-- Logs begin at Thu 2022-05-05 15:11:50 UTC, end at Thu 2022-05-05 17:46:38 UTC. -- May 05 16:16:34.473343 dv-neutron-840483-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. May 05 16:16:36.616725 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.common.config [-] Logging enabled! May 05 16:16:36.617464 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev7 May 05 16:16:36.617464 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84677) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 05 16:16:36.620257 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.common.config [-] Logging enabled! May 05 16:16:36.620506 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.4.2.dev7 May 05 16:16:36.620751 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84677) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} May 05 16:16:36.621736 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 16:16:36.621962 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 16:16:36.622314 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 16:16:36.622558 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 16:16:36.622777 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 16:16:36.623089 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.623378 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.623697 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.623927 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.624216 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.624499 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.624776 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.625057 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.625350 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.625629 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.625902 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.626179 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.626405 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.626681 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] config_source = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.626963 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.627244 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.627480 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] debug = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.627753 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.628178 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.628573 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.628848 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.629130 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.629397 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.629668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.629948 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.630271 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] host = dv-neutron-840483-1-hyperv {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.630545 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.630884 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.631338 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.631543 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.631652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.631933 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.632212 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.632483 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_dir = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.632749 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_file = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.633022 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.633306 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.633590 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.633993 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.634733 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.634958 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.635253 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.635551 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.635829 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.636101 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.636392 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.636642 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.636914 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.637180 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.637462 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.637743 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.638023 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.638652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.638652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.638837 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.639076 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.639357 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.639657 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.639929 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.640198 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.640482 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.640747 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.641095 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.641315 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.641597 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.641875 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.642155 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.642423 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.642701 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.642969 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] use_journal = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] use_json = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.644901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.645419 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.645419 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.645580 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.645842 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:36.646122 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.646411 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.646707 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.646988 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.647277 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.647572 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.647855 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.648127 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.648409 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.648691 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.648975 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.649246 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.649552 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.649846 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.650133 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.650392 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.650661 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.650945 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.651217 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.651500 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.651774 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.652057 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.652331 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.652596 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.652875 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.653150 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.653417 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.653682 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.653950 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.654232 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.654501 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.654765 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.655027 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.655301 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.655855 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.656134 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.656406 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.656671 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.656939 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.657210 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.657477 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.657742 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.658010 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.658275 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.658544 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.658810 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.659074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.659339 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.659631 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.659898 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.660162 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.660427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.660696 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.660962 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.661227 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.661494 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.661759 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.662023 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.662305 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.662597 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.662872 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.663146 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.663420 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.663714 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.663986 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.664256 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.664527 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.664799 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.665094 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.665382 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.665663 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.666022 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.666303 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.666576 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.666868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.667141 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.667419 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.667714 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.667986 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.668263 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.668540 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.668832 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.669121 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.669409 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.669695 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.669986 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.670262 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.670568 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.670848 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:36.671063 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 16:16:36.671310 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84677) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 05 16:16:37.072049 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO keyring.backend [-] Loading KWallet May 05 16:16:37.079437 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO keyring.backend [-] Loading SecretService May 05 16:16:37.082547 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO keyring.backend [-] Loading Windows May 05 16:16:37.083904 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO keyring.backend [-] Loading chainer May 05 16:16:37.084470 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO keyring.backend [-] Loading macOS May 05 16:16:37.118003 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 05 16:16:37.118370 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=84677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 05 16:16:37.118681 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 05 16:16:37.120341 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [-] Loading core plugin: ml2 May 05 16:16:37.425451 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.425713 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.425924 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.482456 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.482728 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.482992 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.486010 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.486281 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.486536 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.515016 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.515288 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.515577 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.543402 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.543768 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.544028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.861842 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.862483 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.862483 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.862638 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.863542 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.982936 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.983252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.983558 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.983830 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.984092 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.984395 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.984654 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.984904 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.985152 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.985428 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.985680 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.985946 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.986200 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.986449 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.986713 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.986980 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.987233 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.987519 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.987771 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.988051 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.988411 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.988640 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.988882 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.989158 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.989406 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.989645 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:37.990021 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:37.990255 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:37.990485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:37.990717 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:37.990952 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:37.991179 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:37.991869 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 05 16:16:37.995515 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 05 16:16:37.999507 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 05 16:16:38.003278 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 05 16:16:38.004913 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 05 16:16:38.005301 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 05 16:16:38.005632 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 05 16:16:38.006013 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 05 16:16:38.009413 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 05 16:16:38.009718 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 05 16:16:38.010059 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 05 16:16:38.037654 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] May 05 16:16:38.038043 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.038338 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84677) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 05 16:16:38.038698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.040139 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84677) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 05 16:16:38.040470 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 05 16:16:38.040711 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 05 16:16:38.043981 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.044260 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.103658 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 05 16:16:38.103886 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 05 16:16:38.104119 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 05 16:16:38.104486 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 05 16:16:38.137606 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_db.sqlalchemy.engines [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=84677) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} May 05 16:16:38.598515 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing driver for type 'gre' May 05 16:16:38.599043 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] gre ID ranges: [(1, 1000)] May 05 16:16:38.746867 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing driver for type 'local' May 05 16:16:38.747319 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing driver for type 'vlan' May 05 16:16:38.821149 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] VlanTypeDriver initialization complete May 05 16:16:38.822108 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing driver for type 'vxlan' May 05 16:16:38.822626 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] vxlan ID ranges: [(1, 1000)] May 05 16:16:38.975702 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing extension driver 'port_security' May 05 16:16:38.976330 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.extensions.port_security [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] PortSecurityExtensionDriver initialization complete May 05 16:16:38.976330 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing mechanism driver 'openvswitch' May 05 16:16:38.976591 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing mechanism driver 'hyperv' May 05 16:16:38.983895 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.plugin [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84677) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:16:38.990074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=84677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 16:16:38.990074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=84677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 16:16:38.990485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=84677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 16:16:38.990868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > security_group after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > security_group after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.990868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > security_group after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.991241 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=84677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 16:16:38.991241 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.991241 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.991241 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.991582 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=84677) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} May 05 16:16:38.991998 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] ML2 OVO RPC backend initialized. {{(pid=84677) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} May 05 16:16:38.992634 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.992985 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.993471 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.993820 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > networks before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.994156 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.994500 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > ports before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.994838 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.995175 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnets before_response 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.995541 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.995879 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.996209 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.996543 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.996871 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.997196 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.997545 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.997854 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.998180 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > subnet after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:38.998755 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.plugin [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Modular L2 Plugin initialization complete May 05 16:16:38.999080 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading services supported by the core plugin {{(pid=84677) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 05 16:16:38.999399 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.plugins.ml2.managers [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Got port-security extension from driver 'port_security' May 05 16:16:38.999880 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.extensions.vlantransparent [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Disabled vlantransparent extension. May 05 16:16:39.000288 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84677) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 05 16:16:39.000597 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: router May 05 16:16:39.036809 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_interface before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.037199 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_create 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.037562 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router before_create 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.037922 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.038288 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.038641 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_delete 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.038996 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > floatingip after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.042673 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_create 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.042673 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_update 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.042673 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_update 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.042673 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.044698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_update 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.044698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_update 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.044698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.044698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045019 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: subnet after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045019 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045019 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > port precommit_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045019 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_create 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045315 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045315 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045315 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router after_update 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045315 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_delete 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045608 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_create 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045608 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router_interface after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045608 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_update 55549900 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.045957 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > agent after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.046300 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > agent after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.046642 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > network after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.047556 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Tracking information for resource: router configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:39.047885 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Tracking information for resource: floatingip configured {{(pid=84677) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 05 16:16:39.052788 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.db.l3_agentschedulers_db [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 05 16:16:39.053360 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.053719 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port after_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.054062 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port after_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.054412 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: port after_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.055325 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router before_create 55550100 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.055754 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_delete 55550100 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.056122 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_create 55550100 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.056573 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > router precommit_update 55550100 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.060930 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.provider_configuration [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service providers = [] {{(pid=84677) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 05 16:16:39.061290 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.db.servicetype_db [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84677) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 05 16:16:39.064220 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.service_base [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 16:16:39.064569 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.service_base [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 16:16:39.064904 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.service_base [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 16:16:39.065771 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.services.service_base [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84677) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 05 16:16:39.066140 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.services.service_base [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Default provider is not specified for service type L3_ROUTER_NAT May 05 16:16:39.066516 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.066829 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 05 16:16:39.078011 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.078347 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: auto_allocate May 05 16:16:39.084196 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: network precommit_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.084564 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: network precommit_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.085090 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.085409 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: tag May 05 16:16:39.092560 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.092880 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: timestamp May 05 16:16:39.096896 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.097223 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: network_ip_availability May 05 16:16:39.102440 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.102877 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.103226 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.103987 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.104304 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: flavors May 05 16:16:39.109057 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.109391 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading Plugin: revisions May 05 16:16:39.113592 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84677) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 05 16:16:39.113980 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_concurrency.lockutils [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.995s {{(pid=84677) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 05 16:16:39.114719 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84677) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} May 05 16:16:39.115049 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Initializing extension manager. May 05 16:16:39.115578 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: __init__.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.115913 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: __pycache__ {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.116238 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.116563 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.116885 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: _filter_validation_lib.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.117204 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.117522 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: address_group.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.118303 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.118853 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: address-group May 05 16:16:39.119166 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: address_scope.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.119900 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.120401 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: address-scope May 05 16:16:39.120717 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: admin_state_down_before_update.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.121631 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.122133 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: router-admin-state-down-before-update May 05 16:16:39.122449 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: agent.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.123173 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.123707 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: agent May 05 16:16:39.124026 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: agent_resources_synced.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.124925 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.125428 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: agent-resources-synced May 05 16:16:39.125748 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: allowedaddresspairs.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.127750 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.128270 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: allowed-address-pairs May 05 16:16:39.128592 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: auto_allocated_topology.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.129648 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.130158 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: auto-allocated-topology May 05 16:16:39.130478 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: availability_zone.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.131158 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.131684 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: availability_zone May 05 16:16:39.132001 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: availability_zone_filter.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.132900 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.133408 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: availability_zone_filter May 05 16:16:39.133724 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: data_plane_status.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.135188 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.135712 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension data-plane-status not supported by any of loaded plugins May 05 16:16:39.136029 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: default_subnetpools.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.136930 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.137432 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: default-subnetpools May 05 16:16:39.137750 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: dhcpagentscheduler.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.138523 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.139021 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: dhcp_agent_scheduler May 05 16:16:39.139337 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: dns.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.140278 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.140778 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension dns-integration not supported by any of loaded plugins May 05 16:16:39.141093 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: dns_domain_ports.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.142000 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.142497 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension dns-domain-ports not supported by any of loaded plugins May 05 16:16:39.142813 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: dvr.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.143499 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.144002 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: dvr May 05 16:16:39.144318 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: empty_string_filtering.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.145224 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.145724 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: empty-string-filtering May 05 16:16:39.146040 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.146928 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.147423 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 05 16:16:39.147763 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.148674 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.149169 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 05 16:16:39.150207 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: external_net.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.151091 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.151629 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: external-net May 05 16:16:39.151945 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: extra_dhcp_opt.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.152843 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.153342 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: extra_dhcp_opt May 05 16:16:39.153656 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: extraroute.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.154546 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.155044 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: extraroute May 05 16:16:39.155357 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: extraroute_atomic.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.156648 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.157150 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: extraroute-atomic May 05 16:16:39.157464 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: filter_validation.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.158126 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.158624 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: filter-validation May 05 16:16:39.158937 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: fip_pf_description.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.159854 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.160346 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 05 16:16:39.160661 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: fip_port_details.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.161555 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.162052 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: fip-port-details May 05 16:16:39.162370 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: flavors.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.163615 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.164124 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: flavors May 05 16:16:39.164443 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.166235 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.166746 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 05 16:16:39.167073 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: floatingip_pools.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.167785 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.168286 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: floatingip-pools May 05 16:16:39.168609 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: ip_allocation.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.169520 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.170021 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension ip_allocation not supported by any of loaded plugins May 05 16:16:39.170340 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.171241 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.171766 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: ip-substring-filtering May 05 16:16:39.172090 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l2_adjacency.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.173002 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.173500 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension l2_adjacency not supported by any of loaded plugins May 05 16:16:39.173814 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.174794 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.175307 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: router May 05 16:16:39.175875 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3_conntrack_helper.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.178083 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.178598 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 05 16:16:39.178925 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.179869 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.180381 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: ext-gw-mode May 05 16:16:39.180730 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.181648 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.182149 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: l3-ha May 05 16:16:39.182468 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3_flavors.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.183366 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.183891 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: l3-flavors May 05 16:16:39.184209 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.185129 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.185636 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: l3-port-ip-change-not-allowed May 05 16:16:39.185955 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: l3agentscheduler.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.187012 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.187564 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: l3_agent_scheduler May 05 16:16:39.187886 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: logging.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.189374 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.189889 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension logging not supported by any of loaded plugins May 05 16:16:39.190211 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: metering.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.190941 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.191548 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: metering May 05 16:16:39.191868 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.192940 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.193449 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: metering_source_and_destination_fields May 05 16:16:39.193767 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: multiprovidernet.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.194681 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.195184 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: multi-provider May 05 16:16:39.195535 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: netmtu.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.196966 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.197468 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: net-mtu May 05 16:16:39.197786 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: netmtu_writable.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.198689 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.199191 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: net-mtu-writable May 05 16:16:39.199566 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: network_availability_zone.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.200198 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.200781 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: network_availability_zone May 05 16:16:39.201006 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: network_ip_availability.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.202081 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.202590 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: network-ip-availability May 05 16:16:39.202911 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: network_segment_range.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.203702 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.204206 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension network-segment-range not supported by any of loaded plugins May 05 16:16:39.204523 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: pagination.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.205490 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.205818 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: pagination May 05 16:16:39.206133 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.207039 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.207574 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: port-mac-address-regenerate May 05 16:16:39.207892 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: port_resource_request.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.208820 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.209320 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension port-resource-request not supported by any of loaded plugins May 05 16:16:39.209634 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: portbindings.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.210554 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.211053 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: binding May 05 16:16:39.211369 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: portbindings_extended.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.213236 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.213740 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: binding-extended May 05 16:16:39.214062 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: portsecurity.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.214977 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.215502 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: port-security May 05 16:16:39.215826 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: project_id.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.216786 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.217113 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: project-id May 05 16:16:39.217428 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: providernet.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.218324 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.218831 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: provider May 05 16:16:39.219147 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.222863 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.223379 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos not supported by any of loaded plugins May 05 16:16:39.223735 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.224959 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.225473 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 05 16:16:39.225858 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.226711 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.227220 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 05 16:16:39.227598 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_default.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.228485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.228989 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-default not supported by any of loaded plugins May 05 16:16:39.229309 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_fip.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.229949 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.230442 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-fip not supported by any of loaded plugins May 05 16:16:39.230758 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_gateway_ip.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.231695 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.232200 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 05 16:16:39.232589 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_port_network_policy.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.233496 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.234000 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 05 16:16:39.234319 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_rule_type_details.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.235232 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.235770 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 05 16:16:39.236089 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: qos_rules_alias.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.237123 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.237654 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension qos-rules-alias not supported by any of loaded plugins May 05 16:16:39.237971 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: quotasv2.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.238885 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.239204 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: quotas May 05 16:16:39.239549 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: quotasv2_detail.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.241168 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.241504 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: quota_details May 05 16:16:39.241830 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: rbac.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.242889 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.243623 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: rbac-policies May 05 16:16:39.243955 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: rbac_address_scope.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.244879 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.245396 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: rbac-address-scope May 05 16:16:39.245721 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: rbac_security_groups.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.246625 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.247132 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: rbac-security-groups May 05 16:16:39.247468 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: rbac_subnetpool.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.248378 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.248888 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: rbac-subnetpool May 05 16:16:39.249210 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: revisionifmatch.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.250118 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.250623 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: revision-if-match May 05 16:16:39.250943 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: revisions.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.252074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.252581 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: standard-attr-revisions May 05 16:16:39.252902 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: router_availability_zone.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.253564 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.254065 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: router_availability_zone May 05 16:16:39.254384 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: routerservicetype.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.255315 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.255854 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension router-service-type not supported by any of loaded plugins May 05 16:16:39.256176 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: security_groups_port_filtering.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.257075 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.257578 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: port-security-groups-filtering May 05 16:16:39.257896 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: securitygroup.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.269674 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.270201 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: security-group May 05 16:16:39.270538 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: segment.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.271314 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.271867 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension segment not supported by any of loaded plugins May 05 16:16:39.272188 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.273129 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.273639 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 05 16:16:39.273965 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: servicetype.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.275842 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.276385 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: service-type May 05 16:16:39.276706 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: sorting.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.277685 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.278011 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: sorting May 05 16:16:39.278331 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: standard_attr_segment.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.279234 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.280000 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension standard-attr-segment not supported by any of loaded plugins May 05 16:16:39.280133 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: standardattrdescription.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.280988 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.281488 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: standard-attr-description May 05 16:16:39.281808 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: stateful_security_group.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.282721 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.283226 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: stateful-security-group May 05 16:16:39.283569 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: stdattrs_common.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.284178 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 05 16:16:39.284469 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.285403 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.285913 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 05 16:16:39.286230 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: subnet_onboard.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.287369 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.287918 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: subnet_onboard May 05 16:16:39.288238 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.289155 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.289659 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 05 16:16:39.290007 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: subnet_service_types.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.291126 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.291662 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: subnet-service-types May 05 16:16:39.291987 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: subnetallocation.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.293066 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.293578 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: subnet_allocation May 05 16:16:39.293903 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.294578 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.295077 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: subnetpool-prefix-ops May 05 16:16:39.295400 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.296343 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.296855 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 05 16:16:39.297176 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: tagging.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.298234 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.298747 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: standard-attr-tag May 05 16:16:39.299070 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: timestamp.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.300312 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.300821 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loaded extension: standard-attr-timestamp May 05 16:16:39.301142 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: trunk.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.302164 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.302673 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension trunk not supported by any of loaded plugins May 05 16:16:39.302995 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: trunk_details.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.303934 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.304443 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension trunk-details not supported by any of loaded plugins May 05 16:16:39.304757 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: uplink_status_propagation.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.305698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.306305 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 05 16:16:39.306618 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Loading extension file: vlantransparent.py {{(pid=84677) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} May 05 16:16:39.307285 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84677) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} May 05 16:16:39.307825 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extension vlan-transparent not supported by any of loaded plugins May 05 16:16:39.310066 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:network May 05 16:16:39.310773 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:subnet May 05 16:16:39.311370 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:subnetpool May 05 16:16:39.312187 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:port May 05 16:16:39.313434 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.313871 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service FLAVORS assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.314474 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.314897 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.315231 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:router May 05 16:16:39.315916 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:floatingip May 05 16:16:39.316629 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service METERING assigned prefix: /metering {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.318052 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.318415 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.318768 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=84677) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:16:39.319911 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of CountableResource for resource:rbac_policy May 05 16:16:39.320348 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:security_group May 05 16:16:39.321015 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 16:16:39.322421 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service CORE assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.322763 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:subnetpool May 05 16:16:39.323104 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] subnetpool is already registered May 05 16:16:39.323735 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service CORE assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.324065 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:subnetpool May 05 16:16:39.324382 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] subnetpool is already registered May 05 16:16:39.326891 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.327318 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service FLAVORS assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.327945 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.328360 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.328687 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:router May 05 16:16:39.329008 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] router is already registered May 05 16:16:39.329584 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:floatingip May 05 16:16:39.329905 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] floatingip is already registered May 05 16:16:39.330519 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service METERING assigned prefix: /metering {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.331168 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of CountableResource for resource:rbac_policy May 05 16:16:39.331517 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] rbac_policy is already registered May 05 16:16:39.332049 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:security_group May 05 16:16:39.332369 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] security_group is already registered May 05 16:16:39.332934 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:security_group_rule May 05 16:16:39.333255 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] security_group_rule is already registered May 05 16:16:39.333908 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service CORE assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.334233 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:subnetpool May 05 16:16:39.334549 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] subnetpool is already registered May 05 16:16:39.335137 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.v2.resource_helper [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Service CORE assigned prefix: {{(pid=84677) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 05 16:16:39.335495 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Creating instance of TrackedResource for resource:subnetpool May 05 16:16:39.335819 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING neutron.quota.resource_registry [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] subnetpool is already registered May 05 16:16:39.336436 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: extensions {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.338459 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: address-groups {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.340022 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: address-scopes {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.341267 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: agents {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.342368 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: auto-allocated-topology {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.343596 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: availability_zones {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.344865 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: dhcp-networks {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.346215 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: dhcp-agents {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.347612 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: routers {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.349391 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: flavors {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.350514 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: service_profiles {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.351695 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: next_providers {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.353193 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: service_profiles {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.354564 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: floatingip-pools {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.355985 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: routers {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.357698 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: floatingips {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.358850 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: l3-routers {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.360196 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: l3-agents {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.361555 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: metering-labels {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.362899 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: metering-label-rules {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.364139 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: network-ip-availabilities {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.365348 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: bindings {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.367850 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: quotas {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.369898 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: quotas {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.371683 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: rbac-policies {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.372938 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: security-groups {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.374100 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: security-group-rules {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.375290 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: service-providers {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.376495 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: subnetpools {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.378052 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: subnetpools {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.379482 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.381081 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.382824 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.385283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.386970 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.388623 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.390314 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.392119 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.393889 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.395690 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron.api.extensions [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Extended resource: tags {{(pid=84677) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} May 05 16:16:39.401481 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING keystonemiddleware.auth_token [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 05 16:16:39.406437 dv-neutron-840483-1-hyperv neutron-server[84677]: WARNING keystonemiddleware.auth_token [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 05 16:16:39.414377 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_concurrency.lockutils [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Acquired lock "singleton_lock" {{(pid=84677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 05 16:16:39.414846 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_concurrency.lockutils [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Releasing lock "singleton_lock" {{(pid=84677) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 05 16:16:39.415517 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Starting 2 workers May 05 16:16:39.426927 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Started child 84818 {{(pid=84677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 16:16:39.426927 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Started child 84819 {{(pid=84677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 16:16:39.427175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:39.427732 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO neutron.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Neutron service started, listening on 0.0.0.0:9696 May 05 16:16:39.427732 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Notify callbacks [] for process, before_spawn {{(pid=84677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:39.427890 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [-] (84818) wsgi starting up on http://0.0.0.0:9696 May 05 16:16:39.429016 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Starting 1 workers May 05 16:16:39.430516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:39.432811 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [-] (84819) wsgi starting up on http://0.0.0.0:9696 May 05 16:16:39.434577 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Started child 84820 {{(pid=84677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 16:16:39.435115 dv-neutron-840483-1-hyperv neutron-server[84677]: INFO oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Starting 1 workers May 05 16:16:39.438891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] calling RpcWorker wait() {{(pid=84820) _wait /opt/stack/neutron/neutron/service.py:128}} May 05 16:16:39.439479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] returning from RpcWorker wait() {{(pid=84820) _wait /opt/stack/neutron/neutron/service.py:135}} May 05 16:16:39.439587 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Started child 84821 {{(pid=84677) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 05 16:16:39.440305 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG neutron_lib.callbacks.manager [None req-176807a3-e013-4ca4-9525-25deb7519a10 None None] Notify callbacks [] for process, after_spawn {{(pid=84677) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:39.440601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:39.441078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:16:39.442208 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 05 16:16:39.442415 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 16:16:39.442592 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 16:16:39.442803 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 16:16:39.443211 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 16:16:39.443379 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 16:16:39.443954 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.444235 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.444490 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.444744 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.445057 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.445146 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:39.445604 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.445855 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.446029 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:16:39.446123 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.446428 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.447327 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.447533 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.447702 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.447955 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.448187 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.448475 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.448734 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.448971 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.449230 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.449400 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.449657 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.449911 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.450133 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.450412 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] debug = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.450652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.451148 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.451371 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.451648 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.451889 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.452176 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.452406 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.452852 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.453105 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454559 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454559 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454559 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454559 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454559 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454559 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.454927 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.455207 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] host = dv-neutron-840483-1-hyperv {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.455421 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.455695 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.455932 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.456154 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.456407 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.456619 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.456875 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.457120 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.457365 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.457582 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.457823 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.458046 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.458278 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.458528 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_file = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.458679 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_options = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.458922 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.459188 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.459470 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.459657 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.459843 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.460095 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.460288 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.460435 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.460694 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.460921 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.461133 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.461344 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.461572 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.461799 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.462222 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.462508 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.462722 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.463011 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.463169 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.463404 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.463666 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.463920 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.464134 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.464350 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.464558 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.464797 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.465018 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.465246 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.465455 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.465683 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.465945 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.466235 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.466452 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.466662 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.466884 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.467104 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.467358 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.467622 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.467846 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.468089 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.468339 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.468554 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.468774 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.468981 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.469188 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.469415 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_json = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.469621 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.469910 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.470095 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.470318 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.470565 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.470772 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.470978 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.471201 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.471410 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.471966 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.472201 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.472598 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.472765 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.472983 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.473223 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.473627 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.473774 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.473934 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.474119 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.474416 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.474630 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.474955 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.475209 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.475482 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.475719 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.476002 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.476237 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.476447 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.476701 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.476834 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.477046 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.477316 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.477562 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.477770 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.477984 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.478206 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.478436 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.478677 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.478930 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.479190 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.479418 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.483359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484028 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.484668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485144 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485144 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485144 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485353 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485531 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485741 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.485949 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.486164 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.486372 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.486580 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.486786 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.487012 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.487227 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.487436 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.487667 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.487876 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.488084 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.488291 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.488591 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.488869 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.489147 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.489497 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.489596 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.489814 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.490051 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.490294 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.490522 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.490916 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.491298 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.491711 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.491711 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.491925 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.492164 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.492402 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.492673 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.492895 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.493870 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.493976 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.494128 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.494350 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.494923 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.495024 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.495290 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.495825 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.496066 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.496370 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.496677 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.496869 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.497119 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.497360 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.497677 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.497949 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.498222 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499025 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499025 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499025 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499262 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499465 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499723 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.499994 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.500251 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.500499 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.500769 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.500990 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.501202 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.501431 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.501752 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.501998 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.502225 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.502435 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.502766 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.502954 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.503185 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.503441 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.503726 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.503976 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.504216 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.504448 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.504687 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.504932 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.505149 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.505357 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.505716 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.505828 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.506010 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.506313 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.506465 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.506675 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.506901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.506901 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.507371 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.507769 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.507769 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.508048 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.508227 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.508375 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.508615 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.509511 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.509753 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.509971 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.510200 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.510448 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.510660 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.510922 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.511171 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.511402 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.511667 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.511885 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.512135 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.518257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519005 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.519652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.520283 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521989 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.521989 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.522144 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.522537 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.522631 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.522849 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.523050 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.523260 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.523680 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.523680 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.524295 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.524295 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.524576 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.524576 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.524867 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.525131 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.525359 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.525628 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.525936 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.526143 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.526390 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.526610 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.526820 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.527055 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.527332 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.527691 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.527981 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.528233 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.528459 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.528759 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.529030 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.529297 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.529502 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.529786 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.530288 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.530803 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.531059 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.531282 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.531564 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.531784 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.532012 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.532242 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.532471 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.532691 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.532935 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.533167 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.533415 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.533615 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.533855 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.534097 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.534375 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.534630 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.534812 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.535027 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.535185 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 16:16:39.535869 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84677) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 05 16:16:39.536022 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 05 16:16:39.536162 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 05 16:16:39.536313 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 05 16:16:39.536485 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 05 16:16:39.536637 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 05 16:16:39.536841 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537130 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537130 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537451 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537451 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537674 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537769 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.537896 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.538053 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.538227 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.538365 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.538579 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.538685 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.538811 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.539120 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.539275 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.539590 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.539893 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.540084 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.540285 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] config_source = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.540468 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.540747 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.540747 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] debug = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.540923 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.541095 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.541284 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.541428 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.541575 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.541734 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.541882 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542036 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542192 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542347 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542503 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542659 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542813 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.542970 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.543127 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.543280 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.543601 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] host = dv-neutron-840483-1-hyperv {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.543899 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544056 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544212 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544367 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544523 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544678 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544833 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.544993 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.545148 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.545305 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.545460 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.545642 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.545796 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_dir = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.546096 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_file = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.546252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_options = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.546431 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.546595 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.546730 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.546861 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547006 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547151 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547304 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547490 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547639 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547794 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.547950 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.548104 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.548258 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.548414 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.548568 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.548722 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.548877 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549032 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549186 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549342 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549496 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549651 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549806 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.549960 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.550116 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.550271 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.550443 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.550568 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.550724 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.550883 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551039 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551194 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551350 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551527 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551685 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551839 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.551993 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.552153 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.552309 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.552465 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.552626 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.552762 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.552916 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.553071 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.553226 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_journal = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.553385 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_json = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.553542 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.553700 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.553853 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554009 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554165 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554320 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554474 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554652 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554783 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 05 16:16:39.554962 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.555120 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.555288 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.555446 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.556146 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.556426 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.556588 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.556751 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.556907 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.557067 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.557230 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.557388 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.557806 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.557806 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558078 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.70/identity {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558078 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558311 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558311 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558532 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558611 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558744 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.558903 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.559060 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.559216 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.559373 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.559551 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.559701 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.559860 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560018 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560177 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560334 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560490 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560646 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560805 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.560964 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.561122 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.561279 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.561437 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.561600 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.561758 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.561923 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.562083 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.562239 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.562395 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.562553 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.562708 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.562865 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563027 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563194 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563325 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563501 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563674 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563833 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.563989 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.564146 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.564303 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.564458 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.564616 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.564838 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.564965 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565089 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565211 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565354 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565510 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565668 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565825 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.565981 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.566139 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.566295 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.566453 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.566609 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.566771 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.566927 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.567083 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.567249 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.567422 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.567604 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.567762 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.567918 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.568074 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.568231 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.568387 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.568544 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.568701 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.568842 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569003 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569161 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569321 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569477 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569634 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569823 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.569950 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570072 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570225 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570381 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570533 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570682 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570820 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.570956 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.571118 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.571352 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.571654 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.571903 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572081 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572219 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572311 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572423 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572581 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572739 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.572896 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573053 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573211 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573368 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573525 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573683 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573840 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.573996 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.574159 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.574328 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.574488 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.574645 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.574817 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.574982 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.575139 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.575295 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.575489 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.577087 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.577253 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.577415 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.577779 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.577779 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.577942 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578045 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578204 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.70/identity {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578362 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578521 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578677 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578834 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.578993 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.579151 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.579309 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580252 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580793 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580793 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.580793 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581062 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581062 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581206 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581284 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581438 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581598 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581742 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.581902 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582058 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582217 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582375 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582536 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582678 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582825 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.582986 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.583140 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.583278 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.583427 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.583640 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.583769 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.583900 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584035 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584189 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584346 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584711 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584711 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584963 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.584963 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.585200 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.585333 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.585477 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.585565 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.585687 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.585846 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.586002 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.586159 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.586354 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.586473 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.586630 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.586793 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.587520 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.587634 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.587833 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.587943 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.588241 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.588401 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.588857 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.588857 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.588857 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589094 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589173 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589294 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589451 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589607 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589832 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.589930 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.590076 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.590231 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.590400 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.590558 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.590715 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.590871 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.591029 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.591196 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.591390 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.591552 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.591684 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.591841 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592010 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592169 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592330 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592493 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592651 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592808 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.592951 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.593123 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.593281 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.593442 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.593601 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.593758 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.593914 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.594073 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.594236 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.594401 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.594565 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.594722 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.594887 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.595053 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.595219 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.595375 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.595548 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.595722 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.595878 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596033 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596191 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596347 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596505 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596647 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596797 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.596986 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.597124 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.597257 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.597448 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.597607 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.597764 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.597920 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.598077 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.598233 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.598389 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.598546 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.598703 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 05 16:16:39.598779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:16:39.598852 dv-neutron-840483-1-hyperv neutron-server[84677]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84677) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 05 16:16:39.648039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40478) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:16:39.659052 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081806 May 05 16:16:50.173388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac44cd9a-d237-4f4d-a382-929fb64f497e None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:16:50.253469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac44cd9a-d237-4f4d-a382-929fb64f497e None None] No non-hosted networks {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 05 16:16:50.262470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.agentschedulers_db [None req-ac44cd9a-d237-4f4d-a382-929fb64f497e None None] DHCP Agent not found on host dv-neutron-840483-1-hyperv {{(pid=84820) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 05 16:16:50.377183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-022a12a7-6156-48c7-91a2-0fdd46ee895b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451646'] for agent, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:52.433850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2ad9765f-4765-46e6-9d96-9040aa073c54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451646'] for agent, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:52.474116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-79934b11-ecb4-442a-b3a5-84b34258298e None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-840483-1-hyperv {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:16:52.474909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-79934b11-ecb4-442a-b3a5-84b34258298e None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:16:53.084894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-79934b11-ecb4-442a-b3a5-84b34258298e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:53.575999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451646'] for agent, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:53.627277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451646'] for agent, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:53.627866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.628203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.628538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.628863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.629183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.629501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.629819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.630155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.630504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.630800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.631131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:16:53.631550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-840483-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:16:53.638912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-840483-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:16:55.004303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451646'] for agent, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:16:56.584375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:16:57.203225 dv-neutron-840483-1-hyperv neutron-server[84819]: WARNING oslo_policy.policy [None req-2aefac5b-2df6-4fb8-b5d5-d024811d9b68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:16:57.203846 dv-neutron-840483-1-hyperv neutron-server[84819]: WARNING oslo_policy.policy [None req-2aefac5b-2df6-4fb8-b5d5-d024811d9b68 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:16:57.416564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-2aefac5b-2df6-4fb8-b5d5-d024811d9b68 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:16:57.417609 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2aefac5b-2df6-4fb8-b5d5-d024811d9b68 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8323607 May 05 16:16:59.334711 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.db.l3_hamode_db [None req-c69fcd54-cdf4-48df-b814-9e68eb142aef None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 05 16:16:59.424000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fcd54-cdf4-48df-b814-9e68eb142aef None None] Routers set() bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:16:59.424292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69fcd54-cdf4-48df-b814-9e68eb142aef None None] Router IDs set() for agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 16:16:59.746003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40584) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:00.137570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:00.190893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.policy [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84819) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 05 16:17:00.191604 dv-neutron-840483-1-hyperv neutron-server[84819]: WARNING oslo_policy.policy [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:17:00.191987 dv-neutron-840483-1-hyperv neutron-server[84819]: WARNING oslo_policy.policy [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:17:00.195241 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.quota [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] Loaded quota_driver: . May 05 16:17:00.211098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:00.353389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760408315442', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760408231193', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760408242217', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760408237014', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760408213295', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-7466173', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7396649', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-393405', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1656759'] for rbac-policy, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:00.656596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:00.657729 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-120ef5f5-92c6-45ae-9cb9-125a53285a91 admin admin] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9106591 May 05 16:17:03.197166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40598) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:03.581216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:03.585995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:03.590440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Usage tracker for resource:network and tenant:f10a293c842541b2b1d38dd6397e49f7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:03.595066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:03.601326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:03.683833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Made reservation on behalf of f10a293c842541b2b1d38dd6397e49f7 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:17:03.686601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:03.705297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:03.748837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:03.752569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Usage tracker for resource:security_group_rule and tenant:f10a293c842541b2b1d38dd6397e49f7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:03.755475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:03.761679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:03.829131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:03.872747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:03.894623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 761} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:17:03.920744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760411491952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:03.921395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Unsubscribe: segment precommit_create {{(pid=84819) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 16:17:03.921899 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Added segment eb4efc0c-3bcb-430d-ac60-af09ed77476c of type vlan for network 89a4f64f-41c4-409d-8533-11952e853fc5 May 05 16:17:03.936606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9543dd05-3222-44ff-bc02-eeb2ba2fc24b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:03.986445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.986790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.987126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.987478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.987828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.988161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.988488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.988811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.989132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.989451 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.989784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Tracked resource versions report: May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: pushed versions: May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: { 'ConntrackHelper': {'1.0'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Log': {'1.0'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Network': {'1.1'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Port': {'1.5'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'PortForwarding': {'1.2'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'QosPolicy': {'1.8'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroup': {'1.2'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroupRule': {'1.0'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SubPort': {'1.0'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Subnet': {'1.1'}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Trunk': {'1.1'}} May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: consumer versions: May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Log': '1.0', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Network': '1.1', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Port': '1.5', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'PortForwarding': '1.2', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'QosPolicy': '1.8', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroup': '1.2', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroupRule': '1.0', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SubPort': '1.0', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Subnet': '1.1', May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Trunk': '1.1'}} May 05 16:17:03.991013 dv-neutron-840483-1-hyperv neutron-server[84819]: {{(pid=84819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:17:04.043121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:04.159013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:04.159955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:04.160608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:04.269349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] Pushing event updated for resources: {'Network': ['ID=89a4f64f-41c4-409d-8533-11952e853fc5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:04.281729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 89a4f64f-41c4-409d-8533-11952e853fc5 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:17:04.348334 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-da15bc3f-089b-469a-a3cc-c57d3536bb04 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.1500924 May 05 16:17:07.047152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40614) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:07.534898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1e1681-e0d6-4095-82e3-ae664d9850d3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:07.536147 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a1e1681-e0d6-4095-82e3-ae664d9850d3 admin admin] 10.222.0.70 "GET /v2.0/networks/89a4f64f-41c4-409d-8533-11952e853fc5 HTTP/1.1" status: 200 len: 825 time: 0.4880280 May 05 16:17:07.567694 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b63dc2a6-4f62-4730-acce-787d95d17917 admin admin] 10.222.0.70 "GET /v2.0/subnetpools/9d235adc-8c3e-45fc-b073-bd413912010a HTTP/1.1" status: 200 len: 734 time: 0.0253737 May 05 16:17:07.576541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a', 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:07.580991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:07.584750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Usage tracker for resource:subnet and tenant:f10a293c842541b2b1d38dd6397e49f7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:07.588156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:07.593884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:07.684583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Made reservation on behalf of f10a293c842541b2b1d38dd6397e49f7 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:17:07.686867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:08.032667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:08.118003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3b0cc7-2fe8-4675-908f-6eadb212a666,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:08.127732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Checking segment: {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:17:08.128114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Network hostable DHCP agents. Network: 89a4f64f-41c4-409d-8533-11952e853fc5, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:17:08.209824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Network 89a4f64f-41c4-409d-8533-11952e853fc5 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:17:08.290606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 89a4f64f-41c4-409d-8533-11952e853fc5) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:17:08.295240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:08.295862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:08.300920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11afb599-9817-4dcc-8424-e52e38674d05 None None] Network 89a4f64f-41c4-409d-8533-11952e853fc5 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:17:08.382298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b293b35a-e63c-4355-99d3-568cac459f8e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8090999 May 05 16:17:08.616975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-89a4f64f-41c4-409d-8533-11952e853fc5', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:17:08.618921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:08.811122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Allocated IP 172.20.0.2 (89a4f64f-41c4-409d-8533-11952e853fc5/1c3b0cc7-2fe8-4675-908f-6eadb212a666/8d8ef335-02f5-4ef5-8561-27a454576f72) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:17:09.045102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:09.058765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Transition to ACTIVE for port object 8d8ef335-02f5-4ef5-8561-27a454576f72 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:17:09.081673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Transition to ACTIVE for port object 8d8ef335-02f5-4ef5-8561-27a454576f72 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:17:09.148250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:09.215715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Network 89a4f64f-41c4-409d-8533-11952e853fc5 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:17:09.218463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:17:09.225838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:17:09.228804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Pushing event updated for resources: {'Port': ['ID=8d8ef335-02f5-4ef5-8561-27a454576f72,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:09.240404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.240756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.241097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.241435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.241785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.242117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.242449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.242922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.243257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.243667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.244045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Tracked resource versions report: May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: pushed versions: May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: { 'ConntrackHelper': {'1.0'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Log': {'1.0'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Network': {'1.1'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Port': {'1.5'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'PortForwarding': {'1.2'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'QosPolicy': {'1.8'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroup': {'1.2'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroupRule': {'1.0'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SubPort': {'1.0'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Subnet': {'1.1'}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Trunk': {'1.1'}} May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: consumer versions: May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Log': '1.0', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Network': '1.1', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Port': '1.5', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'PortForwarding': '1.2', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'QosPolicy': '1.8', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroup': '1.2', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroupRule': '1.0', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SubPort': '1.0', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Subnet': '1.1', May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Trunk': '1.1'}} May 05 16:17:09.245395 dv-neutron-840483-1-hyperv neutron-server[84820]: {{(pid=84820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:17:09.331400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Attempting to bind port 8d8ef335-02f5-4ef5-8561-27a454576f72 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:17:09.332199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Attempting to bind port 8d8ef335-02f5-4ef5-8561-27a454576f72 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:17:09.332334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Attempting to bind port 8d8ef335-02f5-4ef5-8561-27a454576f72 on network 89a4f64f-41c4-409d-8533-11952e853fc5 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:17:09.339218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:17:09.339666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Checking segment: {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:17:09.340126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:09.340518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Bound using segment: {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:17:09.341034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Bound port: 8d8ef335-02f5-4ef5-8561-27a454576f72, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:17:09.341436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:09.441568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] For port 8d8ef335-02f5-4ef5-8561-27a454576f72, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:17:09.446331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] For port 8d8ef335-02f5-4ef5-8561-27a454576f72, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8d8ef335-02f5-4ef5-8561-27a454576f72,segment=NetworkSegment(eb4efc0c-3bcb-430d-ac60-af09ed77476c),segment_id=eb4efc0c-3bcb-430d-ac60-af09ed77476c)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:17:09.531240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:09.641232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc098b29-7845-4570-9dfa-b6fce3171eed None None] Pushing event updated for resources: {'Port': ['ID=8d8ef335-02f5-4ef5-8561-27a454576f72,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:10.675694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40624) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:11.088231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-d190d882-164a-42f2-a9e3-4d8c7ba51a88 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:17:11.089223 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d190d882-164a-42f2-a9e3-4d8c7ba51a88 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4126027 May 05 16:17:13.340179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8468afb3-a73f-4150-8954-9c9558e30711 None None] Network 89a4f64f-41c4-409d-8533-11952e853fc5 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:17:13.396082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40638) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:13.498474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-686834d2-3c3c-4187-9a11-7fefaa1779a7 None None] Provisioning for port 8d8ef335-02f5-4ef5-8561-27a454576f72 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:17:13.817439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-a421e359-00d6-4f9d-9e83-2a66cb086a41 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:17:13.828013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a421e359-00d6-4f9d-9e83-2a66cb086a41 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4309578 May 05 16:17:13.846709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8d8ef335-02f5-4ef5-8561-27a454576f72 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:17:13.964622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 8d8ef335-02f5-4ef5-8561-27a454576f72 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:17:13.969839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8d8ef335-02f5-4ef5-8561-27a454576f72 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:13.970243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:14.088702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:14.121874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 8d8ef335-02f5-4ef5-8561-27a454576f72, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8d8ef335-02f5-4ef5-8561-27a454576f72,segment=NetworkSegment(eb4efc0c-3bcb-430d-ac60-af09ed77476c),segment_id=eb4efc0c-3bcb-430d-ac60-af09ed77476c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:17:14.204649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:14.270844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=8d8ef335-02f5-4ef5-8561-27a454576f72,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:15.824588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8d8ef335-02f5-4ef5-8561-27a454576f72 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:17:15.895377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8d8ef335-02f5-4ef5-8561-27a454576f72 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:15.895773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:16.556296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 40650) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:17.168070 dv-neutron-840483-1-hyperv neutron-server[84818]: WARNING oslo_policy.policy [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:17:17.168669 dv-neutron-840483-1-hyperv neutron-server[84818]: WARNING oslo_policy.policy [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:17:17.381379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Request body: {'router': {'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:17.427931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.policy [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84818) register_rules /opt/stack/neutron/neutron/policy.py:65}} May 05 16:17:17.428681 dv-neutron-840483-1-hyperv neutron-server[84818]: WARNING oslo_policy.policy [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:17:17.429047 dv-neutron-840483-1-hyperv neutron-server[84818]: WARNING oslo_policy.policy [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 05 16:17:17.432889 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.quota [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Loaded quota_driver: . May 05 16:17:17.449293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:17.455829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Usage tracker for resource:router and tenant:f10a293c842541b2b1d38dd6397e49f7 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:17.460261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:17.468389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:17.535961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:17.537983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:17.566256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:17.743171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:17.815828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:17.817327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ce35e779-308f-429c-8b2d-ec70fde7677b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2589867 May 05 16:17:20.091568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 40666) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:20.187239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e0e927a-d3ed-4cc7-9b09-f7111a944c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:20.487220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-2d4cd11d-6f94-4623-a0c7-39635207fb75 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:17:20.488238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2d4cd11d-6f94-4623-a0c7-39635207fb75 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3957596 May 05 16:17:22.387599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5bdfd319-656a-435a-9a5e-49ac85ae7ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:22.859979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 40676) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:23.260046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:23.267358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:23.271126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Usage tracker for resource:network and tenant:228ea8dbe7b2496e8eb3ecb06984981c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:23.275044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:23.281007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:23.346952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Made reservation on behalf of 228ea8dbe7b2496e8eb3ecb06984981c for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:17:23.349759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.367676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.406871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:23.410830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Usage tracker for resource:security_group_rule and tenant:228ea8dbe7b2496e8eb3ecb06984981c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:23.413708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:23.420127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:23.488011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.564657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.580141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Reserving flat network on physical network physnet1 {{(pid=84818) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 05 16:17:23.588706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.609028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760411491952', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.609620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Unsubscribe: segment precommit_create {{(pid=84818) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 05 16:17:23.610134 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Added segment 5036bc67-9c81-423e-ac96-c5025666ce80 of type flat for network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e May 05 16:17:23.628260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=677d9295-c8ce-49d3-8d9f-d93484d729b5,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:23.644060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.683597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.683941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.684276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.684601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.684938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.685263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.685585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.685902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.686216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.686528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.686840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Tracked resource versions report: May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: pushed versions: May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: { 'ConntrackHelper': {'1.0'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Log': {'1.0'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Network': {'1.1'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Port': {'1.5'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'PortForwarding': {'1.2'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'QosPolicy': {'1.8'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroup': {'1.2'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroupRule': {'1.0'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SubPort': {'1.0'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Subnet': {'1.1'}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Trunk': {'1.1'}} May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: consumer versions: May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Log': '1.0', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Network': '1.1', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Port': '1.5', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'PortForwarding': '1.2', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'QosPolicy': '1.8', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroup': '1.2', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroupRule': '1.0', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SubPort': '1.0', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Subnet': '1.1', May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Trunk': '1.1'}} May 05 16:17:23.688169 dv-neutron-840483-1-hyperv neutron-server[84818]: {{(pid=84818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:17:23.740776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.872298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.873287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:23.873912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:23.980693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] Pushing event updated for resources: {'Network': ['ID=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:23.990878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:17:24.045250 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-340a24c8-09b4-4d57-8c9e-003fb094292f admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1842206 May 05 16:17:24.958662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:26.309260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40700) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:26.546065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97727075-498e-46f6-964a-026d73d53d83 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:26.547478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-97727075-498e-46f6-964a-026d73d53d83 admin admin] 10.222.0.70 "GET /v2.0/subnets/1c3b0cc7-2fe8-4675-908f-6eadb212a666 HTTP/1.1" status: 200 len: 849 time: 0.2371707 May 05 16:17:26.734924 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0846484f-f3f1-443c-b1d0-7530aa65c901 admin admin] 10.222.0.70 "GET /v2.0/routers/060d8f06-3062-40dc-8258-3d25c89af819 HTTP/1.1" status: 200 len: 704 time: 0.1819291 May 05 16:17:27.202252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:27.433777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Allocated IP 172.20.0.1 (89a4f64f-41c4-409d-8533-11952e853fc5/1c3b0cc7-2fe8-4675-908f-6eadb212a666/35817015-6920-4b03-b3fd-1ceaa2dddf0a) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:17:27.590701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:27.607698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Transition to ACTIVE for port object 35817015-6920-4b03-b3fd-1ceaa2dddf0a will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:17:27.719684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:27.794801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Network 89a4f64f-41c4-409d-8533-11952e853fc5 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:17:27.798478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:17:27.800369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Pushing event updated for resources: {'Port': ['ID=35817015-6920-4b03-b3fd-1ceaa2dddf0a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:27.812823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:17:27.813357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.000260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.089976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e49b5c8d-701b-43c9-8bef-dea97afad3d0 None None] Provisioning for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:17:28.095039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e49b5c8d-701b-43c9-8bef-dea97afad3d0 None None] Provisioning complete for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:28.095521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e49b5c8d-701b-43c9-8bef-dea97afad3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.146954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e49b5c8d-701b-43c9-8bef-dea97afad3d0 None None] Port 35817015-6920-4b03-b3fd-1ceaa2dddf0a cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:17:28.253256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.318401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.319215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.456328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Pushing event updated for resources: {'Port': ['ID=35817015-6920-4b03-b3fd-1ceaa2dddf0a,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:28.520686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Network 89a4f64f-41c4-409d-8533-11952e853fc5 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:17:28.521816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:17:28.771323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6a9eec17-4fec-4980-a603-b43aa6503c73 None None] Provisioning complete for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:28.771742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6a9eec17-4fec-4980-a603-b43aa6503c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:28.826113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6a9eec17-4fec-4980-a603-b43aa6503c73 None None] Port 35817015-6920-4b03-b3fd-1ceaa2dddf0a cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:17:28.953245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Router 060d8f06-3062-40dc-8258-3d25c89af819 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:17:29.116208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:17:29.125289 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8fb31598-9c54-4f65-aee9-395e102a5167 admin admin] 10.222.0.70 "PUT /v2.0/routers/060d8f06-3062-40dc-8258-3d25c89af819/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.3855679 May 05 16:17:29.127040 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Sync routers for ids ['060d8f06-3062-40dc-8258-3d25c89af819'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:17:29.141700 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Routers {'060d8f06-3062-40dc-8258-3d25c89af819'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:17:29.142705 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:17:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['060d8f06-3062-40dc-8258-3d25c89af819'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:29.316693 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Set router 060d8f06-3062-40dc-8258-3d25c89af819 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:17:29.684638 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d8f06-3062-40dc-8258-3d25c89af819', 'name': 'router1', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:17:17Z', 'updated_at': '2022-05-05T16:17:27Z', 'revision_number': 2, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'gw_port_host': None, '_interfaces': [{'id': '35817015-6920-4b03-b3fd-1ceaa2dddf0a', 'name': '', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'mac_address': 'fa:16:3e:3e:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:27Z', 'updated_at': '2022-05-05T16:17:28Z', 'revision_number': 2, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnets': [{'id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:29.689637 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Checking router: 060d8f06-3062-40dc-8258-3d25c89af819 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:17:29.690006 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Updating router 060d8f06-3062-40dc-8258-3d25c89af819 port 35817015-6920-4b03-b3fd-1ceaa2dddf0a binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:17:29.746711 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:30.130510 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:30.145370 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Transition to ACTIVE for port object 35817015-6920-4b03-b3fd-1ceaa2dddf0a will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:17:30.221576 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:30.413441 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Pushing event updated for resources: {'Port': ['ID=35817015-6920-4b03-b3fd-1ceaa2dddf0a,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:30.466036 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.466382 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.466719 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.467048 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.467392 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.467747 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.468069 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.468401 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.468724 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.469042 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.469360 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Tracked resource versions report: May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: pushed versions: May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: { 'ConntrackHelper': {'1.0'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Log': {'1.0'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Network': {'1.1'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Port': {'1.5'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'PortForwarding': {'1.2'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'QosPolicy': {'1.8'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroup': {'1.2'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroupRule': {'1.0'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SubPort': {'1.0'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Subnet': {'1.1'}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Trunk': {'1.1'}} May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: consumer versions: May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Log': '1.0', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Network': '1.1', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Port': '1.5', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'PortForwarding': '1.2', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'QosPolicy': '1.8', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroup': '1.2', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroupRule': '1.0', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SubPort': '1.0', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Subnet': '1.1', May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Trunk': '1.1'}} May 05 16:17:30.470682 dv-neutron-840483-1-hyperv neutron-server[84821]: {{(pid=84821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:17:30.481659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Attempting to bind port 35817015-6920-4b03-b3fd-1ceaa2dddf0a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:17:30.482044 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Attempting to bind port 35817015-6920-4b03-b3fd-1ceaa2dddf0a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:17:30.482465 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Attempting to bind port 35817015-6920-4b03-b3fd-1ceaa2dddf0a on network 89a4f64f-41c4-409d-8533-11952e853fc5 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:17:30.489176 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:17:30.489587 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Checking segment: {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:17:30.490075 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:30.490454 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Bound using segment: {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:17:30.490961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Bound port: 35817015-6920-4b03-b3fd-1ceaa2dddf0a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb4efc0c-3bcb-430d-ac60-af09ed77476c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:17:30.491342 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:30.581469 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] For port 35817015-6920-4b03-b3fd-1ceaa2dddf0a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:17:30.585211 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] For port 35817015-6920-4b03-b3fd-1ceaa2dddf0a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=35817015-6920-4b03-b3fd-1ceaa2dddf0a,segment=NetworkSegment(eb4efc0c-3bcb-430d-ac60-af09ed77476c),segment_id=eb4efc0c-3bcb-430d-ac60-af09ed77476c)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:17:30.650677 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:30.741269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff529db-f982-4aed-a507-7404e03319fb None None] Pushing event updated for resources: {'Port': ['ID=35817015-6920-4b03-b3fd-1ceaa2dddf0a,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:30.744771 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Routers {'060d8f06-3062-40dc-8258-3d25c89af819'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:17:30.745363 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:17:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['060d8f06-3062-40dc-8258-3d25c89af819'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:30.903202 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] Set router 060d8f06-3062-40dc-8258-3d25c89af819 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:17:31.222074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40724) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:31.231251 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d8f06-3062-40dc-8258-3d25c89af819', 'name': 'router1', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:17:17Z', 'updated_at': '2022-05-05T16:17:27Z', 'revision_number': 2, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'gw_port_host': None, '_interfaces': [{'id': '35817015-6920-4b03-b3fd-1ceaa2dddf0a', 'name': '', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'mac_address': 'fa:16:3e:3e:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:27Z', 'updated_at': '2022-05-05T16:17:30Z', 'revision_number': 4, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnets': [{'id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:31.235511 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13353a62-8460-41b9-a856-a41bf59b7ca2 None None] The sync data for ids ['060d8f06-3062-40dc-8258-3d25c89af819'] in dv-neutron-840483-1-hyperv is: [{'id': '060d8f06-3062-40dc-8258-3d25c89af819', 'name': 'router1', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:17:17Z', 'updated_at': '2022-05-05T16:17:27Z', 'revision_number': 2, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'gw_port_host': None, '_interfaces': [{'id': '35817015-6920-4b03-b3fd-1ceaa2dddf0a', 'name': '', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'mac_address': 'fa:16:3e:3e:14:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:27Z', 'updated_at': '2022-05-05T16:17:30Z', 'revision_number': 4, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnets': [{'id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:17:31.399976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ed4542-6faa-44b0-a320-ee3847faacc5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:31.401318 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36ed4542-6faa-44b0-a320-ee3847faacc5 admin admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 842 time: 0.1783192 May 05 16:17:31.410606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'cidr': '172.26.2.0/24', 'ip_version': 4, 'gateway_ip': '172.26.2.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:31.416900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:17:31.420648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Usage tracker for resource:subnet and tenant:228ea8dbe7b2496e8eb3ecb06984981c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:17:31.423543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:17:31.429118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:17:31.520357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Made reservation on behalf of 228ea8dbe7b2496e8eb3ecb06984981c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:17:31.525321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:31.986113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:17:31.986562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:32.056774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Pushing event updated for resources: {'Subnet': ['ID=75b4296a-b285-401b-9b4c-b8c6d7ecc7e6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:32.067945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:17:32.068293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Network hostable DHCP agents. Network: d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:17:32.153110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:17:32.238289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:17:32.242232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:32.242838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:32.249607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a73f7d4-c040-409c-b4b8-adae7546aa9d None None] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:17:32.342511 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ee47b026-a9c0-47c2-803e-a5727373eb7e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9352272 May 05 16:17:32.480563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5502103a-daf3-4924-af76-7a78f2f1f0f0 None None] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:17:33.848193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 35817015-6920-4b03-b3fd-1ceaa2dddf0a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:17:33.998741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:17:34.004041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:34.004410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:34.139945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:34.171672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 35817015-6920-4b03-b3fd-1ceaa2dddf0a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=35817015-6920-4b03-b3fd-1ceaa2dddf0a,segment=NetworkSegment(eb4efc0c-3bcb-430d-ac60-af09ed77476c),segment_id=eb4efc0c-3bcb-430d-ac60-af09ed77476c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:17:34.244850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:34.314745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=35817015-6920-4b03-b3fd-1ceaa2dddf0a,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:34.478433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40738) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:34.711027 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dbd3db88-0e08-45e0-af20-e40edf0abd3f admin admin] 10.222.0.70 "GET /v2.0/routers/060d8f06-3062-40dc-8258-3d25c89af819 HTTP/1.1" status: 200 len: 710 time: 0.2314761 May 05 16:17:34.836061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d1fcd4-95f3-455a-b7a1-5f6f61f49c26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:17:34.837638 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-71d1fcd4-95f3-455a-b7a1-5f6f61f49c26 admin admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 886 time: 0.1216421 May 05 16:17:34.846225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:17:35.315321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:35.535803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:35.594482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:35.745697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Allocated IP 172.26.2.167 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/5a8b1bc8-3263-4311-b283-d53f78625d6b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:17:35.841736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 35817015-6920-4b03-b3fd-1ceaa2dddf0a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:17:35.912536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:35.912815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:35.946090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:36.039022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:36.108616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:17:36.111492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:17:36.114028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:17:36.143090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5a8b1bc8-3263-4311-b283-d53f78625d6b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:36.302844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:36.465229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:36.468520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:36.665450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Router 060d8f06-3062-40dc-8258-3d25c89af819 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:17:36.863281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:17:36.873068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:36.873489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Sync routers for ids ['060d8f06-3062-40dc-8258-3d25c89af819'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:17:36.874250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72832a2f-3034-42b8-82b2-e4444d8347c7 admin admin] 10.222.0.70 "PUT /v2.0/routers/060d8f06-3062-40dc-8258-3d25c89af819 HTTP/1.1" status: 200 len: 890 time: 2.0312827 May 05 16:17:36.886097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Routers {'060d8f06-3062-40dc-8258-3d25c89af819'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:17:36.886879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:17:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['060d8f06-3062-40dc-8258-3d25c89af819'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:37.088609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Set router 060d8f06-3062-40dc-8258-3d25c89af819 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:17:37.431668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d8f06-3062-40dc-8258-3d25c89af819', 'name': 'router1', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '5a8b1bc8-3263-4311-b283-d53f78625d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:17:17Z', 'updated_at': '2022-05-05T16:17:36Z', 'revision_number': 4, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'gw_port': {'id': '5a8b1bc8-3263-4311-b283-d53f78625d6b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:35Z', 'updated_at': '2022-05-05T16:17:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '35817015-6920-4b03-b3fd-1ceaa2dddf0a', 'name': '', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'mac_address': 'fa:16:3e:3e:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:27Z', 'updated_at': '2022-05-05T16:17:34Z', 'revision_number': 5, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnets': [{'id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:37.436478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Checking router: 060d8f06-3062-40dc-8258-3d25c89af819 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:17:37.436829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Updating router 060d8f06-3062-40dc-8258-3d25c89af819 port 5a8b1bc8-3263-4311-b283-d53f78625d6b binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:17:37.490042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:37.819305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:37.830932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Transition to ACTIVE for port object 5a8b1bc8-3263-4311-b283-d53f78625d6b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:17:37.901568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:37.983538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Attempting to bind port 5a8b1bc8-3263-4311-b283-d53f78625d6b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:17:37.983907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Attempting to bind port 5a8b1bc8-3263-4311-b283-d53f78625d6b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:17:37.984271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Attempting to bind port 5a8b1bc8-3263-4311-b283-d53f78625d6b on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:17:37.986347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd479-b31b-4c43-b769-0dbf6a94105d None None] Pushing event updated for resources: {'Port': ['ID=5a8b1bc8-3263-4311-b283-d53f78625d6b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:37.994051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:17:37.994426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:17:37.994822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:37.995206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:17:37.995701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Bound port: 5a8b1bc8-3263-4311-b283-d53f78625d6b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:17:37.996088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:38.068163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] For port 5a8b1bc8-3263-4311-b283-d53f78625d6b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:17:38.071202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] For port 5a8b1bc8-3263-4311-b283-d53f78625d6b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5a8b1bc8-3263-4311-b283-d53f78625d6b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:17:38.148090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:38.229181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3fd479-b31b-4c43-b769-0dbf6a94105d None None] Pushing event updated for resources: {'Port': ['ID=5a8b1bc8-3263-4311-b283-d53f78625d6b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:38.233567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Routers {'060d8f06-3062-40dc-8258-3d25c89af819'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:17:38.234170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:17:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['060d8f06-3062-40dc-8258-3d25c89af819'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:38.429604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] Set router 060d8f06-3062-40dc-8258-3d25c89af819 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:17:38.823321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '060d8f06-3062-40dc-8258-3d25c89af819', 'name': 'router1', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '5a8b1bc8-3263-4311-b283-d53f78625d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:17:17Z', 'updated_at': '2022-05-05T16:17:36Z', 'revision_number': 4, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'gw_port': {'id': '5a8b1bc8-3263-4311-b283-d53f78625d6b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:35Z', 'updated_at': '2022-05-05T16:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '35817015-6920-4b03-b3fd-1ceaa2dddf0a', 'name': '', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'mac_address': 'fa:16:3e:3e:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:27Z', 'updated_at': '2022-05-05T16:17:34Z', 'revision_number': 5, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnets': [{'id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:17:38.827359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7aae680-5f35-4610-b251-0770e83f22bd None None] The sync data for ids ['060d8f06-3062-40dc-8258-3d25c89af819'] in dv-neutron-840483-1-hyperv is: [{'id': '060d8f06-3062-40dc-8258-3d25c89af819', 'name': 'router1', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.167'}], 'enable_snat': True}, 'gw_port_id': '5a8b1bc8-3263-4311-b283-d53f78625d6b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:17:17Z', 'updated_at': '2022-05-05T16:17:36Z', 'revision_number': 4, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'gw_port': {'id': '5a8b1bc8-3263-4311-b283-d53f78625d6b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:9c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:35Z', 'updated_at': '2022-05-05T16:17:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '35817015-6920-4b03-b3fd-1ceaa2dddf0a', 'name': '', 'network_id': '89a4f64f-41c4-409d-8533-11952e853fc5', 'tenant_id': 'f10a293c842541b2b1d38dd6397e49f7', 'mac_address': 'fa:16:3e:3e:14:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '060d8f06-3062-40dc-8258-3d25c89af819', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:17:27Z', 'updated_at': '2022-05-05T16:17:34Z', 'revision_number': 5, 'project_id': 'f10a293c842541b2b1d38dd6397e49f7', 'subnets': [{'id': '1c3b0cc7-2fe8-4675-908f-6eadb212a666', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9d235adc-8c3e-45fc-b073-bd413912010a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:17:39.232989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 40748) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:17:39.379496 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-283a47d0-0eae-417b-b77b-f97cc972d7d2 admin admin] 10.222.0.70 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1082 time: 0.1448836 May 05 16:17:39.859716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5a8b1bc8-3263-4311-b283-d53f78625d6b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:17:39.994148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 5a8b1bc8-3263-4311-b283-d53f78625d6b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:17:39.999718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5a8b1bc8-3263-4311-b283-d53f78625d6b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:40.004567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:40.120767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:40.138570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 5a8b1bc8-3263-4311-b283-d53f78625d6b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5a8b1bc8-3263-4311-b283-d53f78625d6b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:17:40.244814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:40.312028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=5a8b1bc8-3263-4311-b283-d53f78625d6b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:17:41.844578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5a8b1bc8-3263-4311-b283-d53f78625d6b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:17:41.978411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5a8b1bc8-3263-4311-b283-d53f78625d6b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:17:41.978781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:45.514887 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:17:50.170683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8e6a698c-3e3d-4a1c-befe-4f7680e482c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:52.438667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-803c1739-2ed6-4461-a274-d61494805944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:53.536162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:53.621103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:17:54.970089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:20.153499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e1dca1c-94ca-407a-acf3-8deaf793862d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:22.432344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0d9f19b-a110-41f2-8a2a-6d02e4f3c92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:22.509096 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:18:23.575746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:23.626141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:24.965214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:50.176437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bc43c9eb-6033-4d6f-8543-abbb75147f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:52.439320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-36b6ad15-827f-4d43-ba00-ef2198e32fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:54.221797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:54.256012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:54.980824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:18:59.512113 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:19:20.183002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06ef8917-316d-4122-a4f5-ccfc2c338bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:22.403169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8ba703bb-ce06-4f0c-9916-871743b79a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:23.535898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:23.627397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:24.964604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:36.516771 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:19:50.187100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96ee160c-40c7-4515-a283-fcb048d63835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:50.260616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41356) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:19:50.352044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f58043cb-a944-455f-b536-b6c82b6673c8 admin admin] GET failed (client error): The resource could not be found. May 05 16:19:50.354135 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f58043cb-a944-455f-b536-b6c82b6673c8 admin admin] 10.222.0.70 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0925722 May 05 16:19:50.484427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9424acbe-c405-404d-8c93-c00fd8459f52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:50.485854 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9424acbe-c405-404d-8c93-c00fd8459f52 admin admin] 10.222.0.70 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1278384 May 05 16:19:52.420186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-973eef9f-a6e8-42d2-bd49-ea8868e900a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:52.526370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41366) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:19:52.658540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d13e6c-d1bc-4d94-ae73-d5c6944cd42e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:52.659095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-73d13e6c-d1bc-4d94-ae73-d5c6944cd42e admin admin] Synchronizing usage tracker for tenant:228ea8dbe7b2496e8eb3ecb06984981c on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:19:52.729828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-73d13e6c-d1bc-4d94-ae73-d5c6944cd42e admin admin] Unset dirty status for tenant:228ea8dbe7b2496e8eb3ecb06984981c on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:19:52.730914 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-73d13e6c-d1bc-4d94-ae73-d5c6944cd42e admin admin] 10.222.0.70 "GET /v2.0/subnets/1c3b0cc7-2fe8-4675-908f-6eadb212a666 HTTP/1.1" status: 200 len: 849 time: 0.2036192 May 05 16:19:52.740062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:19:52.859705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:53.129979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760411463581'] for subnet, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:53.214373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:53.214946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:53.217948 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] 10.222.0.70 "PUT /v2.0/subnets/1c3b0cc7-2fe8-4675-908f-6eadb212a666 HTTP/1.1" status: 200 len: 868 time: 0.4815664 May 05 16:19:53.222158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7242bb-859c-4cb2-86ba-4c623ef997b9 None None] Network 89a4f64f-41c4-409d-8533-11952e853fc5 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:19:53.242345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3b0cc7-2fe8-4675-908f-6eadb212a666,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:19:53.251760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.252149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.252442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.252775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.253110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.253443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.253793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.254134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.254443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.254763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.255086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58828b97-0cc2-42bd-aab8-8782de071313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:19:53.561526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:53.633252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:53.843757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-09b03aad-4fd9-4964-835e-5d93d637c23e None None] Provisioning complete for port 8d8ef335-02f5-4ef5-8561-27a454576f72 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:19:53.844027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-09b03aad-4fd9-4964-835e-5d93d637c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:53.968235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-09b03aad-4fd9-4964-835e-5d93d637c23e None None] Provisioning complete for port 35817015-6920-4b03-b3fd-1ceaa2dddf0a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:19:53.968498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-09b03aad-4fd9-4964-835e-5d93d637c23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:54.981639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:19:55.290349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41376) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:19:55.491035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d31eec-cba2-4ac5-a1ff-3e639813a502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:55.491329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d31eec-cba2-4ac5-a1ff-3e639813a502 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:55.492866 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-31d31eec-cba2-4ac5-a1ff-3e639813a502 admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2015743 May 05 16:19:57.567189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41386) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:19:57.766963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c058cc-8b18-4fe6-925a-3da39cbe49fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:57.767292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c058cc-8b18-4fe6-925a-3da39cbe49fe admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:19:57.768820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f8c058cc-8b18-4fe6-925a-3da39cbe49fe admin admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2006862 May 05 16:19:59.823718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41396) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:00.018445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68342fe8-d625-4e9a-abfb-57a09bd69abf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:00.019751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-68342fe8-d625-4e9a-abfb-57a09bd69abf admin admin] 10.222.0.70 "GET /v2.0/networks/89a4f64f-41c4-409d-8533-11952e853fc5 HTTP/1.1" status: 200 len: 869 time: 0.1950696 May 05 16:20:02.058422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41406) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:02.252194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4faeee-19c3-430a-b618-4883d54587f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:02.253546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fa4faeee-19c3-430a-b618-4883d54587f5 admin admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 886 time: 0.1941884 May 05 16:20:04.315932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41416) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:04.448499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a260e-de81-44c7-b69a-a761ee40d141 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:04.448926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01a260e-de81-44c7-b69a-a761ee40d141 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:04.450492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c01a260e-de81-44c7-b69a-a761ee40d141 admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1336324 May 05 16:20:06.485656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41426) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:06.625985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596f0c0-46e2-4298-8064-db20dfec988f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:06.626351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1596f0c0-46e2-4298-8064-db20dfec988f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:06.627885 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1596f0c0-46e2-4298-8064-db20dfec988f admin admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412237 May 05 16:20:08.652792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41436) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:08.785842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70abd79e-17f3-4ac5-9744-a75a512c7e3d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:08.787202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-70abd79e-17f3-4ac5-9744-a75a512c7e3d admin admin] 10.222.0.70 "GET /v2.0/subnets/1c3b0cc7-2fe8-4675-908f-6eadb212a666 HTTP/1.1" status: 200 len: 868 time: 0.1334815 May 05 16:20:10.929107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:11.054039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305f6f88-3113-4111-a1ee-58804d8ab199 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:11.056114 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-305f6f88-3113-4111-a1ee-58804d8ab199 admin admin] 10.222.0.70 "GET /v2.0/subnets/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6 HTTP/1.1" status: 200 len: 816 time: 0.1260545 May 05 16:20:13.518033 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:20:20.185658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3a7dfae6-4e8e-49ae-90f0-1f9fb99aa7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:22.404948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3d8a8fc-933e-4294-bad1-a7146def6fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:23.535812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:23.625338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:24.979441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:29.095368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41484) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:29.177722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-2efbedd1-690d-414f-9865-772a020ee494 admin admin] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:20:29.177722 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2efbedd1-690d-414f-9865-772a020ee494 admin admin] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0808568 May 05 16:20:31.292166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41494) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:31.385924 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba779fe-4c3e-41d6-9990-a7ea0556c78f admin admin] GET failed (client error): The resource could not be found. May 05 16:20:31.386412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-eba779fe-4c3e-41d6-9990-a7ea0556c78f admin admin] Synchronizing usage tracker for tenant:228ea8dbe7b2496e8eb3ecb06984981c on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:20:31.467095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-eba779fe-4c3e-41d6-9990-a7ea0556c78f admin admin] Unset dirty status for tenant:228ea8dbe7b2496e8eb3ecb06984981c on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:20:31.468274 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eba779fe-4c3e-41d6-9990-a7ea0556c78f admin admin] 10.222.0.70 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1752884 May 05 16:20:31.599576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e56a4a-cdde-4d8e-a745-c2582919c7dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:31.601046 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c0e56a4a-cdde-4d8e-a745-c2582919c7dc admin admin] 10.222.0.70 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1288807 May 05 16:20:33.656977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41504) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:33.729740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:20:33.734241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:20:33.744084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:20:33.821881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Made reservation on behalf of 228ea8dbe7b2496e8eb3ecb06984981c for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:20:33.824184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:33.911422 dv-neutron-840483-1-hyperv neutron-server[84818]: WARNING neutron.services.revisions.revision_plugin [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Could not find related network for resource to bump revision. May 05 16:20:33.923556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 766} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:20:33.933130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:33.933463 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Added segment 41286eac-30e4-4b44-bc12-73d28a226e90 of type vlan for network 7a022bf3-5208-42fa-95f1-62b0a52a9046 May 05 16:20:33.958891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:34.044482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:34.045330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:34.045898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:34.165396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Pushing event updated for resources: {'Network': ['ID=7a022bf3-5208-42fa-95f1-62b0a52a9046,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:20:34.173235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.173586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.173968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.174303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.174634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.174963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.175289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.175647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.175969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.176296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.176614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:34.188594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 7a022bf3-5208-42fa-95f1-62b0a52a9046 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:20:34.243727 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7af32f68-70e8-4c89-9b67-f45ad34fa57b admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5856149 May 05 16:20:36.338655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41514) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:20:36.439092 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-206c5e1d-2ff7-4ddc-9bc6-abe396d3ff11 admin admin] GET failed (client error): The resource could not be found. May 05 16:20:36.441857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-206c5e1d-2ff7-4ddc-9bc6-abe396d3ff11 admin admin] 10.222.0.70 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1008391 May 05 16:20:36.563760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38922b9b-0264-4d61-a70d-8891dce28dd6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:36.571840 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-38922b9b-0264-4d61-a70d-8891dce28dd6 admin admin] 10.222.0.70 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1270461 May 05 16:20:36.576076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:20:36.580645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:20:36.591886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:20:36.659784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Made reservation on behalf of 228ea8dbe7b2496e8eb3ecb06984981c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:20:36.662066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:36.922498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:36.996283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7cb314-89cd-4af7-b7a6-2a28b5495f9e,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:20:37.005766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Checking segment: {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:20:37.006121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Network hostable DHCP agents. Network: 7a022bf3-5208-42fa-95f1-62b0a52a9046, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:20:37.078371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Network 7a022bf3-5208-42fa-95f1-62b0a52a9046 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:20:37.145721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 7a022bf3-5208-42fa-95f1-62b0a52a9046) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:20:37.150911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:20:37.151938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:37.155196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442364ca-930f-4336-b03f-16601e636aca None None] Network 7a022bf3-5208-42fa-95f1-62b0a52a9046 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:20:37.307764 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b30bc180-7b24-46a0-8def-ae83892d47a9 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7350361 May 05 16:20:37.391557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-7a022bf3-5208-42fa-95f1-62b0a52a9046', 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046', 'tenant_id': '228ea8dbe7b2496e8eb3ecb06984981c', 'fixed_ips': [{'subnet_id': '0f7cb314-89cd-4af7-b7a6-2a28b5495f9e'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:20:37.392398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:37.553928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Allocated IP 192.168.233.2 (7a022bf3-5208-42fa-95f1-62b0a52a9046/0f7cb314-89cd-4af7-b7a6-2a28b5495f9e/da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:20:37.764331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:37.775378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Transition to ACTIVE for port object da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:20:37.795791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Transition to ACTIVE for port object da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:20:37.879096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:37.948108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Network 7a022bf3-5208-42fa-95f1-62b0a52a9046 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:20:37.950790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:20:37.957346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Pushing event updated for resources: {'Port': ['ID=da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:20:37.959627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:20:37.993973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.994317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.994658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.994995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.995341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.995696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.996024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.996346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.996665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.996982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:37.997300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:20:38.057536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Attempting to bind port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:20:38.057910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Attempting to bind port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:20:38.058275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Attempting to bind port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 on network 7a022bf3-5208-42fa-95f1-62b0a52a9046 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:20:38.064855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 20, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:20:38.065223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Checking segment: {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:20:38.065761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:38.066154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Bound using segment: {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:20:38.066617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Bound port: da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:20:38.067032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:38.160194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] For port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:20:38.163226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] For port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:20:38.239228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:38.322882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedd20e3-081d-4bc5-8178-700e68be96c1 None None] Pushing event updated for resources: {'Port': ['ID=da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:20:39.142771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584003a3-e76b-4caa-9789-f90d11bdae2d None None] Network 7a022bf3-5208-42fa-95f1-62b0a52a9046 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:20:39.372649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-04618830-a202-45cc-879b-beeb87036d04 None None] Provisioning for port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:20:39.954130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:20:40.107174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:20:40.112408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:20:40.112781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:40.233896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:40.265856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:20:40.370341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:40.440102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:20:41.928477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:20:41.997394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port da5ebd9a-dc6f-4bf7-8fca-7f915a7d7f99 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:20:41.997758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:50.186866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0cae7cc1-723c-44f5-8fda-bc43634b3dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:50.521336 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:20:52.414030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64f847e5-508a-48ba-8ec1-1832cd1804fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:53.558738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:53.689813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:20:55.072711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:20.179153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f205a8f0-494c-4329-9f1e-a2d3a224f107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:22.483785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5fbc9fd9-8d4e-4a39-b1d5-86f7de7c483e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:23.535425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:23.689845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:24.987031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:27.519748 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:21:50.224073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b8fca494-ea6d-41d0-85e9-2adfae09dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:52.401508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e68e5fed-97e5-4a37-9a35-e673cf033b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:53.561917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:53.672456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:21:55.052917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:04.525156 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:22:13.164450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41556) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:22:13.170163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-7864fb04-2f72-4e7d-a55f-44e11072f7c3 tempest-verify_tempest_config-1393865955 tempest-verify_tempest_config-1393865955-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:22:13.171147 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7864fb04-2f72-4e7d-a55f-44e11072f7c3 tempest-verify_tempest_config-1393865955 tempest-verify_tempest_config-1393865955-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0057423 May 05 16:22:13.778614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41572) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:22:13.919301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:13.951104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:22:13.954933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Usage tracker for resource:security_group_rule and tenant:e5ff278b241c4ca99b5a8724ef817cb1 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:22:13.957724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:22:13.964520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:22:14.029480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:14.115499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:14.165552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9269f5b2-1564-4695-ad1d-5eb97dce998a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:22:14.172505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Synchronizing usage tracker for tenant:228ea8dbe7b2496e8eb3ecb06984981c on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:22:14.178475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.178831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.179177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.179771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.180118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.180455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.180804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.181142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.181468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.181793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.182120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:22:14.254934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] Unset dirty status for tenant:228ea8dbe7b2496e8eb3ecb06984981c on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:22:14.256248 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-850365c9-8f1b-4721-8c95-95b8db722a32 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5ff278b241c4ca99b5a8724ef817cb1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4766464 May 05 16:22:14.259623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41578) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:22:14.318068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-303769d4-4984-4a8e-be16-7329b3988c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:14.343222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-303769d4-4984-4a8e-be16-7329b3988c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:14.495176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-303769d4-4984-4a8e-be16-7329b3988c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:14.509922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303769d4-4984-4a8e-be16-7329b3988c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9269f5b2-1564-4695-ad1d-5eb97dce998a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:22:14.516141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-303769d4-4984-4a8e-be16-7329b3988c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:14.517395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-303769d4-4984-4a8e-be16-7329b3988c1e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9269f5b2-1564-4695-ad1d-5eb97dce998a HTTP/1.1" status: 204 len: 168 time: 0.2568564 May 05 16:22:20.172213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-083bec42-2fa9-470e-93cf-5cb217596725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:22.396314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c4ff7cfa-2a2d-436b-9d26-31b47b8f1b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:23.573590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:23.625404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:25.209190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:41.523086 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:22:50.203078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-21c2c540-5f51-4076-aaa5-53f4ed543e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:52.394767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5b1cddb8-2121-4b25-9f19-603c3ec55c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:53.554668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:53.665937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:22:54.988936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:18.521633 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 5 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:23:20.170967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f2a84a32-71e1-49d0-a70a-83700ce05767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:22.396965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f1382806-9372-4e22-a720-7cf4e5f07122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:23.556954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:23.654202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:25.008487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:33.576869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-451646'] for agent, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:47.974733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41652) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:23:48.111645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bf132564-6c2f-4d24-acf8-cd85ebfca212 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1358275 May 05 16:23:50.173367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41662) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:23:50.185401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a82c79a2-7dd1-4c90-8656-0c5dd80761fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:50.258989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-68ec2fbe-17b4-43c6-b782-4703af34fbd1 admin admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0845687 May 05 16:23:52.393697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fdebc01f-2ab2-4b24-b4d1-d6e2408dab63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:53.572848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:53.659218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:54.993139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:23:55.524558 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:24:03.556232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:20.179201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab4d76d3-4f7b-493f-8879-1521cbc0a83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:22.413407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7a5af9c0-d9b3-4a55-80a4-5731132a1a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:23.571583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:23.656067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:25.016215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:32.523704 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:24:33.545004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:50.173800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-650967f5-ae41-47e1-8b9d-b09d285c8d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:52.424703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b1d5fece-e837-4829-b079-ccda44a43855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:53.561850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:53.643928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:24:55.036292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:03.558189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:09.524678 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:25:20.186082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d3cfaa53-b0f5-469e-b49c-98aa947f3e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:22.469815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53090031-48f1-468b-a268-74386794643a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:23.333990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41798) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:23.573383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:23.637590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:23.704513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-969413646-network', 'tenant_id': 'a349cd31ae56461ba523923950187ac7'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:23.710737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:23.713500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Usage tracker for resource:network and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:23.716389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:23.722633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:23.797633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Made reservation on behalf of a349cd31ae56461ba523923950187ac7 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:23.800064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:23.813153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:23.846784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:23.850606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Usage tracker for resource:security_group_rule and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:23.853450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:23.859281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:23.929188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:23.992044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.015103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:24.034825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4cfa4e7-c357-4c7f-bfc2-577b993dcd8f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:24.039227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.039675 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Added segment fe33602c-698a-4416-acea-97ad6915c493 of type vlan for network 7b12b310-133d-47a7-af54-d6b233d368af May 05 16:25:24.051266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.051640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.052082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.052306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.052870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.054662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.055010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.055342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.055697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.056020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.056341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Tracked resource versions report: May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: pushed versions: May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: { 'ConntrackHelper': {'1.0'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Log': {'1.0'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Network': {'1.1'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Port': {'1.5'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'PortForwarding': {'1.2'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'QosPolicy': {'1.8'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroup': {'1.2'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroupRule': {'1.0'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SubPort': {'1.0'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Subnet': {'1.1'}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Trunk': {'1.1'}} May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: consumer versions: May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: HyperV agent@hv-neutron-8404: {}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Log': '1.0', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Network': '1.1', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Port': '1.5', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'PortForwarding': '1.2', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'QosPolicy': '1.8', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroup': '1.2', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SecurityGroupRule': '1.0', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'SubPort': '1.0', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Subnet': '1.1', May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: 'Trunk': '1.1'}} May 05 16:25:24.057416 dv-neutron-840483-1-hyperv neutron-server[84819]: {{(pid=84819) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:25:24.081597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.163537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.164423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:24.165028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.270536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] Pushing event updated for resources: {'Network': ['ID=7b12b310-133d-47a7-af54-d6b233d368af,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:24.281854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 7b12b310-133d-47a7-af54-d6b233d368af details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:24.330737 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9ae91c63-6f05-4b65-a048-7fc6f3dfa5ab admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9947352 May 05 16:25:24.333562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41832) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:24.339050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Request body: {'subnet': {'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-969413646-subnet', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:24.343841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:24.348213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Usage tracker for resource:subnet and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:24.351260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:24.357319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:24.417637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41838) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:24.432232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Made reservation on behalf of a349cd31ae56461ba523923950187ac7 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:24.434541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.618252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41848) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:24.803153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41858) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:24.877867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:24.885822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-506903045-network', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:24.890584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:24.895019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Usage tracker for resource:network and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:24.901972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:24.908024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:24.962131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f7d158-c961-49f5-bf46-4dab5091f543,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:24.972877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Checking segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:24.973237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Network hostable DHCP agents. Network: 7b12b310-133d-47a7-af54-d6b233d368af, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:24.991916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Made reservation on behalf of f6125ade6d294e66bb2d97c030d9843d for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:24.994482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.008446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.021757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.043598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:25.048183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Usage tracker for resource:security_group_rule and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:25.051319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:25.057447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:25.083008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Network 7b12b310-133d-47a7-af54-d6b233d368af is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:25.128864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.160681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-450093669-network', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:25.166140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:25.170205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Usage tracker for resource:network and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:25.173695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 7b12b310-133d-47a7-af54-d6b233d368af) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:25.173932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:25.183022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:25.185021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:25.191983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c7a6c-faeb-40cd-ba74-759ba1af1dd4 None None] Network 7b12b310-133d-47a7-af54-d6b233d368af requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:25.201532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.216159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.236332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:25.254783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.255115 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Added segment aec68d4b-26c1-4d76-9702-338861790371 of type vlan for network f7ccddd6-7f2f-4845-9185-125fa6046d41 May 05 16:25:25.279265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Made reservation on behalf of 71fe71f3c34446d48645afcf4e13e806 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:25.279265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.300675 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e047f835-da51-4ad9-bda7-12005f0e0e8f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9660006 May 05 16:25:25.303405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41872) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.308863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.314636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:25.322007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:25.326973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.330086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Usage tracker for resource:router and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:25.336794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:25.354018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:25.365597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68fe0909-51c9-4b68-8cec-52d4c1495911,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:25.391824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.392475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.392965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.393444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.393911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.394403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.394967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.395441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.395932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.396415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.396897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Tracked resource versions report: May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: pushed versions: May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: { 'ConntrackHelper': {'1.0'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Log': {'1.0'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Network': {'1.1'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Port': {'1.5'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'PortForwarding': {'1.2'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'QosPolicy': {'1.8'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroup': {'1.2'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroupRule': {'1.0'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SubPort': {'1.0'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Subnet': {'1.1'}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Trunk': {'1.1'}} May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: consumer versions: May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: HyperV agent@hv-neutron-8404: {}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Log': '1.0', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Network': '1.1', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Port': '1.5', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'PortForwarding': '1.2', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'QosPolicy': '1.8', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroup': '1.2', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SecurityGroupRule': '1.0', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'SubPort': '1.0', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Subnet': '1.1', May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: 'Trunk': '1.1'}} May 05 16:25:25.398124 dv-neutron-840483-1-hyperv neutron-server[84818]: {{(pid=84818) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:25:25.412111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:25.417918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Usage tracker for resource:security_group_rule and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:25.427393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:25.430397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:25.449849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.450758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:25.451383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.475772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.476816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.504227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.512374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.520162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-7b12b310-133d-47a7-af54-d6b233d368af', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:25:25.521255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.598034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] Pushing event updated for resources: {'Network': ['ID=f7ccddd6-7f2f-4845-9185-125fa6046d41,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:25.617585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-17b7f285-1c13-4e3a-990e-aa8b7e68c380 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.618785 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-17b7f285-1c13-4e3a-990e-aa8b7e68c380 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.8140872 May 05 16:25:25.620190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.625262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41878) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.634264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-fe5aeea9-a9b7-423f-bf1a-aababcdf48a6 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.634740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:25.638514 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fe5aeea9-a9b7-423f-bf1a-aababcdf48a6 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0117249 May 05 16:25:25.645219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.645851 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Added segment 3d52e370-d178-4070-90a6-ed144028eb02 of type vlan for network 80a49632-388d-4c21-afc9-7dc6e524ba3e May 05 16:25:25.660550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41882) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.675263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-c508f770-b4bc-42c1-b3ec-74c4f4ef8bce tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.678795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.678934 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c508f770-b4bc-42c1-b3ec-74c4f4ef8bce tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0153801 May 05 16:25:25.691634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41888) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.693049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:25.699483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-670bdbb9-1c79-4018-a861-2e8fe58dd188 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.701475 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-670bdbb9-1c79-4018-a861-2e8fe58dd188 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0088880 May 05 16:25:25.704878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41892) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.712989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-78a02f15-217c-4d3f-99c3-5ec7ce8d749b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.714781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-78a02f15-217c-4d3f-99c3-5ec7ce8d749b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0072153 May 05 16:25:25.717049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41896) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.724858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-ea5f3b82-def0-4881-8488-bfcf64dbb1e6 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.726604 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea5f3b82-def0-4881-8488-bfcf64dbb1e6 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0083940 May 05 16:25:25.729282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41900) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.743064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7199e153-64a0-42ff-9168-4e84cda983a4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:25.743878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-ae991497-a660-424b-8caf-5533e9e15d4f tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.744817 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ae991497-a660-424b-8caf-5533e9e15d4f tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0089941 May 05 16:25:25.747585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41904) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.753846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-176717ea-2c79-423e-9a59-2c28b820c217 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.757596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-176717ea-2c79-423e-9a59-2c28b820c217 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0087059 May 05 16:25:25.757942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41908) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.763408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-ede0e309-272d-484c-8052-6a6797b68aad tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.767077 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ede0e309-272d-484c-8052-6a6797b68aad tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0080957 May 05 16:25:25.767556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41912) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.777943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-be03088a-7094-47b5-9331-139217867e6b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.782351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41916) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.786243 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-be03088a-7094-47b5-9331-139217867e6b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0101082 May 05 16:25:25.789258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-7a6d8c10-d973-48bd-8514-335c8da2330b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.793326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41922) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.793691 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7a6d8c10-d973-48bd-8514-335c8da2330b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0099883 May 05 16:25:25.798989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-54b02fd3-503d-43b5-a60f-933174b42d58 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.799949 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-54b02fd3-503d-43b5-a60f-933174b42d58 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0057292 May 05 16:25:25.802412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41926) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.812129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-b290f6e9-8846-472c-9034-74a52f2c17ab tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.812129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b290f6e9-8846-472c-9034-74a52f2c17ab tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0062120 May 05 16:25:25.814751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41930) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.820187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-d66b7337-a4fa-4685-9d93-eeb4f3824bb9 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.821464 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d66b7337-a4fa-4685-9d93-eeb4f3824bb9 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057302 May 05 16:25:25.823875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41934) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.835125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-0beaf662-2f02-4985-ab11-e6c37c46f238 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.836752 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0beaf662-2f02-4985-ab11-e6c37c46f238 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0114141 May 05 16:25:25.838770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41938) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.852710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-b5ae1dc1-6c3b-494f-9b51-a95792d40576 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.854676 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b5ae1dc1-6c3b-494f-9b51-a95792d40576 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0132451 May 05 16:25:25.856984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41942) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.868351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-3ef2bc09-c6a3-42aa-85c9-995507f844ba tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.873292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3ef2bc09-c6a3-42aa-85c9-995507f844ba tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0153453 May 05 16:25:25.873968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41946) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.880387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-1f7f5151-e2dc-4952-9889-ab608163e3d9 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.885365 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1f7f5151-e2dc-4952-9889-ab608163e3d9 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0103762 May 05 16:25:25.886164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41950) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.891958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-30cb8e6e-d997-4c9d-9a6e-937401cf9f97 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.896304 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-30cb8e6e-d997-4c9d-9a6e-937401cf9f97 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0089424 May 05 16:25:25.897085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41954) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.899845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Allocated IP 172.20.0.2 (7b12b310-133d-47a7-af54-d6b233d368af/f0f7d158-c961-49f5-bf46-4dab5091f543/cd890caa-8af8-41a6-b6c8-fdf8887b773b) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:25.902350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-671666b2-0689-4001-8159-514f6e1c0e44 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.903275 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-671666b2-0689-4001-8159-514f6e1c0e44 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0054226 May 05 16:25:25.911673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f1a03a9c-36d0-45fd-9df6-7168af08f979 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4892051 May 05 16:25:25.911673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41958) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.911673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.911673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:25.912090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.920671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-9bc33969-69cb-40fc-a4b2-4bda0f4beca6 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.922230 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9bc33969-69cb-40fc-a4b2-4bda0f4beca6 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0050969 May 05 16:25:25.924583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41960) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.925533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 41964) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.949868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Request body: {'subnet': {'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-506903045-subnet', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:25.961642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-89a3af82-8b8d-4d4e-b5b2-16bbea99312e tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.965776 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-89a3af82-8b8d-4d4e-b5b2-16bbea99312e tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0242128 May 05 16:25:25.965971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41972) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.973311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:25.974158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-a97b72e8-9e17-4e09-a259-279c554dc138 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.977516 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a97b72e8-9e17-4e09-a259-279c554dc138 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0083115 May 05 16:25:25.977516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:25.987662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41976) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:25.993367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-987c9719-3b67-407d-9b88-ab2cc370a0b2 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:25.996714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-987c9719-3b67-407d-9b88-ab2cc370a0b2 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0056558 May 05 16:25:25.996944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41980) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.009030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-15f4574d-0243-4c2e-9c96-92cd9d0c3c52 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.013013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-15f4574d-0243-4c2e-9c96-92cd9d0c3c52 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0122502 May 05 16:25:26.013013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41984) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.018771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-6a2293ea-507c-44fb-bf77-2a7ae24177d0 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.022261 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6a2293ea-507c-44fb-bf77-2a7ae24177d0 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061443 May 05 16:25:26.022395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41990) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.027757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-abbc5ffe-236e-41d3-8cb2-c2a3884687e4 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.031598 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-abbc5ffe-236e-41d3-8cb2-c2a3884687e4 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0055039 May 05 16:25:26.040858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 41996) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.047038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-5f9844ec-935c-4537-8087-0de50ff054ce tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.051639 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f9844ec-935c-4537-8087-0de50ff054ce tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0073423 May 05 16:25:26.052536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42000) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.058397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-ee3cc154-3691-4421-865e-b2a290102f82 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.067579 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ee3cc154-3691-4421-865e-b2a290102f82 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0058732 May 05 16:25:26.068198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42004) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.076294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] Pushing event updated for resources: {'Network': ['ID=80a49632-388d-4c21-afc9-7dc6e524ba3e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:26.079369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Usage tracker for resource:subnet and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:26.083024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:26.087350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-7e931d6d-b357-42c8-b445-a5e8dec3338c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.091120 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7e931d6d-b357-42c8-b445-a5e8dec3338c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0198214 May 05 16:25:26.091929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:26.092505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:26.093376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42008) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.125384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-aa85930e-42d9-4b05-9550-a27052fbabec tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.127296 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa85930e-42d9-4b05-9550-a27052fbabec tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0077231 May 05 16:25:26.136093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42014) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.141924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-68901cdf-6dad-471b-a86c-30f332a10a18 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.145254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-68901cdf-6dad-471b-a86c-30f332a10a18 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0057619 May 05 16:25:26.145519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42018) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.150854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-7b943f9b-168d-4792-afdf-b590298529a0 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.153955 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7b943f9b-168d-4792-afdf-b590298529a0 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0051243 May 05 16:25:26.155743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42022) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.165421 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-abd11743-d02e-4b44-80e0-852b099309b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5449104 May 05 16:25:26.170896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-39ea9821-8dad-426d-9686-48b879c31703 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.176584 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-39ea9821-8dad-426d-9686-48b879c31703 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0122771 May 05 16:25:26.177924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42026) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.178382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42030) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.191056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Request body: {'subnet': {'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-450093669-subnet', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:26.202218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-4160931d-1e76-4f53-a0d4-643de028b877 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.213458 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4160931d-1e76-4f53-a0d4-643de028b877 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0205288 May 05 16:25:26.214101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42038) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.216801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:26.221412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-bf37c5a0-b25d-48dc-b1ad-838db3e90bce tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.224867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf37c5a0-b25d-48dc-b1ad-838db3e90bce tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0077498 May 05 16:25:26.225050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42042) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.226352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Made reservation on behalf of f6125ade6d294e66bb2d97c030d9843d for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:26.228861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.230834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-c6ff5dbf-3838-4090-b113-03b99dab3c77 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.234856 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c6ff5dbf-3838-4090-b113-03b99dab3c77 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0058954 May 05 16:25:26.235686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42046) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.243036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-56916201-8f03-4698-aee7-969891715339 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.246349 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-56916201-8f03-4698-aee7-969891715339 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073736 May 05 16:25:26.246506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42050) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.254145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-6849555b-9934-44c3-a816-79c05c6be704 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.257518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6849555b-9934-44c3-a816-79c05c6be704 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0077832 May 05 16:25:26.257994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42054) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.264613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-86bbd66f-27ec-4f40-b7bd-fa5e5d867040 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.265162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Usage tracker for resource:subnet and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:26.268546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-86bbd66f-27ec-4f40-b7bd-fa5e5d867040 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0071027 May 05 16:25:26.268546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42058) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.274889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:26.276220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-cf7c58f6-046c-426e-a785-0bdc8c1fa8f9 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.279600 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cf7c58f6-046c-426e-a785-0bdc8c1fa8f9 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0079875 May 05 16:25:26.283969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42062) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.288454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:26.291960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-31bb1963-56b4-4e81-b6c7-ad706b129737 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.295562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-31bb1963-56b4-4e81-b6c7-ad706b129737 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0074053 May 05 16:25:26.295562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42066) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.305683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-84f1f98b-c7b3-4e0c-b7c6-ab4987a53b75 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.307501 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-84f1f98b-c7b3-4e0c-b7c6-ab4987a53b75 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0100086 May 05 16:25:26.309879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42072) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.316575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.319531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-d375f746-66a7-40dc-8d7c-ca338181a32d tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.322833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d375f746-66a7-40dc-8d7c-ca338181a32d tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0095880 May 05 16:25:26.325009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42076) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.334650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Transition to ACTIVE for port object cd890caa-8af8-41a6-b6c8-fdf8887b773b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:26.356786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-c3406d86-91a7-4268-bb7a-9ce43a0fb00c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.360266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c3406d86-91a7-4268-bb7a-9ce43a0fb00c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0109725 May 05 16:25:26.361106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42080) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.365967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Transition to ACTIVE for port object cd890caa-8af8-41a6-b6c8-fdf8887b773b will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:26.370653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-bea0d204-71ec-4a9a-bcde-300945729131 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.374259 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bea0d204-71ec-4a9a-bcde-300945729131 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095780 May 05 16:25:26.374883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42084) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.385916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-ed187d88-d127-46c9-bcec-cef48a13f656 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.388007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ed187d88-d127-46c9-bcec-cef48a13f656 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0096974 May 05 16:25:26.388154 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Made reservation on behalf of 71fe71f3c34446d48645afcf4e13e806 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:26.390255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Notify callbacks [] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.390983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42088) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.398446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-a8d7f767-7b8c-4ae3-be07-952a5e56260d tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.402057 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a8d7f767-7b8c-4ae3-be07-952a5e56260d tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060353 May 05 16:25:26.411280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42092) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.424221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-e38930af-6268-41b3-9b19-b25d7998bef5 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.428735 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e38930af-6268-41b3-9b19-b25d7998bef5 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0164623 May 05 16:25:26.436552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42098) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.443553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.476804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.494694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-7f0e0a9d-f9e0-4df9-8a83-38649e3a68e3 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.498555 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7f0e0a9d-f9e0-4df9-8a83-38649e3a68e3 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0606871 May 05 16:25:26.509702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42102) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.526192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.530308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-47728466-aebc-4030-9dc1-53004a145b5a tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.530308 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-47728466-aebc-4030-9dc1-53004a145b5a tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0185742 May 05 16:25:26.533171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42106) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.550024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Pushing event updated for resources: {'Port': ['ID=cd890caa-8af8-41a6-b6c8-fdf8887b773b,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:26.563237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.563621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.564081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.564415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.564751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.565074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.565391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.565721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.566165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.566482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.566794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Tracked resource versions report: May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: pushed versions: May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: { 'ConntrackHelper': {'1.0'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Log': {'1.0'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Network': {'1.1'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Port': {'1.5'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'PortForwarding': {'1.2'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'QosPolicy': {'1.8'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroup': {'1.2'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroupRule': {'1.0'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SubPort': {'1.0'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Subnet': {'1.1'}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Trunk': {'1.1'}} May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: consumer versions: May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: HyperV agent@hv-neutron-8404: {}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Log': '1.0', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Network': '1.1', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Port': '1.5', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'PortForwarding': '1.2', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'QosPolicy': '1.8', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroup': '1.2', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SecurityGroupRule': '1.0', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'SubPort': '1.0', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Subnet': '1.1', May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: 'Trunk': '1.1'}} May 05 16:25:26.567852 dv-neutron-840483-1-hyperv neutron-server[84820]: {{(pid=84820) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:25:26.583916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Network 7b12b310-133d-47a7-af54-d6b233d368af is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:26.589831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:26.589831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:26.613344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-be87eebf-ff1b-4a11-98ab-a28df81da772 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.622329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-be87eebf-ff1b-4a11-98ab-a28df81da772 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0814123 May 05 16:25:26.625366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42112) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.634266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-eb1f31f4-25b1-48da-839e-0adb059df68c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.638096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42116) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.638302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eb1f31f4-25b1-48da-839e-0adb059df68c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0105317 May 05 16:25:26.648365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-6f0b632a-2618-42a4-96cf-c98b08ab3e64 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.650395 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6f0b632a-2618-42a4-96cf-c98b08ab3e64 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0103195 May 05 16:25:26.654854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42120) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.675576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-a8176942-5d6b-4c45-ab32-dbf6179de996 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.678966 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a8176942-5d6b-4c45-ab32-dbf6179de996 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0208020 May 05 16:25:26.681877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42126) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.692308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Attempting to bind port cd890caa-8af8-41a6-b6c8-fdf8887b773b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:26.692673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Attempting to bind port cd890caa-8af8-41a6-b6c8-fdf8887b773b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:26.693026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Attempting to bind port cd890caa-8af8-41a6-b6c8-fdf8887b773b on network 7b12b310-133d-47a7-af54-d6b233d368af {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:26.693685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-a644ff41-216f-4f09-8b67-97950319f379 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.697048 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a644ff41-216f-4f09-8b67-97950319f379 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0110588 May 05 16:25:26.701467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42130) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.701951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:26.702323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Checking segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:26.702714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.703352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Bound using segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:26.703883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Bound port: cd890caa-8af8-41a6-b6c8-fdf8887b773b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:26.704254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.713390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-f14d1ec8-054f-49bb-83dd-ceefb03ee5a3 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.723729 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f14d1ec8-054f-49bb-83dd-ceefb03ee5a3 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0121226 May 05 16:25:26.727521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42134) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.737194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-228a22c7-d472-49c8-82a3-5937f0b4bf1c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.745202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-228a22c7-d472-49c8-82a3-5937f0b4bf1c tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0142729 May 05 16:25:26.751706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42138) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.771803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-19c62b6f-efd6-47e1-bbb7-783ff4232656 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.773166 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-19c62b6f-efd6-47e1-bbb7-783ff4232656 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0073044 May 05 16:25:26.780595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42142) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.787961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-0f59d5b5-7035-4952-a724-0eded16c7e2b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.789288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f59d5b5-7035-4952-a724-0eded16c7e2b tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0069788 May 05 16:25:26.799627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42146) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.824020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-216925b9-38ee-4e89-9d6f-5b20c6219c3f tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.825408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-216925b9-38ee-4e89-9d6f-5b20c6219c3f tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0145431 May 05 16:25:26.830187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42150) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.844608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.860204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [None req-37b6272e-ec96-44e1-871c-a09d4a727a5e tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.864507 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-37b6272e-ec96-44e1-871c-a09d4a727a5e tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0316238 May 05 16:25:26.865901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42154) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.881928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Allocated IP 172.26.2.91 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/49b34c95-faca-40ec-b6bf-eb949ecd00ef) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:26.894122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] For port cd890caa-8af8-41a6-b6c8-fdf8887b773b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:26.898169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] For port cd890caa-8af8-41a6-b6c8-fdf8887b773b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cd890caa-8af8-41a6-b6c8-fdf8887b773b,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:26.957124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-ced3faf1-709e-4977-94dd-30b95f127350 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:26.958281 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ced3faf1-709e-4977-94dd-30b95f127350 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0077019 May 05 16:25:26.960544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f49b9d6-e915-4204-9dd1-672f8e75eaa9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:26.965191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42162) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:26.968990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:26.971383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.014824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [None req-c6f73fe9-6bd8-4dc6-b5ce-5f438c8715e1 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] http://10.222.0.70:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:27.016842 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c6f73fe9-6bd8-4dc6-b5ce-5f438c8715e1 tempest-ExtensionsTestJSON-1119067638 tempest-ExtensionsTestJSON-1119067638-project] 10.222.0.70 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0503263 May 05 16:25:27.076637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.107261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c77f6855-2caf-44fa-b146-096b2421c484,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:27.119745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f4d8b-24fd-4a1e-877f-6965486f8765 None None] Pushing event updated for resources: {'Port': ['ID=cd890caa-8af8-41a6-b6c8-fdf8887b773b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:27.132159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Checking segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:27.132159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Network hostable DHCP agents. Network: f7ccddd6-7f2f-4845-9185-125fa6046d41, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:27.166241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Checking segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:27.167082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Network hostable DHCP agents. Network: 80a49632-388d-4c21-afc9-7dc6e524ba3e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:27.192659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.248076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:27.254266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:27.254874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:27.263587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:27.289869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:27.359786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, f7ccddd6-7f2f-4845-9185-125fa6046d41) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:27.371041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 80a49632-388d-4c21-afc9-7dc6e524ba3e) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:27.378802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Pushing event updated for resources: {'Port': ['ID=49b34c95-faca-40ec-b6bf-eb949ecd00ef,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:27.384743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55114162-9cea-4f6b-a916-92247ab97fce None None] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:27.400909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:27.401956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.439405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:27.440110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.461360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c43458-bc80-41d4-8c26-76df6496d443 None None] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:27.488314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.489052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.556687 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5775995f-f6c5-4d0e-ae32-25bcb54a7712 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6168265 May 05 16:25:27.558895 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e1425485-2231-4b5e-a086-4b915675f0ca admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3796201 May 05 16:25:27.559588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42182) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:27.562049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42184) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:27.567007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:27.584445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:27.589830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:27.595173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Usage tracker for resource:router and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:27.598552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:27.605801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:27.617699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:27.623175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Usage tracker for resource:router and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:27.628056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:27.636823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:27.711917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.718031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.753919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.801142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.803955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.845616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:27.909704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Router 701cb578-da4e-49e8-ae6c-d0ead8302042 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:25:27.932791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f7ccddd6-7f2f-4845-9185-125fa6046d41', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:25:27.933920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:28.058873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-80a49632-388d-4c21-afc9-7dc6e524ba3e', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:25:28.059726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:28.155033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42200) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:28.155378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42202) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:28.244736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cd890caa-8af8-41a6-b6c8-fdf8887b773b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:28.418488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:28.428056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:28.441119 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Sync routers for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:25:28.465651 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:28.467830 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:28.479824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:28.534938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Allocated IP 172.20.0.2 (f7ccddd6-7f2f-4845-9185-125fa6046d41/2f49b9d6-e915-4204-9dd1-672f8e75eaa9/18a7b678-b450-4e57-86e5-8d818c10a81f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:28.538304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464900f1-4598-4f6f-83d7-1b886dc116f4 None None] Network 7b12b310-133d-47a7-af54-d6b233d368af requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:28.561562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Allocated IP 172.20.0.2 (80a49632-388d-4c21-afc9-7dc6e524ba3e/c77f6855-2caf-44fa-b146-096b2421c484/1ad7bb5d-4454-4b72-9a27-43e44cdaa05b) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:28.568264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42220) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:28.627280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:28.631936 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-69c3cb69-c4e7-4778-8af9-c98dbefbe3fd admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 3.3236108 May 05 16:25:28.632091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42226) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:28.736615 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:28.899338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:28.941366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:28.942051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42234) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:28.945725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Usage tracker for resource:security_group_rule and tenant:db9bc750509e4125aac9f4794ecd3f96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:28.949099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:28.956411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:28.993833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port cd890caa-8af8-41a6-b6c8-fdf8887b773b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:29.036682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.112767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1923922662'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:29.118195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.133850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:29.138589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Usage tracker for resource:network and tenant:f9f6c1914b3c48b8ba971c5b9f9cf02a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:29.143754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:29.150438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:29.198643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be3b7a3-bc5c-4896-a0b0-5c9fdd55ef11,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:29.287139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.297229 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] Provisioning for port cd890caa-8af8-41a6-b6c8-fdf8887b773b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:29.327348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Made reservation on behalf of f9f6c1914b3c48b8ba971c5b9f9cf02a for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:29.331285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.344432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-846400479'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:29.349543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:29.355911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Usage tracker for resource:router and tenant:b259fcc7639e4aa7af1335b9bd2a2e89 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:29.356412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.356639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:29.363248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.364498 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:27Z', 'revision_number': 3, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:29.370545 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Checking router: 701cb578-da4e-49e8-ae6c-d0ead8302042 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:25:29.371730 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Updating router 701cb578-da4e-49e8-ae6c-d0ead8302042 port 49b34c95-faca-40ec-b6bf-eb949ecd00ef binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:25:29.372604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42246) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:29.377276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:29.382155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-587994654'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:29.405505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:29.419606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Usage tracker for resource:network and tenant:90f10b255ec943ce9b9256902ac74689 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:29.425260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:29.429161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.433547 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66999cc3-abf1-4230-b626-b4990687afaf admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=db9bc750509e4125aac9f4794ecd3f96&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2684371 May 05 16:25:29.436131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:29.438732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42254) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:29.444033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Transition to ACTIVE for port object 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:29.466857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Transition to ACTIVE for port object 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:29.492128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] Provisioning complete for port cd890caa-8af8-41a6-b6c8-fdf8887b773b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:29.492659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.494596 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.501148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.501955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.540306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:29.550463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Usage tracker for resource:security_group_rule and tenant:f9f6c1914b3c48b8ba971c5b9f9cf02a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:29.558181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:29.564964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.566553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.588922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69e59025-1e95-41de-85fb-81a5be0d023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.604123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-463678683', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:29.610288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:29.620468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Made reservation on behalf of 90f10b255ec943ce9b9256902ac74689 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:29.623924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.654379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.660537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.660838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69e59025-1e95-41de-85fb-81a5be0d023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.663358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:29.671050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.726116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Usage tracker for resource:port and tenant:c4ce05a5d66e4347bbc5c82fd1a8d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:29.739257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:29.752777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.761019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:29.794771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Allocated IP 172.26.2.95 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/9a27934d-2ae7-4d0a-a833-c60ef65c0156) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:29.828696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:29.828930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:29.841014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Pushing event updated for resources: {'Port': ['ID=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:29.844992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:29.857916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Usage tracker for resource:security_group_rule and tenant:90f10b255ec943ce9b9256902ac74689 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:29.887870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:29.920247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:29.937693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:29.971580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.975667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:29.996502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.034666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.058086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Transition to ACTIVE for port object 18a7b678-b450-4e57-86e5-8d818c10a81f will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:30.084426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Attempting to bind port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:30.084996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Attempting to bind port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:30.085547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Attempting to bind port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b on network 80a49632-388d-4c21-afc9-7dc6e524ba3e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:30.102644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Transition to ACTIVE for port object 18a7b678-b450-4e57-86e5-8d818c10a81f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:30.108730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] For port cd890caa-8af8-41a6-b6c8-fdf8887b773b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cd890caa-8af8-41a6-b6c8-fdf8887b773b,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:30.108915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Made reservation on behalf of c4ce05a5d66e4347bbc5c82fd1a8d11b for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:30.111270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:30.111711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.112031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Checking segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:30.112437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.112828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Bound using segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:30.113303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Bound port: 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:30.113744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.126045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.159195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:30.163385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Usage tracker for resource:security_group_rule and tenant:c4ce05a5d66e4347bbc5c82fd1a8d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:30.166801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.172662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:30.175358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.177082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e42fa754-d9dc-4663-8998-8eabd70c7254 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.6079652 May 05 16:25:30.182405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69e59025-1e95-41de-85fb-81a5be0d023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.187874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42262) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:30.210271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:30.234994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] For port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:30.235267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:30.239177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] For port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:30.241157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.245766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.247497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.293746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e59025-1e95-41de-85fb-81a5be0d023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be3b7a3-bc5c-4896-a0b0-5c9fdd55ef11,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.329573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Pushing event updated for resources: {'Port': ['ID=9a27934d-2ae7-4d0a-a833-c60ef65c0156,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.331672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be3d584c-1720-4158-8adc-caf7b05d7467,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.341033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.341938 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Added segment 7427ae03-adc9-4ee2-8796-cb8c1b7366ca of type vlan for network 096df660-f340-42cd-a9c8-f81b250b96ea May 05 16:25:30.344662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:30.349240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.363124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:30.366705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:30.368049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:30.374404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:30.379590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:30.444312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.459445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.460928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69e59025-1e95-41de-85fb-81a5be0d023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.462251 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-69e59025-1e95-41de-85fb-81a5be0d023b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3be3b7a3-bc5c-4896-a0b0-5c9fdd55ef11 HTTP/1.1" status: 204 len: 168 time: 1.0224373 May 05 16:25:30.508102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.550419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Pushing event updated for resources: {'Port': ['ID=18a7b678-b450-4e57-86e5-8d818c10a81f,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.605952 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.606518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.619589 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Transition to ACTIVE for port object 49b34c95-faca-40ec-b6bf-eb949ecd00ef will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:30.623285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.640664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.696313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Attempting to bind port 18a7b678-b450-4e57-86e5-8d818c10a81f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:30.696701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Attempting to bind port 18a7b678-b450-4e57-86e5-8d818c10a81f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:30.697130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Attempting to bind port 18a7b678-b450-4e57-86e5-8d818c10a81f on network f7ccddd6-7f2f-4845-9185-125fa6046d41 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:30.712208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d3fb0a3a-b21b-4dde-a238-c0d0d9c2697d None None] Provisioning complete for port cd890caa-8af8-41a6-b6c8-fdf8887b773b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:30.712672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d3fb0a3a-b21b-4dde-a238-c0d0d9c2697d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.719743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.723909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:30.724526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.729293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.760736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:30.761237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Checking segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:30.761765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.762121 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Bound using segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:30.762845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Bound port: 18a7b678-b450-4e57-86e5-8d818c10a81f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:30.762976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.776296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d35dd3-476d-4173-b289-a7cb9e0c0d19 None None] Pushing event updated for resources: {'Port': ['ID=cd890caa-8af8-41a6-b6c8-fdf8887b773b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.839529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:30.864147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0a014f-793c-48ca-910d-a95d51d226b4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.939950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16634a8-01f4-4dc4-9f21-ee4e929a264a None None] Pushing event updated for resources: {'Port': ['ID=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:30.952104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.952367 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Added segment 4e821632-c20d-43a6-a507-c060896ac354 of type vlan for network 41d5e337-8bec-4738-a394-9364b98a5898 May 05 16:25:30.959221 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Attempting to bind port 49b34c95-faca-40ec-b6bf-eb949ecd00ef on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:30.959642 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Attempting to bind port 49b34c95-faca-40ec-b6bf-eb949ecd00ef by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:30.960302 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Attempting to bind port 49b34c95-faca-40ec-b6bf-eb949ecd00ef on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:30.976057 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:30.976438 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:30.976866 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:30.977264 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:30.978066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Bound port: 49b34c95-faca-40ec-b6bf-eb949ecd00ef, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:30.978476 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.023634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] For port 18a7b678-b450-4e57-86e5-8d818c10a81f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:31.042838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] For port 18a7b678-b450-4e57-86e5-8d818c10a81f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=18a7b678-b450-4e57-86e5-8d818c10a81f,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:31.053808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Pushing event updated for resources: {'Network': ['ID=096df660-f340-42cd-a9c8-f81b250b96ea,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:31.056689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.069947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 096df660-f340-42cd-a9c8-f81b250b96ea details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:31.113413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d190f78a-5dc4-4b1f-ae2a-289391e385a8,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:31.126775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] device_id is not set on port 27da4300-3b10-4044-b609-3abb7e61ef16 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:31.150510 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] For port 49b34c95-faca-40ec-b6bf-eb949ecd00ef, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:31.159389 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] For port 49b34c95-faca-40ec-b6bf-eb949ecd00ef, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=49b34c95-faca-40ec-b6bf-eb949ecd00ef,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:31.185475 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Pushing event updated for resources: {'Port': ['ID=49b34c95-faca-40ec-b6bf-eb949ecd00ef,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:31.198548 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.199243 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.199634 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.200108 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.200509 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.200846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.201175 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.201516 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.201847 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.202220 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.202498 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Tracked resource versions report: May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: pushed versions: May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: { 'ConntrackHelper': {'1.0'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Log': {'1.0'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Network': {'1.1'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Port': {'1.5'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'PortForwarding': {'1.2'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'QosPolicy': {'1.8'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroup': {'1.2'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroupRule': {'1.0'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SubPort': {'1.0'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Subnet': {'1.1'}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Trunk': {'1.1'}} May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: consumer versions: May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: { DHCP agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: HyperV agent@hv-neutron-8404: {}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: L3 agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: Metadata agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: Metering agent@dv-neutron-840483-1-hyperv: {}, May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: Open vSwitch agent@dv-neutron-840483-1-hyperv: { 'ConntrackHelper': '1.0', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Log': '1.0', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Network': '1.1', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Port': '1.5', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'PortForwarding': '1.2', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'QosPolicy': '1.8', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroup': '1.2', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SecurityGroupRule': '1.0', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'SubPort': '1.0', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Subnet': '1.1', May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: 'Trunk': '1.1'}} May 05 16:25:31.203978 dv-neutron-840483-1-hyperv neutron-server[84821]: {{(pid=84821) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 05 16:25:31.222791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.256121 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.280213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Allocated IP 172.26.2.234 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/0fdf4197-7787-406c-829e-9029b91fd7f7) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:31.297596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.356941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c97a24-d911-475a-94fd-96cf31db562a None None] Pushing event updated for resources: {'Port': ['ID=18a7b678-b450-4e57-86e5-8d818c10a81f,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:31.426923 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601030b0-b958-4196-8052-371b9e91bc92 None None] Pushing event updated for resources: {'Port': ['ID=49b34c95-faca-40ec-b6bf-eb949ecd00ef,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:31.486372 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:31.487146 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:31.557609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.579787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.583551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c0ac3da3-c834-48ac-bf80-655042da4ceb tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.4143391 May 05 16:25:31.602166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.618183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.619008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.753634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.759946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:31.760749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.830548 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:31.877861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:31.931891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Allocated IP 172.20.0.1 (7b12b310-133d-47a7-af54-d6b233d368af/f0f7d158-c961-49f5-bf46-4dab5091f543/75bafab9-e79e-4278-92c1-4ebaf419e856) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:32.007985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event updated for resources: {'Network': ['ID=41d5e337-8bec-4738-a394-9364b98a5898,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:32.011439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.012126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ddbed0c-51ba-4bb6-b77a-98fed23a5510 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:25:32.358376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 41d5e337-8bec-4738-a394-9364b98a5898 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0bcafc07-0d8b-49eb-8cbb-622ea64d341d tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "DELETE /v2.0/routers/1ddbed0c-51ba-4bb6-b77a-98fed23a5510 HTTP/1.1" status: 204 len: 168 time: 1.8260770 May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42294) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2d1fae6e-5173-49b8-b348-f6495de39955 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.1673234 May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Request body: {'router': {'name': 'tempest-router-1585986076', 'distributed': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Usage tracker for resource:router and tenant:b259fcc7639e4aa7af1335b9bd2a2e89 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42300) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:32.364662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Request body: {'subnet': {'network_id': '41d5e337-8bec-4738-a394-9364b98a5898', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:32.372071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:32.372071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Allocated IP 172.26.2.157 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/27da4300-3b10-4044-b609-3abb7e61ef16) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:32.372071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:32.372071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Pushing event updated for resources: {'Port': ['ID=0fdf4197-7787-406c-829e-9029b91fd7f7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:32.372071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:32.399019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.401020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.421613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10597db-ee3d-4729-a798-eaafbd861b16 None None] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:32.535580 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:27Z', 'revision_number': 3, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:32.540972 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcf6efcb-ede9-4155-99fd-86fb3c7154e3 None None] The sync data for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv is: [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:27Z', 'revision_number': 3, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:25:32.612787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.629132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cd890caa-8af8-41a6-b6c8-fdf8887b773b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:32.636048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Transition to ACTIVE for port object 75bafab9-e79e-4278-92c1-4ebaf419e856 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:32.708195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.762218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.817463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42306) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:32.862513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:32.945894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:32.976929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.009455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-675bedd4-d75c-4136-a13e-4577004232a5 None None] Provisioning for port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:33.012305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.013269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.025370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Usage tracker for resource:subnet and tenant:90f10b255ec943ce9b9256902ac74689 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:33.071261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:33.137485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:33.189934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Network 7b12b310-133d-47a7-af54-d6b233d368af is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:33.199337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:33.225073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:33.225442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.246448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port cd890caa-8af8-41a6-b6c8-fdf8887b773b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:33.247271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.271798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Router d793c396-1272-419e-a75a-eead160bebb4 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:25:33.290104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42312) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:33.299778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Pushing event updated for resources: {'Port': ['ID=75bafab9-e79e-4278-92c1-4ebaf419e856,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:33.305239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.308705 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8e7e9cc1-5047-43a1-9b77-6f7b0050ce64 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2214749 May 05 16:25:33.310587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Made reservation on behalf of 90f10b255ec943ce9b9256902ac74689 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:33.323208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.371873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42314) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:33.478500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Request body: {'port': {'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea', 'binding:host_id': 'hv-neutron-8404', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-247994605'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:33.495269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2077675584'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:33.501341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:33.506433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:network and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:33.509424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:33.520587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:33.533819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:33.537776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:33.551443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:33.553297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Usage tracker for resource:port and tenant:4536535510f346e893c583573695f7cb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:33.555079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f662b47-5658-46d0-8f18-be2345d002a0 None None] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:33.611973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 18a7b678-b450-4e57-86e5-8d818c10a81f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:33.617125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:33.617937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:33.618528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.660820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.702463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:33.716478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:33.719559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.720658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.741690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.879374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:33.888742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-29e22732-38e3-4f3b-82c2-a9fb08214b6d None None] Provisioning for port 18a7b678-b450-4e57-86e5-8d818c10a81f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:33.944166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Pushing event updated for resources: {'Port': ['ID=27da4300-3b10-4044-b609-3abb7e61ef16,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:33.967680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 18a7b678-b450-4e57-86e5-8d818c10a81f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:33.982920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 18a7b678-b450-4e57-86e5-8d818c10a81f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:33.986263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:33.995585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:34.005057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:security_group_rule and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:34.007967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:34.018953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:34.025325 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1f73b950-4c78-4313-9bb8-7dea127a97b7 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.6095200 May 05 16:25:34.029469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.029640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42322) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:34.046621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.157'}]}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:34.057643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:34.066940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Usage tracker for resource:router and tenant:c4ce05a5d66e4347bbc5c82fd1a8d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:34.076439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:34.080128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Made reservation on behalf of 4536535510f346e893c583573695f7cb for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:34.082388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.085205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks [] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.101103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:34.115808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.157497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.198729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 18a7b678-b450-4e57-86e5-8d818c10a81f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=18a7b678-b450-4e57-86e5-8d818c10a81f,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:34.199828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80ff232b-f434-4615-87bc-9ab2adfa5353 None None] Provisioning for port 75bafab9-e79e-4278-92c1-4ebaf419e856 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:34.205280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80ff232b-f434-4615-87bc-9ab2adfa5353 None None] Provisioning complete for port 75bafab9-e79e-4278-92c1-4ebaf419e856 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:34.206231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80ff232b-f434-4615-87bc-9ab2adfa5353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.223310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:34.231965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.233492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Usage tracker for resource:security_group_rule and tenant:4536535510f346e893c583573695f7cb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:34.242099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:34.246592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.247641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.262461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:34.307330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-80ff232b-f434-4615-87bc-9ab2adfa5353 None None] Port 75bafab9-e79e-4278-92c1-4ebaf419e856 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:25:34.313116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.313905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:34.333387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.347767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:34.364232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.389524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Sync routers for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:25:34.453986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:34.454541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:34.463770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:34.491409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9f2d6a-fc0e-4961-b1f3-7843f34c5212,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:34.502919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.503079 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Added segment 28f5f7ba-d149-4221-bbfe-3df00cf6ef3b of type vlan for network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f May 05 16:25:34.506144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.511352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.514042 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-04f39dc2-a129-436c-85ba-db29b3698c02 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9405727 May 05 16:25:34.517397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42326) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:34.623633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=18a7b678-b450-4e57-86e5-8d818c10a81f,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:34.663044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.680553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:34.774193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port f5ad22e3-b014-4901-b431-bafbf8c8ec8e yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:34.785154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:34.792481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.816875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.817071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:34.817400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.824891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.829708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:25:34.837697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.920272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe013a1-f50d-43c2-8d72-4f3fc3585786,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:34.929271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6f6f8b40-df80-4022-a314-4c23f8d97a78 None None] Provisioning complete for port 18a7b678-b450-4e57-86e5-8d818c10a81f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:34.929660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6f6f8b40-df80-4022-a314-4c23f8d97a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.946278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:34.947575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.017478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.018216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e03843a1-302a-4971-9c6b-695bfc42604e {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:25:35.024540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.029946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.107226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.111689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:35.112292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.152171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.158915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Pushing event updated for resources: {'Port': ['ID=75bafab9-e79e-4278-92c1-4ebaf419e856,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:35.194720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.199229 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8636215c-8919-442a-99ae-144fd9e54026 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e03843a1-302a-4971-9c6b-695bfc42604e HTTP/1.1" status: 204 len: 168 time: 1.8078775 May 05 16:25:35.206639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42330) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:35.221261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Request body: {'router': {'name': 'tempest-router-1558840861', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1f540dc091494558ab463226c5fbdeab'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:35.226844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:35.235115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:35.239881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:30Z', 'revision_number': 3, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:35.243571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event updated for resources: {'Subnet': ['ID=a68774b6-3df1-4605-a75d-6086804aeb26,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:35.244536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Checking router: d793c396-1272-419e-a75a-eead160bebb4 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:25:35.244899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Updating router d793c396-1272-419e-a75a-eead160bebb4 port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:25:35.259093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Usage tracker for resource:router and tenant:1f540dc091494558ab463226c5fbdeab is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:35.267067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:35.276011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:35.278109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Checking segment: {'id': '4e821632-c20d-43a6-a507-c060896ac354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '41d5e337-8bec-4738-a394-9364b98a5898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:35.278333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Network hostable DHCP agents. Network: 41d5e337-8bec-4738-a394-9364b98a5898, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:35.296371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.317739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Network 7b12b310-133d-47a7-af54-d6b233d368af is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:35.319875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:35.328062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.480818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Network': ['ID=0dc2c5b5-c82a-4d64-83bd-09d03bd9565f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:35.488602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:35.507244 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e6425bed-c121-4009-bb04-9ec5d619e7a3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.6867590 May 05 16:25:35.510818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42334) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:35.519415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:35.603947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'subnet': {'network_id': '0dc2c5b5-c82a-4d64-83bd-09d03bd9565f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:35.615170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 18a7b678-b450-4e57-86e5-8d818c10a81f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:35.684444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Network 41d5e337-8bec-4738-a394-9364b98a5898 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:35.687882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.689063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.792332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.820179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d3d691a2-b48e-42ae-9236-21c66ec7ce72 None None] Provisioning complete for port 75bafab9-e79e-4278-92c1-4ebaf419e856 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:35.820693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d3d691a2-b48e-42ae-9236-21c66ec7ce72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.851955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 41d5e337-8bec-4738-a394-9364b98a5898) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:35.857413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:35.858058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.895771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Router 701cb578-da4e-49e8-ae6c-d0ead8302042 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:25:35.898570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.908009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d913cd46-3d41-456b-89d0-7b7fe30c6a32 None None] Network 41d5e337-8bec-4738-a394-9364b98a5898 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:35.911246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port f5ad22e3-b014-4901-b431-bafbf8c8ec8e yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:35.941860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.972396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:35.978822 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bb8ef513-d549-4c14-83a1-fafa92c01ebd tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7638669 May 05 16:25:35.979617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42340) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:35.980482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:35.984242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-77bbff9a-e19a-4e92-9855-1fd0229a41ce tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.7742119 May 05 16:25:35.994635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Request body: {'port': {'network_id': '41d5e337-8bec-4738-a394-9364b98a5898', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1605339343'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:36.008934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42344) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:36.018583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d3d691a2-b48e-42ae-9236-21c66ec7ce72 None None] Port 75bafab9-e79e-4278-92c1-4ebaf419e856 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:25:36.043672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 18a7b678-b450-4e57-86e5-8d818c10a81f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:36.043952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.048757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Transition to ACTIVE for port object f5ad22e3-b014-4901-b431-bafbf8c8ec8e will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:36.050675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:subnet and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:36.064390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:36.068770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Request body: {'router': {'distributed': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:36.149753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:36.211128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.294378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:36.299740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.365527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Transition to ACTIVE for port object 9a27934d-2ae7-4d0a-a833-c60ef65c0156 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:36.371184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 49b34c95-faca-40ec-b6bf-eb949ecd00ef up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:36.394667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:36.400223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-41d5e337-8bec-4738-a394-9364b98a5898', 'network_id': '41d5e337-8bec-4738-a394-9364b98a5898', 'tenant_id': '90f10b255ec943ce9b9256902ac74689', 'fixed_ips': [{'subnet_id': 'a68774b6-3df1-4605-a75d-6086804aeb26'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:25:36.400891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.410551 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Sync routers for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:25:36.417419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:36.430874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Usage tracker for resource:port and tenant:90f10b255ec943ce9b9256902ac74689 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:36.440835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:36.441800 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:36.446429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.478720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=f5ad22e3-b014-4901-b431-bafbf8c8ec8e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:36.481256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:36.502432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:36.556718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.604035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6d4c-b37d-4e6b-a956-6393a503cb43 None None] Pushing event updated for resources: {'Port': ['ID=9a27934d-2ae7-4d0a-a833-c60ef65c0156,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:36.618557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Attempting to bind port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:36.619052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Attempting to bind port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:36.619553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Attempting to bind port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:36.660151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.664073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-50cea07c-0621-4f91-a2f9-5c4b06b08faa admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.1007373 May 05 16:25:36.671645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42348) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:36.685399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Made reservation on behalf of 90f10b255ec943ce9b9256902ac74689 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:36.688599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.689726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.696171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:36.696977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:36.697615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.698358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:36.699412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Bound port: 9a27934d-2ae7-4d0a-a833-c60ef65c0156, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:36.699992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.728843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.729425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.746946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 49b34c95-faca-40ec-b6bf-eb949ecd00ef completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:36.785987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 49b34c95-faca-40ec-b6bf-eb949ecd00ef triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:36.786628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.820121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:36.826674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Allocated IP 172.20.0.2 (41d5e337-8bec-4738-a394-9364b98a5898/a68774b6-3df1-4605-a75d-6086804aeb26/eeafb3e6-be07-46b7-ae69-1ffb967d7f9e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:36.863172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] device_id is not set on port 0d8da189-ba52-4a92-a144-d6766bb67c86 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:36.877297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Checking segment: {'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:36.877874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Network hostable DHCP agents. Network: 096df660-f340-42cd-a9c8-f81b250b96ea, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:36.894747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] For port 9a27934d-2ae7-4d0a-a833-c60ef65c0156, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:36.912385 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:36.987054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] For port 9a27934d-2ae7-4d0a-a833-c60ef65c0156, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9a27934d-2ae7-4d0a-a833-c60ef65c0156,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:37.062570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=84819) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} May 05 16:25:37.063082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Router ac47eaec-38ed-46d1-8129-c44a61316005 migrating from provider to provider. {{(pid=84819) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} May 05 16:25:37.064321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.066919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.086553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:37.098882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.107690 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-30890796-01f2-4465-8ce9-e96ea8efe3fc admin admin] 10.222.0.70 "PUT /v2.0/routers/701cb578-da4e-49e8-ae6c-d0ead8302042/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4745154 May 05 16:25:37.180442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.217017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Network 096df660-f340-42cd-a9c8-f81b250b96ea is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:37.227291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Sync routers for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:25:37.230805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.324521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 49b34c95-faca-40ec-b6bf-eb949ecd00ef, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=49b34c95-faca-40ec-b6bf-eb949ecd00ef,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:37.387495 dv-neutron-840483-1-hyperv neutron-server[84819]: WARNING neutron.scheduler.l3_agent_scheduler [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] No L3 agents can host the router ac47eaec-38ed-46d1-8129-c44a61316005 May 05 16:25:37.388937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc6d4c-b37d-4e6b-a956-6393a503cb43 None None] Pushing event updated for resources: {'Port': ['ID=9a27934d-2ae7-4d0a-a833-c60ef65c0156,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:37.408870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.413119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:37.413824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:37.414664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 096df660-f340-42cd-a9c8-f81b250b96ea) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:37.476739 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:32Z', 'revision_number': 3, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:37.497897 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Checking router: 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:25:37.500074 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Updating router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d port 0fdf4197-7787-406c-829e-9029b91fd7f7 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:25:37.536440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f7dea9-7a94-4d22-bdcb-c5f58d329366 None None] Network 096df660-f340-42cd-a9c8-f81b250b96ea requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:37.562089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.587114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.654268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:37.677467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:37.707011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:37.707704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:37.783703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:37.787966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:37.788511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:37.820957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Hosts for router ac47eaec-38ed-46d1-8129-c44a61316005: [] {{(pid=84819) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} May 05 16:25:37.856333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.896603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Hosts for other DVR routers connected to router ac47eaec-38ed-46d1-8129-c44a61316005: set() {{(pid=84819) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} May 05 16:25:37.899140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:37.903900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9a997d91-949f-4ff6-bffc-1421f54e9ad0 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "PUT /v2.0/routers/ac47eaec-38ed-46d1-8129-c44a61316005 HTTP/1.1" status: 200 len: 717 time: 1.8936515 May 05 16:25:37.904571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42366) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:37.932806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:37.933395 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:37.941886 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 2 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:37.951763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.065239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:38.065718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:38.066182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:38.123219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:38.123868 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:38.136478 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 3 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:38.167110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Transition to ACTIVE for port object eeafb3e6-be07-46b7-ae69-1ffb967d7f9e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:38.179109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Subnet': ['ID=faee4640-84c9-4d18-8df6-97fc1f0a2327,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:38.213434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:38.213807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.262171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4dab910e-7fea-4533-9426-81bbc4c59370 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "GET /v2.0/routers/ac47eaec-38ed-46d1-8129-c44a61316005 HTTP/1.1" status: 200 len: 717 time: 0.3563347 May 05 16:25:38.264481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42370) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:38.315260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:38.315755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:38.316024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:38.352376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Transition to ACTIVE for port object eeafb3e6-be07-46b7-ae69-1ffb967d7f9e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:38.463298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=49b34c95-faca-40ec-b6bf-eb949ecd00ef,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:38.506809 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.526382 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Transition to ACTIVE for port object 0fdf4197-7787-406c-829e-9029b91fd7f7 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:38.546040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.609827 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.628162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:38.628715 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:38.634846 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 4 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:38.664794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42378) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:38.678320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Checking segment: {'id': '28f5f7ba-d149-4221-bbfe-3df00cf6ef3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '0dc2c5b5-c82a-4d64-83bd-09d03bd9565f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:38.678892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network hostable DHCP agents. Network: 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:38.687552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Network 41d5e337-8bec-4738-a394-9364b98a5898 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:38.690598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Pushing event updated for resources: {'Port': ['ID=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:38.696559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:38.700128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:38.751906 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Attempting to bind port 0fdf4197-7787-406c-829e-9029b91fd7f7 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:38.752424 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Attempting to bind port 0fdf4197-7787-406c-829e-9029b91fd7f7 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:38.752878 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Attempting to bind port 0fdf4197-7787-406c-829e-9029b91fd7f7 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:38.762149 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:38.762686 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:38.763200 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.763806 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:38.764363 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Bound port: 0fdf4197-7787-406c-829e-9029b91fd7f7, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:38.764552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Allocated IP 172.20.0.12 (41d5e337-8bec-4738-a394-9364b98a5898/a68774b6-3df1-4605-a75d-6086804aeb26/0d8da189-ba52-4a92-a144-d6766bb67c86) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:38.767180 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.787891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:38.849575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.853618 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] For port 0fdf4197-7787-406c-829e-9029b91fd7f7, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:38.854483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.857286 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] For port 0fdf4197-7787-406c-829e-9029b91fd7f7, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0fdf4197-7787-406c-829e-9029b91fd7f7,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:38.867153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:38.881442 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25977d1-551c-4228-b6fd-567c59343354 None None] Pushing event updated for resources: {'Port': ['ID=0fdf4197-7787-406c-829e-9029b91fd7f7,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:38.934745 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:38.965201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1371238549', 'description': 'tempest-description--2024613066'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:38.978452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:38.983005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:38.984513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:38.984513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:38.994299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Usage tracker for resource:security_group and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:39.001469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:39.017723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:39.020933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:39.021256 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:39.027879 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 5 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:39.035318 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25977d1-551c-4228-b6fd-567c59343354 None None] Pushing event updated for resources: {'Port': ['ID=0fdf4197-7787-406c-829e-9029b91fd7f7,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:39.038400 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:39.039398 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:39.044505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.045069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f5c96a02-b88b-414f-9cd5-220505e05490 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:25:39.074655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.097899 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d326792d-a6be-4f51-ab39-f68822cdc23b tempest-RoutersTestDVR-397004665 tempest-RoutersTestDVR-397004665-project] 10.222.0.70 "GET /v2.0/routers/ac47eaec-38ed-46d1-8129-c44a61316005 HTTP/1.1" status: 200 len: 683 time: 0.8274608 May 05 16:25:39.100390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42382) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:39.103085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Transition to ACTIVE for port object 0d8da189-ba52-4a92-a144-d6766bb67c86 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:39.116430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:39.116770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:39.117197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:39.149971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 05 16:25:39.152216 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7584cc46-5258-43a9-8b73-e58a93dd2048 tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.1177995 May 05 16:25:39.155271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:39.158243 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:39.160694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42386) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:39.161156 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 6 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:39.243656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:39.251275 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:39.262731 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.271380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.290562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:39.290898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:39.291236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:39.346405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:39.347042 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:39.347239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:39.352536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:39.354191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.364313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 7 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:39.392928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:39.393146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.393239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:39.393575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:39.403288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Deleting port 27da4300-3b10-4044-b609-3abb7e61ef16 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:39.404056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.409569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0128da62-3fee-42ef-9dea-42d4a3d02c92 None None] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:39.449478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:39.449478 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:39.514101 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 8 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:39.523543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.526796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Network 41d5e337-8bec-4738-a394-9364b98a5898 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:39.536173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:39.543402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:39.547499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:39.548120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.572755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event updated for resources: {'Port': ['ID=0d8da189-ba52-4a92-a144-d6766bb67c86,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:39.608179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 49b34c95-faca-40ec-b6bf-eb949ecd00ef up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:39.619227 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:32Z', 'revision_number': 3, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:39.624073 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba72c78-87b2-4d93-93c8-3a1938c9f7db None None] The sync data for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv is: [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:32Z', 'revision_number': 3, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:25:39.646402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Attempting to bind port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:39.647145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Attempting to bind port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '4e821632-c20d-43a6-a507-c060896ac354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '41d5e337-8bec-4738-a394-9364b98a5898'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:39.647707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Attempting to bind port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e on network 41d5e337-8bec-4738-a394-9364b98a5898 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:39.787225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:39.787513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Checking segment: {'id': '4e821632-c20d-43a6-a507-c060896ac354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '41d5e337-8bec-4738-a394-9364b98a5898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:39.788149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.788826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Bound using segment: {'id': '4e821632-c20d-43a6-a507-c060896ac354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '41d5e337-8bec-4738-a394-9364b98a5898'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:39.788996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Bound port: eeafb3e6-be07-46b7-ae69-1ffb967d7f9e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e821632-c20d-43a6-a507-c060896ac354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '41d5e337-8bec-4738-a394-9364b98a5898'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:39.789385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.798334 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9f0b75fd-f3b3-4848-9879-e67251ec2122 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 3.8130267 May 05 16:25:39.821514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:39.832686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42390) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:39.838815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Usage tracker for resource:security_group_rule and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:39.850295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:39.850640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:39.850978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:39.863980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:39.914673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:39.933509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:39.938456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.041129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] For port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:40.042476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:40.042810 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:40.044179 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-209386cf-048a-4266-9535-c5998db3643d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5281465 May 05 16:25:40.057135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42396) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:40.057808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 49b34c95-faca-40ec-b6bf-eb949ecd00ef triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:40.058335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.058437 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 9 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:40.063254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-825485681', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:40.070449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:40.074477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:router and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:40.077549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:40.084250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:40.092570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] For port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,segment=NetworkSegment(4e821632-c20d-43a6-a507-c060896ac354),segment_id=4e821632-c20d-43a6-a507-c060896ac354)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:40.106104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.106815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac47eaec-38ed-46d1-8129-c44a61316005 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:25:40.116431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.120993 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a163ee53-bdf5-42da-8527-738bc86d72f5 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "DELETE /v2.0/routers/ac47eaec-38ed-46d1-8129-c44a61316005 HTTP/1.1" status: 204 len: 168 time: 1.0163114 May 05 16:25:40.121396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42400) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:40.127183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Request body: {'router': {'name': 'tempest-router-1963168239', 'distributed': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:40.131923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:40.135948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Usage tracker for resource:router and tenant:b259fcc7639e4aa7af1335b9bd2a2e89 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:40.138858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:40.145674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:40.158063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:30Z', 'revision_number': 3, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:40.164721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2af0c0-b52b-48c4-8c89-27a5094bacfc None None] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:40.192457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.193266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.195243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:34Z', 'revision_number': 2, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:40.195243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf8d072-3239-474a-8681-7398b9e22603 None None] The sync data for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv is: [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:30Z', 'revision_number': 3, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:25:40.220312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.263709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:40.264045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:40.264383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:40.265754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Checking router: 701cb578-da4e-49e8-ae6c-d0ead8302042 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:25:40.266084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Updating router 701cb578-da4e-49e8-ae6c-d0ead8302042 port 75bafab9-e79e-4278-92c1-4ebaf419e856 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:25:40.271916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.272869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.300091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.317220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.349315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Deleting port 0d8da189-ba52-4a92-a144-d6766bb67c86 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:40.349798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.566765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.570975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.578154 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Allocated IP 172.20.0.1 (80a49632-388d-4c21-afc9-7dc6e524ba3e/c77f6855-2caf-44fa-b146-096b2421c484/9862b49e-7efe-4457-b30d-6007b0f38c97) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:40.605498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.654395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.715655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:40.715987 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:40.738281 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 10 to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e May 05 16:25:40.746309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.751858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:40.753138 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1d4baccf-776a-41db-a3d5-5519d4932a66 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6308141 May 05 16:25:40.756338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42404) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:40.757593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ac4b2f-5a02-4c12-bc7d-edfaf6bbd539 None None] Pushing event updated for resources: {'Port': ['ID=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:40.988696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c87e586e-dc5c-4faf-8712-ffcd47ebeb41,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:41.006141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:41.006470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:41.006806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:41.166602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:41.166937 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port f5ad22e3-b014-4901-b431-bafbf8c8ec8e on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:41.167386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.179436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.213122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.270964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.272264 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-200e0629-97ec-4039-bc24-2e80b1dbda73 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 2.5887754 May 05 16:25:41.325301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42408) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:41.356756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Request body: {'security_group_rule': {'security_group_id': 'c87e586e-dc5c-4faf-8712-ffcd47ebeb41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:41.363607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.367114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:41.379994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Transition to ACTIVE for port object 75bafab9-e79e-4278-92c1-4ebaf419e856 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:41.392339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Usage tracker for resource:security_group_rule and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:41.398589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:41.425774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:41.443333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.518932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Calling delete_port for 27da4300-3b10-4044-b609-3abb7e61ef16 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:41.686258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.705648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724e5c-e4a4-4ece-9166-032421d7d156 None None] Pushing event updated for resources: {'Port': ['ID=75bafab9-e79e-4278-92c1-4ebaf419e856,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:41.720488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device eeafb3e6-be07-46b7-ae69-1ffb967d7f9e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:41.774875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] For port f5ad22e3-b014-4901-b431-bafbf8c8ec8e, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:41.775271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempted to set empty binding levels {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 16:25:41.828884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.883821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.914931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Attempting to bind port 75bafab9-e79e-4278-92c1-4ebaf419e856 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:41.917826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Attempting to bind port 75bafab9-e79e-4278-92c1-4ebaf419e856 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:41.917826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Attempting to bind port 75bafab9-e79e-4278-92c1-4ebaf419e856 on network 7b12b310-133d-47a7-af54-d6b233d368af {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:41.931842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:41.932227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Checking segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:41.932629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.933022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Bound using segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:41.933505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Bound port: 75bafab9-e79e-4278-92c1-4ebaf419e856, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:41.933891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:41.934001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.032813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:42.055837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9a27934d-2ae7-4d0a-a833-c60ef65c0156 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:42.083268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.087315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.105377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.109705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Transition to ACTIVE for port object 9862b49e-7efe-4457-b30d-6007b0f38c97 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:42.126287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] For port 75bafab9-e79e-4278-92c1-4ebaf419e856, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:42.136813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] For port 75bafab9-e79e-4278-92c1-4ebaf419e856, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=75bafab9-e79e-4278-92c1-4ebaf419e856,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:42.158533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.173296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1296cd69-0f6e-44cf-82b4-51bf2e4a7ef9 None None] Network 41d5e337-8bec-4738-a394-9364b98a5898 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:42.224532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Calling delete_port for 0d8da189-ba52-4a92-a144-d6766bb67c86 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:42.302008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:42.305441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.310872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.210 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/02e4f97a-87d3-45a1-b203-42fa6866db3e) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:42.341415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.342256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e29f1046-4997-4e4f-aaa3-13a4788bb599 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:25:42.350411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.363814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:42.364043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.368242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.384635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=f5ad22e3-b014-4901-b431-bafbf8c8ec8e,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:42.434673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.443931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.448942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1985e2ad-eb3f-4b82-861e-839132ea3563 tempest-RoutersTestDVR-22711201 tempest-RoutersTestDVR-22711201-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e29f1046-4997-4e4f-aaa3-13a4788bb599 HTTP/1.1" status: 204 len: 168 time: 1.6918490 May 05 16:25:42.473633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab9e898-9d42-49c7-8357-f150c5921d40,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:42.523884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.532079 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cda2e61a-b76d-4342-83fa-8d074e0b7dc1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 9.2105198 May 05 16:25:42.533204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.535209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42414) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:42.596119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.597735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d4dabe8b-50f6-499e-a9a3-695a740f6999 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2622280 May 05 16:25:42.599749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Pushing event deleted for resources: {'Port': ['ID=27da4300-3b10-4044-b609-3abb7e61ef16,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:42.610914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42418) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:42.621376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] Provisioning for port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:42.627555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5724e5c-e4a4-4ece-9166-032421d7d156 None None] Pushing event updated for resources: {'Port': ['ID=75bafab9-e79e-4278-92c1-4ebaf419e856,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:42.642376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Request body: {'security_group_rule': {'security_group_id': 'c87e586e-dc5c-4faf-8712-ffcd47ebeb41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:42.647025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] Provisioning complete for port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:42.647540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.666277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:42.674896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Usage tracker for resource:security_group_rule and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:42.683546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:42.700829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:42.723698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Deleting port f5ad22e3-b014-4901-b431-bafbf8c8ec8e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:42.724403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.730510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:42.731936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:42.757218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.764456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:42.774703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:42.780322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:42.781307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.795954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Pushing event updated for resources: {'Port': ['ID=9862b49e-7efe-4457-b30d-6007b0f38c97,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:42.805222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e529f0b4-e48e-4d5a-91f4-4d2ee3f6af0d tempest-RoutersAdminNegativeIpV6Test-580023896 tempest-RoutersAdminNegativeIpV6Test-580023896-project-admin] 10.222.0.70 "DELETE /v2.0/ports/27da4300-3b10-4044-b609-3abb7e61ef16 HTTP/1.1" status: 204 len: 168 time: 3.6351388 May 05 16:25:42.888627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.917321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:42.951978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.013308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event deleted for resources: {'Port': ['ID=0d8da189-ba52-4a92-a144-d6766bb67c86,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:43.072249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.074302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3a73fa83-00f5-4341-a607-f1802b835538 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "DELETE /v2.0/ports/0d8da189-ba52-4a92-a144-d6766bb67c86 HTTP/1.1" status: 204 len: 168 time: 3.2371869 May 05 16:25:43.078942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.088789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42426) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:43.143868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] For port f5ad22e3-b014-4901-b431-bafbf8c8ec8e, host hv-neutron-8404, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:43.144629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.176717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.199957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.223174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.232449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42432) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:43.258925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 9a27934d-2ae7-4d0a-a833-c60ef65c0156, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9a27934d-2ae7-4d0a-a833-c60ef65c0156,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:43.317294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.327812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Calling delete_port for f5ad22e3-b014-4901-b431-bafbf8c8ec8e owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:43.371921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:25:43.395850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a395299b-e0f1-4568-859b-9d6a7a1dce71,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:43.504703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.545354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Allocated IP 172.20.0.1 (f7ccddd6-7f2f-4845-9185-125fa6046d41/2f49b9d6-e915-4204-9dd1-672f8e75eaa9/7e9fedc0-bd88-4cde-a436-2e27125f3323) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:43.629217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.633916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b4b232aa-2e2e-41bd-9052-cb5ea07812c2 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.0216906 May 05 16:25:43.634938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42440) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:43.651847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=02e4f97a-87d3-45a1-b203-42fa6866db3e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:43.663308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42444) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:43.672120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:43.673876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.677376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:43.683599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:43.684785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.686206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.686947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fdf4197-7787-406c-829e-9029b91fd7f7 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:43.687053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:43.690524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:43.719036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3f53ad63-f7a1-4e90-b4ab-f5585b879acb tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.6290150 May 05 16:25:43.727419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42450) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:43.745015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1024954155'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:43.761637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:43.781754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Usage tracker for resource:network and tenant:90f10b255ec943ce9b9256902ac74689 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:43.787109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:43.817891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Usage tracker for resource:floatingip and tenant:a349cd31ae56461ba523923950187ac7 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:43.820009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:43.832059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=9a27934d-2ae7-4d0a-a833-c60ef65c0156,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:43.843485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.847485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:43.853843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.855767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.865713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1f540dc091494558ab463226c5fbdeab is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:43.870221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:43.872300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:43.888556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:43.899745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.913976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.914694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.916987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:43.920188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event deleted for resources: {'Port': ['ID=f5ad22e3-b014-4901-b431-bafbf8c8ec8e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:43.948440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] For port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,segment=NetworkSegment(4e821632-c20d-43a6-a507-c060896ac354),segment_id=4e821632-c20d-43a6-a507-c060896ac354)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:43.960005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:43.967297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:43.970893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Usage tracker for resource:security_group_rule and tenant:d91fea7f78564ee89b1c02c85c07a09b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:43.975178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:43.987826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:43.996409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e1a26a87-38a2-45d8-9a8c-61f92ba3cddf tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f5ad22e3-b014-4901-b431-bafbf8c8ec8e HTTP/1.1" status: 204 len: 168 time: 1.4588366 May 05 16:25:43.997140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42454) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:44.023534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 0fdf4197-7787-406c-829e-9029b91fd7f7 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:44.040547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0fdf4197-7787-406c-829e-9029b91fd7f7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:44.040917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.056212 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0023e5e2-543c-4863-90ab-c04686bc5c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] GET failed (client error): The resource could not be found. May 05 16:25:44.056702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0023e5e2-543c-4863-90ab-c04686bc5c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Synchronizing usage tracker for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:44.084333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.084637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.106551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.107317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.112190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Transition to ACTIVE for port object 7e9fedc0-bd88-4cde-a436-2e27125f3323 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:44.143699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Made reservation on behalf of 90f10b255ec943ce9b9256902ac74689 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:44.146646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.197536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7da0b-717c-42e5-a02e-2a1365535cd1 None None] Pushing event updated for resources: {'Port': ['ID=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:44.258404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.272900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Pushing event updated for resources: {'Port': ['ID=9862b49e-7efe-4457-b30d-6007b0f38c97,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:44.278153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:42Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:44.296193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.310475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b952fa-d544-4acc-86c7-136a58edc8ea None None] The sync data for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv is: [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:42Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:25:44.341229 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 0fdf4197-7787-406c-829e-9029b91fd7f7, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0fdf4197-7787-406c-829e-9029b91fd7f7,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:44.405112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.424194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:44.444452 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.460224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:44.460946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9fedc0-bd88-4cde-a436-2e27125f3323,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:44.467244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.471918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:44.474976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:44.475518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.485270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.485615 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Added segment 22c01b84-c1cb-4c27-ac83-0a9fd0d57859 of type vlan for network 6e84093d-9db5-4482-a77e-aa6a873394a7 May 05 16:25:44.517796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.554387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.574964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:44.595481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:44.601925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bc6559d1-ca44-4999-8723-838f27ce8210 None None] Provisioning for port 9862b49e-7efe-4457-b30d-6007b0f38c97 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:44.644076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0023e5e2-543c-4863-90ab-c04686bc5c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Unset dirty status for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:44.650963 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0023e5e2-543c-4863-90ab-c04686bc5c6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "GET /v2.0/ports/f5ad22e3-b014-4901-b431-bafbf8c8ec8e HTTP/1.1" status: 404 len: 333 time: 0.6505930 May 05 16:25:44.653940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42458) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:44.661918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2314d3-240a-4a41-a608-5e91119f41f3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:44.661918 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f2bbae51-3305-48d9-adf9-6ddcfedf8a09 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d91fea7f78564ee89b1c02c85c07a09b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9943542 May 05 16:25:44.669368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42460) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:44.678086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Request body: {'port': {'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1009314290'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:44.681097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bc6559d1-ca44-4999-8723-838f27ce8210 None None] Provisioning complete for port 9862b49e-7efe-4457-b30d-6007b0f38c97 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:44.681465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bc6559d1-ca44-4999-8723-838f27ce8210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.681630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.691269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:44.698845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:44.896767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 75bafab9-e79e-4278-92c1-4ebaf419e856 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:44.910417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:44.996703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82f9a8b-e311-4b35-8532-8dc1fde97de5,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:45.023118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:25:45.030492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07487d8a-216c-44ab-9964-e985f1c10645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.050691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=0fdf4197-7787-406c-829e-9029b91fd7f7,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:45.055691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bc6559d1-ca44-4999-8723-838f27ce8210 None None] Port 9862b49e-7efe-4457-b30d-6007b0f38c97 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:25:45.119146 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c0475a1c-ca87-47e2-825d-93e1200629f3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1f540dc091494558ab463226c5fbdeab&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8813696 May 05 16:25:45.126762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Made reservation on behalf of 4536535510f346e893c583573695f7cb for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:45.129184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.139319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07487d8a-216c-44ab-9964-e985f1c10645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.146225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42466) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:45.161256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.163203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:45.163817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.169450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Could not find standard attr ID for object 0d8da189-ba52-4a92-a144-d6766bb67c86. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:25:45.214356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 75bafab9-e79e-4278-92c1-4ebaf419e856 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:45.221832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 75bafab9-e79e-4278-92c1-4ebaf419e856 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:45.235521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.254375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:45.334916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Allocated IP 172.26.2.55 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/93687e6e-bc40-4235-b86c-e05fa833ba1a) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:45.369670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event updated for resources: {'Network': ['ID=6e84093d-9db5-4482-a77e-aa6a873394a7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:45.382247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.393800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 6e84093d-9db5-4482-a77e-aa6a873394a7 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:45.409688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Provisioning for port 7e9fedc0-bd88-4cde-a436-2e27125f3323 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:45.417781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:25:45.474364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Provisioning complete for port 7e9fedc0-bd88-4cde-a436-2e27125f3323 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:45.474698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.484773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.532555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 75bafab9-e79e-4278-92c1-4ebaf419e856, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=75bafab9-e79e-4278-92c1-4ebaf419e856,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:45.544427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58fe68e7-ba87-4e68-8f1a-3e48dca8d943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.581194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Port 7e9fedc0-bd88-4cde-a436-2e27125f3323 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:25:45.588584 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-082eb088-bb3f-4ea2-a469-11ab13084760 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8586171 May 05 16:25:45.599149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42470) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:45.600510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Provisioning complete for port 9862b49e-7efe-4457-b30d-6007b0f38c97 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:45.601103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.644949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.646054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9a27934d-2ae7-4d0a-a833-c60ef65c0156 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:45.648134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58fe68e7-ba87-4e68-8f1a-3e48dca8d943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.664897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07487d8a-216c-44ab-9964-e985f1c10645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.726082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07487d8a-216c-44ab-9964-e985f1c10645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2314d3-240a-4a41-a608-5e91119f41f3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:45.791539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Port 9862b49e-7efe-4457-b30d-6007b0f38c97 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:25:45.835373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=75bafab9-e79e-4278-92c1-4ebaf419e856,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:45.854899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Provisioning complete for port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:45.855645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4b1b2830-03fb-499d-a415-c332da252f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.909945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:45.910806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.911189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:45.926864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Router d793c396-1272-419e-a75a-eead160bebb4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:25:45.940741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58fe68e7-ba87-4e68-8f1a-3e48dca8d943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.011131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.013110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.052225 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e8ffe5dc-3ede-48b3-860f-10a33e513730 tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/agents/3e834086-6d26-4b37-a516-4e5cf0f6e55a/dhcp-networks HTTP/1.1" status: 200 len: 7035 time: 0.3862109 May 05 16:25:46.055989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42476) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:46.074388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07487d8a-216c-44ab-9964-e985f1c10645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.076016 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-07487d8a-216c-44ab-9964-e985f1c10645 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1c2314d3-240a-4a41-a608-5e91119f41f3 HTTP/1.1" status: 204 len: 168 time: 1.4054437 May 05 16:25:46.103212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device eeafb3e6-be07-46b7-ae69-1ffb967d7f9e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:46.116473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.129758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.178326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:46.178696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.206581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fe68e7-ba87-4e68-8f1a-3e48dca8d943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82f9a8b-e311-4b35-8532-8dc1fde97de5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:46.243380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58fe68e7-ba87-4e68-8f1a-3e48dca8d943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.247178 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-58fe68e7-ba87-4e68-8f1a-3e48dca8d943 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d82f9a8b-e311-4b35-8532-8dc1fde97de5 HTTP/1.1" status: 204 len: 168 time: 1.0960236 May 05 16:25:46.323613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f892e5d-b1c5-49ca-a434-896f0a17bfce tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] Network 6e84093d-9db5-4482-a77e-aa6a873394a7 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:46.324393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Pushing event updated for resources: {'Port': ['ID=7e9fedc0-bd88-4cde-a436-2e27125f3323,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:46.335913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.388956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.403399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:46.410264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:46.412009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:46.431267 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:25:46.446175 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:46.446901 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:46.458995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562375ea-ffc9-4592-82c8-083cc7e5484f None None] Network 6e84093d-9db5-4482-a77e-aa6a873394a7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:46.459171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Network 096df660-f340-42cd-a9c8-f81b250b96ea is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:46.463931 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1f892e5d-b1c5-49ca-a434-896f0a17bfce tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "POST /v2.0/agents/3e834086-6d26-4b37-a516-4e5cf0f6e55a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4008923 May 05 16:25:46.466903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42484) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:46.471081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:46.475271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:46.477777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:46.477777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.481532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=82ee0e65-205a-40f0-b94b-dfe6a4f5558c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:46.661606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:46.676525 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:46.708946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:46.710773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:46.714336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5b7dd965-e9b5-4b0d-b7f5-3b7ff8a8155a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.6537423 May 05 16:25:46.716169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:46.719609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42492) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:46.759414 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:25:46.771120 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:46.772864 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:46.800362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 75bafab9-e79e-4278-92c1-4ebaf419e856 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:46.932470 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:46.933305 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f004e6-6e47-43e7-a123-eb480765aa0f None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:25:46.957290 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-db25d70f-75a3-42ed-a369-8cc23c12f57d tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2806101 May 05 16:25:46.978179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42498) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:46.979227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 75bafab9-e79e-4278-92c1-4ebaf419e856 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:46.979707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.016619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event updated for resources: {'Port': ['ID=93687e6e-bc40-4235-b86c-e05fa833ba1a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:47.043573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-df06944c-6614-47aa-a7fb-58a7136ce099 None None] Provisioning complete for port 7e9fedc0-bd88-4cde-a436-2e27125f3323 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:47.044470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-df06944c-6614-47aa-a7fb-58a7136ce099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.093576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:47.154658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-df06944c-6614-47aa-a7fb-58a7136ce099 None None] Port 7e9fedc0-bd88-4cde-a436-2e27125f3323 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:25:47.185442 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-443b554c-b049-40a8-b362-84ec6d2a218a tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/agents/3e834086-6d26-4b37-a516-4e5cf0f6e55a/dhcp-networks HTTP/1.1" status: 200 len: 7780 time: 0.7082744 May 05 16:25:47.185442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42502) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.193859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.198501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fdf4197-7787-406c-829e-9029b91fd7f7 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:47.261880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:47.279536 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c82064ea-1c1f-4d96-afaf-7fbed27bfd86 admin admin] 10.222.0.70 "PUT /v2.0/routers/d793c396-1272-419e-a75a-eead160bebb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7516811 May 05 16:25:47.279536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.279811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0fdf4197-7787-406c-829e-9029b91fd7f7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:47.279811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.358621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42508) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.407561 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-98a4b535-fe95-4b57-9338-c890590e116e tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "DELETE /v2.0/agents/3e834086-6d26-4b37-a516-4e5cf0f6e55a/dhcp-networks/6e84093d-9db5-4482-a77e-aa6a873394a7 HTTP/1.1" status: 204 len: 168 time: 0.2187636 May 05 16:25:47.408838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42512) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.459490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42516) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.518179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.555385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.600350 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-52a8bc7a-44d2-4747-ae30-530783e569d8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c4ce05a5d66e4347bbc5c82fd1a8d11b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2403383 May 05 16:25:47.600793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42524) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.674142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:47.693608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Usage tracker for resource:security_group_rule and tenant:b259fcc7639e4aa7af1335b9bd2a2e89 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:47.757005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:47.771814 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3dbeee25-780e-4c41-8378-c235e67e8a6a tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/agents/3e834086-6d26-4b37-a516-4e5cf0f6e55a/dhcp-networks HTTP/1.1" status: 200 len: 7035 time: 0.3618295 May 05 16:25:47.774791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42528) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.780031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:47.846065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-60886f1f-2ec3-405d-8338-b3d1a5951e7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.861599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-50a93f8b-2171-4100-bf37-fd9413c047b6 tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/networks/41d5e337-8bec-4738-a394-9364b98a5898/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0832846 May 05 16:25:47.868576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42534) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.901592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-60886f1f-2ec3-405d-8338-b3d1a5951e7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.942299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.954825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:47.959300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-75ead8fc-8e03-49e4-a360-1710fa8afdeb tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/networks/41d5e337-8bec-4738-a394-9364b98a5898/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0875139 May 05 16:25:47.960325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42538) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:47.966576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:47.979812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:25:48.055272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.131439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-60886f1f-2ec3-405d-8338-b3d1a5951e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.153131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Transition to ACTIVE for port object 82ee0e65-205a-40f0-b94b-dfe6a4f5558c will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:48.161356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.189120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60886f1f-2ec3-405d-8338-b3d1a5951e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d190f78a-5dc4-4b1f-ae2a-289391e385a8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:48.198903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event updated for resources: {'Port': ['ID=93687e6e-bc40-4235-b86c-e05fa833ba1a,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:48.208718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.229348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.233860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-60886f1f-2ec3-405d-8338-b3d1a5951e7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.237574 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-60886f1f-2ec3-405d-8338-b3d1a5951e7b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d190f78a-5dc4-4b1f-ae2a-289391e385a8 HTTP/1.1" status: 204 len: 168 time: 0.6314857 May 05 16:25:48.249491 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-14c6e14c-2554-4ab9-82db-05a8d20d6d06 tempest-DHCPAgentSchedulersTestJSON-1792547325 tempest-DHCPAgentSchedulersTestJSON-1792547325-project-admin] 10.222.0.70 "GET /v2.0/agents/3e834086-6d26-4b37-a516-4e5cf0f6e55a/dhcp-networks HTTP/1.1" status: 200 len: 7035 time: 0.2878256 May 05 16:25:48.258933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42544) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:48.364907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.366237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.375759 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-39adfa14-8dbf-449c-942b-f988e642d492 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7206733 May 05 16:25:48.418192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=82ee0e65-205a-40f0-b94b-dfe6a4f5558c,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:48.441750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.460258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42550) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:48.476379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84162014-5d51-46ee-a4e8-6055d5c81368,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:48.496045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-227d4029-e071-4312-baeb-79dfea3ee2c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b259fcc7639e4aa7af1335b9bd2a2e89&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0276477 May 05 16:25:48.497952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859174030', 'description': 'tempest-description--410585139'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:48.501784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42554) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:48.505386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:48.510489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Usage tracker for resource:security_group and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:48.513812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:48.518502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:48.524551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:48.524551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:48.524725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:48.622985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.667610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:48.667993 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:48.671951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:48.675818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Usage tracker for resource:security_group_rule and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:48.678589 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 2 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:48.678792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:48.684617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:48.711609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:48.711927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:48.712256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:48.727083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:48.750285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:48.750605 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:48.758699 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 3 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:48.788137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.790584 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-596292be-b95d-4126-bd6b-85304238d479 admin admin] 10.222.0.70 "PUT /v2.0/routers/87fafdd9-e6df-4ca7-bbd7-717d9dddc99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1063468 May 05 16:25:48.792602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14956a27-a4bd-4a66-9f90-96e5fc9a5359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.794373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:48.794709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:48.795038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:48.802254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.822886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:48.823291 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:48.828375 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 4 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:48.844811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14956a27-a4bd-4a66-9f90-96e5fc9a5359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:48.859954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > segment before_delete 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.860368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.861906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.862381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > port after_create 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.862684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > port after_delete 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.863120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > port after_update 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.863544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > segment after_delete 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.864120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet after_create 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.864517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet after_delete 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.864895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet after_update 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:48.872216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:48.872555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:48.872891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:48.903141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:48.903497 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:48.906604 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 5 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:48.930843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:48.931026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:48.931268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:48.950301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:48.950628 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:48.953799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 6 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:48.973552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:48.973973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:48.974187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:49.012577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:49.013019 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:49.016722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 7 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:49.040420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14956a27-a4bd-4a66-9f90-96e5fc9a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.068030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:49.068360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:49.068689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:49.073181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14956a27-a4bd-4a66-9f90-96e5fc9a5359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84162014-5d51-46ee-a4e8-6055d5c81368,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:49.093726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14956a27-a4bd-4a66-9f90-96e5fc9a5359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.094873 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-14956a27-a4bd-4a66-9f90-96e5fc9a5359 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/84162014-5d51-46ee-a4e8-6055d5c81368 HTTP/1.1" status: 204 len: 168 time: 0.5909052 May 05 16:25:49.095615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:49.095932 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:49.096467 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 8 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:49.128519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42582) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:49.185029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet after_create 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:49.185029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet after_delete 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:49.185029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet before_create 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:49.185029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Subscribe: > subnet before_update 55550000 {{(pid=84819) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:25:49.185029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e84093d-9db5-4482-a77e-aa6a873394a7']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:49.196903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c01b84-c1cb-4c27-ac83-0a9fd0d57859') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:49.197204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c01b84-c1cb-4c27-ac83-0a9fd0d57859') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:49.210656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.228726 dv-neutron-840483-1-hyperv neutron-server[84818]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 16:25:49.229929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.239278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:25:49.239942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.261952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:49.262290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:49.262623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:49.284040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:49.284794 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:49.289240 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 9 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn_limited( May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn_limited( May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:25:49.310963 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:25:49.319607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.320046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.330541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:49.330874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:49.331200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:49.340682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6923ae34-87e5-4100-b955-4e74ec793e1f tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Synchronizing usage tracker for tenant:a349cd31ae56461ba523923950187ac7 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:49.353386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:49.353706 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:49.384180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00c371fb-5669-4bb0-b63b-66bec0b8d35f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:49.424843 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 10 to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c May 05 16:25:49.428538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.460779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.463921 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "DELETE /v2.0/networks/6e84093d-9db5-4482-a77e-aa6a873394a7 HTTP/1.1" status: 204 len: 168 time: 1.2061555 May 05 16:25:49.465383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f42e3-d73c-4874-8d59-b273cefa764a tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event deleted for resources: {'Network': ['ID=6e84093d-9db5-4482-a77e-aa6a873394a7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:49.467057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42590) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:49.507198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.511531 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36d29551-3966-441e-beb5-df324c9fde0e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0193346 May 05 16:25:49.513334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42594) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:49.517125 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac924b5-8b3d-4823-ac83-d3dce08bfe26 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] DELETE failed (client error): The resource could not be found. May 05 16:25:49.518262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac924b5-8b3d-4823-ac83-d3dce08bfe26 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:25:49.521506 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eac924b5-8b3d-4823-ac83-d3dce08bfe26 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "DELETE /v2.0/ports/0d8da189-ba52-4a92-a144-d6766bb67c86 HTTP/1.1" status: 404 len: 333 time: 0.0509093 May 05 16:25:49.522314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42598) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:49.522908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Request body: {'security_group_rule': {'security_group_id': '00c371fb-5669-4bb0-b63b-66bec0b8d35f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:49.526495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:49.526698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:49.527023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:49.541409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:49.556587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Usage tracker for resource:security_group_rule and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:49.562298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:49.571301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:49.588790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:25:49.589804 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:25:49.589804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.606458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6923ae34-87e5-4100-b955-4e74ec793e1f tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Unset dirty status for tenant:a349cd31ae56461ba523923950187ac7 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:49.606856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42604) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:49.607631 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6923ae34-87e5-4100-b955-4e74ec793e1f tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1371238549&fields=id&tenant_id=a349cd31ae56461ba523923950187ac7 HTTP/1.1" status: 200 len: 267 time: 0.4765611 May 05 16:25:49.613090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959937174', 'description': 'tempest-description--1430788079'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:49.622043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:49.625713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Usage tracker for resource:security_group and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:49.629507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:49.636429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:49.687050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.737191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.824815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:49.830541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Usage tracker for resource:security_group_rule and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:49.834495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:49.841934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:49.874627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.920005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.970424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:49.990953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c36fec-64f2-4bed-ad2a-70f65c9a538d,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:50.033077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.085162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] For port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:50.085700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempted to set empty binding levels {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 16:25:50.085788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09e97a70-0b49-43ae-af7d-3be3649c7ca5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:50.173147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.174794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-be0fafb0-f49d-4a7b-bea0-f643b40df8cf tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6605341 May 05 16:25:50.177663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42622) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.177947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42624) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.196066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Deleting subnet a68774b6-3df1-4605-a75d-6086804aeb26 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:25:50.204431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Request body: {'security_group_rule': {'security_group_id': '00c371fb-5669-4bb0-b63b-66bec0b8d35f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:50.211981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.225925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.227422 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0afe7ee0-c2ee-4559-83f9-e2f430103e43 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.6194201 May 05 16:25:50.230364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42632) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.237114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Request body: {'security_group_rule': {'security_group_id': '09e97a70-0b49-43ae-af7d-3be3649c7ca5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:50.243944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:50.248407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Usage tracker for resource:security_group_rule and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:50.251792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:50.251927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:50.261562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:50.262669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-d962d8d0-059c-4084-b8bb-682771c44bd7 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:50.264178 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-d962d8d0-059c-4084-b8bb-682771c44bd7 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/networks?id=7b12b310-133d-47a7-af54-d6b233d368af HTTP/1.1" status: 200 len: 805 time: 0.6456861 May 05 16:25:50.265318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.315723 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-235060916'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:50.317854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Usage tracker for resource:security_group_rule and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:50.320629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:50.321908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3a29610d-c2f6-44b5-b8f0-d244aa7c4a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.326710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Usage tracker for resource:network and tenant:d0bf075d3bc547c88f92083cbdb0ee26 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:50.333317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:50.339549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:50.362071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.380464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:50.408172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:50.422872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.429391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] In _notify_port_updated(), no bound segment for port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:25:50.430612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.431912 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "PUT /v2.0/ports/82ee0e65-205a-40f0-b94b-dfe6a4f5558c HTTP/1.1" status: 200 len: 981 time: 3.4407547 May 05 16:25:50.432075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.434763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42640) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.456802 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-b21ee3b9-6216-450a-a3a8-1b99c8b3a6ff tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/quotas/a349cd31ae56461ba523923950187ac7 HTTP/1.1" status: 200 len: 375 time: 0.1401286 May 05 16:25:50.471590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:50.474516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.493475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe597d4-d91b-476b-8b1a-6468ae3385ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=82ee0e65-205a-40f0-b94b-dfe6a4f5558c,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:50.496511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.510382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.544898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.1 (0dc2c5b5-c82a-4d64-83bd-09d03bd9565f/faee4640-84c9-4d18-8df6-97fc1f0a2327/7feab844-7f4b-47b5-937c-687fa9bfb3f6) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:50.551167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcf7184e-1213-4c09-b729-e47205df43de,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:50.580044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:50.585016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Usage tracker for resource:security_group_rule and tenant:d0bf075d3bc547c88f92083cbdb0ee26 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:50.590057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:50.599280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:50.628056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-419361ba-adf9-4a15-8afe-ab96f29eeb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Synchronizing usage tracker for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:50.650231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.677664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.679094 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-86b0497a-dc36-4be2-b5d9-27c4b50870ef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4476280 May 05 16:25:50.681893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42646) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.696325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Request body: {'security_group_rule': {'security_group_id': '09e97a70-0b49-43ae-af7d-3be3649c7ca5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:50.705058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:50.716622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Usage tracker for resource:security_group_rule and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:50.722215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:50.726978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.731499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.733115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:50.735667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-419361ba-adf9-4a15-8afe-ab96f29eeb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Unset dirty status for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:50.736994 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-419361ba-adf9-4a15-8afe-ab96f29eeb4a tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15307 time: 0.3009214 May 05 16:25:50.740736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42650) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.770482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42654) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:50.803423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Deleting port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:50.804113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.839426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.868457 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-5813c144-f159-4683-93fa-a31256754046 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=a349cd31ae56461ba523923950187ac7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3715637 May 05 16:25:50.886919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:50.895715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.902880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.913797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.928313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d6ef5d-c012-407d-ae45-28fb82b3961d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:50.965350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1439421089'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:50.970311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.974443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:50.974443 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Added segment a7d474b0-888b-4846-add0-7cbd1964c1e1 of type vlan for network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 May 05 16:25:50.977632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:51.019022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:51.031174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.036289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:51.052647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.067362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.069161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event deleted for resources: {'Subnet': ['ID=a68774b6-3df1-4605-a75d-6086804aeb26,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:51.095822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:51.113557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d944ba-9d88-4a55-a7cd-b366b2457daf None None] Network 41d5e337-8bec-4738-a394-9364b98a5898 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:51.122023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.133174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.136159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-9081b1ce-1580-4ee2-8cd6-9afc8a3efa0f service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:51.137195 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-9081b1ce-1580-4ee2-8cd6-9afc8a3efa0f service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1196010 May 05 16:25:51.144327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a678e6de-7e10-47fb-9411-1f7338887fe5,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:51.170623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] For port 82ee0e65-205a-40f0-b94b-dfe6a4f5558c, host hv-neutron-8404, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:51.171540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.200761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=7feab844-7f4b-47b5-937c-687fa9bfb3f6,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:51.204003 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2a519b24-2569-4345-89a0-342d3c87bde8 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "DELETE /v2.0/subnets/a68774b6-3df1-4605-a75d-6086804aeb26 HTTP/1.1" status: 204 len: 168 time: 1.6812789 May 05 16:25:51.206563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:51.234479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42666) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:51.253598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:51.259858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:51.262743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.274311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:51.274695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.290882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.294359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.307768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Calling delete_port for 82ee0e65-205a-40f0-b94b-dfe6a4f5558c owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:51.313642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.317710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6ee5371d-a1ab-4f2f-a777-df7e5650bd77 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.1272161 May 05 16:25:51.333926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42670) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:51.354998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:51.366438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:51.378608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.382318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:51.382702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Usage tracker for resource:floatingip and tenant:71fe71f3c34446d48645afcf4e13e806 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:51.382900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.398205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:51.411198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:51.414173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:51.421107 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-473d44cc-0915-4113-8145-5455c5b9bc46 service neutron] 10.222.0.70 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748814 May 05 16:25:51.425996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:security_group_rule and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:51.431157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:51.432895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] DHCP port deletion for 41d5e337-8bec-4738-a394-9364b98a5898 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:25:51.438567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] Deleting port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:51.438949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.460788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:51.473553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b66394-3897-46c0-9575-d21cc7c187fd,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:51.519132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.603779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Network': ['ID=4590587f-cbe1-48f3-9ebd-e92ea3f35489,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:51.621204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.635819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Deleting port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:51.636649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.637573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:51.665016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.666476 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4a34809b-b4a0-4f15-9a2c-61ad81cad715 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9835193 May 05 16:25:51.672044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] For port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,segment=NetworkSegment(4e821632-c20d-43a6-a507-c060896ac354),segment_id=4e821632-c20d-43a6-a507-c060896ac354)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:51.672668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.676465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42674) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:51.683767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:51.693035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.755141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.765711 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-768018a8-2e88-4c93-b51d-2e9c5c91497c tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.5827465 May 05 16:25:51.765893 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-378a1cde-f810-4f53-a1f7-c33b5986c996 service neutron] 10.222.0.70 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278334 May 05 16:25:51.765999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:51.775299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42678) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:51.803754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Usage tracker for resource:floatingip and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:51.812542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'subnet': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:51.815251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] Calling delete_port for eeafb3e6-be07-46b7-ae69-1ffb967d7f9e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:51.815754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:51.822979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event deleted for resources: {'Port': ['ID=82ee0e65-205a-40f0-b94b-dfe6a4f5558c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:51.859383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:51.866040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:51.986720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d9420680-3476-4ed9-a334-d9b9e90254b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "DELETE /v2.0/ports/82ee0e65-205a-40f0-b94b-dfe6a4f5558c HTTP/1.1" status: 204 len: 168 time: 1.2448084 May 05 16:25:51.992443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42682) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:52.041120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.080506 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c97b48-855c-47b8-91f6-8a5735d8d5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] GET failed (client error): The resource could not be found. May 05 16:25:52.080720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-43c97b48-855c-47b8-91f6-8a5735d8d5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Synchronizing usage tracker for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:52.157006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.166914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] For port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,segment=NetworkSegment(4e821632-c20d-43a6-a507-c060896ac354),segment_id=4e821632-c20d-43a6-a507-c060896ac354)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:25:52.167351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.205064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] Pushing event deleted for resources: {'Port': ['ID=eeafb3e6-be07-46b7-ae69-1ffb967d7f9e,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:52.209347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404bdad1-1616-4fb8-b4bb-81bd753cd2e9 None None] No DVR routers for this DVR port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:25:52.275746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.280580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:52.290864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Usage tracker for resource:subnet and tenant:d0bf075d3bc547c88f92083cbdb0ee26 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:52.297021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:52.302643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-43c97b48-855c-47b8-91f6-8a5735d8d5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Unset dirty status for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:52.308096 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-43c97b48-855c-47b8-91f6-8a5735d8d5e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "GET /v2.0/ports/82ee0e65-205a-40f0-b94b-dfe6a4f5558c HTTP/1.1" status: 404 len: 333 time: 0.3105083 May 05 16:25:52.310784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Calling delete_port for eeafb3e6-be07-46b7-ae69-1ffb967d7f9e owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:52.315528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42692) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:52.322111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:52.336144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1752194785', 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:52.338406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42696) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:52.356050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:52.360150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.397740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:52.418717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:52.425266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96fd3cda-1f6c-419e-ad05-2a8c41c0f0cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.446608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.453552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:25:52.454770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:25:52.468938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.526912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:52.565444 dv-neutron-840483-1-hyperv neutron-server[84819]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 05 16:25:52.578756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device eeafb3e6-be07-46b7-ae69-1ffb967d7f9e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:25:52.623062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: eeafb3e6-be07-46b7-ae69-1ffb967d7f9e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:25:52.623691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device eeafb3e6-be07-46b7-ae69-1ffb967d7f9e not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:25:52.664155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0ad4c896-321d-49ae-8671-9437cfc6c12f req-9dca6ec1-d5d6-4b58-9cc4-2216b09488da tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Synchronizing usage tracker for tenant:a349cd31ae56461ba523923950187ac7 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:52.673571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.673927 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment 0db533c1-069a-4570-b8a7-673416a6dc80 of type vlan for network 1a0538d7-ad79-48f6-b9a5-6e6845af014a May 05 16:25:52.675044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=789dc18f-641d-4c30-92b1-9c2cf597a3c8,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:52.698590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Made reservation on behalf of 4536535510f346e893c583573695f7cb for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:52.700437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.713903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Allocated IP 172.26.2.45 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e4aa15a8-3c5e-4b37-8447-2a9da41f9bdf) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:52.794180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.819244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.831263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0ad4c896-321d-49ae-8671-9437cfc6c12f req-9dca6ec1-d5d6-4b58-9cc4-2216b09488da tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Unset dirty status for tenant:a349cd31ae56461ba523923950187ac7 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:52.836251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port ca28abf9-b371-4e0b-9144-9db584d45f98 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:52.839986 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0ad4c896-321d-49ae-8671-9437cfc6c12f req-9dca6ec1-d5d6-4b58-9cc4-2216b09488da tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.5008347 May 05 16:25:52.940440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:52.956008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Deleting port eeafb3e6-be07-46b7-ae69-1ffb967d7f9e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:52.956008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.025173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] The port 'eeafb3e6-be07-46b7-ae69-1ffb967d7f9e' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:25:53.088123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.110292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.113974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:53.114534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.146206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.184736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.243547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:53.245091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d5e337-8bec-4738-a394-9364b98a5898']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:53.256525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:53.259923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event updated for resources: {'Port': ['ID=e4aa15a8-3c5e-4b37-8447-2a9da41f9bdf,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:53.262006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:53.283504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.284186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.287714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e821632-c20d-43a6-a507-c060896ac354') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:53.288008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e821632-c20d-43a6-a507-c060896ac354') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:53.307230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.333985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.344850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:25:53.345236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:25:53.360249 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:25:53.505217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=1a0538d7-ad79-48f6-b9a5-6e6845af014a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:53.517247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:53.574792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=7feab844-7f4b-47b5-937c-687fa9bfb3f6,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:53.604207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.604421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Allocated IP 172.26.2.62 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/682e1c74-a9fc-4890-b819-fc3f99cb8c98) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:53.616509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.621644 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b80930cd-ce74-47c5-8297-25f22d1c04c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.8459620 May 05 16:25:53.633634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.637609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42730) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:53.656026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.661116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.664782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] Pushing event deleted for resources: {'Network': ['ID=41d5e337-8bec-4738-a394-9364b98a5898,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:53.665401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1901341373'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:53.673467 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3e9507b4-54ca-4bb0-be85-4a44049a25a7 tempest-DHCPAgentSchedulersTestJSON-1318472720 tempest-DHCPAgentSchedulersTestJSON-1318472720-project] 10.222.0.70 "DELETE /v2.0/networks/41d5e337-8bec-4738-a394-9364b98a5898 HTTP/1.1" status: 204 len: 168 time: 2.4373403 May 05 16:25:53.677587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:53.715286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:53.725048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:53.797353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.814475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:53.903938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:53.910596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.036945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:54.046439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:54.050094 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-39fbff23-fd04-4cc3-8f68-f71434637ce9 req-64630d68-7fb4-4e93-bcb8-a39909506ffa tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.0988479 May 05 16:25:54.059442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.149527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.185260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:54.192624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.251078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Subnet': ['ID=7f6465b8-6ac7-42e0-88f2-2dd821df15b5,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:54.277042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.283859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event updated for resources: {'Port': ['ID=e4aa15a8-3c5e-4b37-8447-2a9da41f9bdf,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:54.301407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.336127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42744) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:54.377619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:25:54.383260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.423498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Checking segment: {'id': 'a7d474b0-888b-4846-add0-7cbd1964c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:54.423861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network hostable DHCP agents. Network: 4590587f-cbe1-48f3-9ebd-e92ea3f35489, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:54.435696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Network 096df660-f340-42cd-a9c8-f81b250b96ea is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:54.447861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:54.454818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.455152 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment 1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e of type vlan for network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 May 05 16:25:54.459432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:54.460222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:54.460795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.470027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=ca28abf9-b371-4e0b-9144-9db584d45f98,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:54.515653 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fdcf3f60-35ea-47dc-8a64-346831b72d11 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=90f10b255ec943ce9b9256902ac74689&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782460 May 05 16:25:54.517729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.518057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42750) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:54.576492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b697edbf-349a-4644-bd76-2698d208c78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.602442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b697edbf-349a-4644-bd76-2698d208c78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.699895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.701124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cb656db8-5087-4a4c-9c40-160641ca188d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0235488 May 05 16:25:54.737628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b697edbf-349a-4644-bd76-2698d208c78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.742936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f7010846-0d97-4136-b6b7-0a813fb6426f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.4238503 May 05 16:25:54.742936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:54.743411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.747284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:54.747964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.751587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42758) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:54.752748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.808892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b697edbf-349a-4644-bd76-2698d208c78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0a014f-793c-48ca-910d-a95d51d226b4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:54.827350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b697edbf-349a-4644-bd76-2698d208c78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.832415 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b697edbf-349a-4644-bd76-2698d208c78c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9c0a014f-793c-48ca-910d-a95d51d226b4 HTTP/1.1" status: 204 len: 168 time: 0.3098407 May 05 16:25:54.849116 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3657eacb-d99d-4dd5-ad55-9a685813cd1e tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "GET /v2.0/ports/ca28abf9-b371-4e0b-9144-9db584d45f98 HTTP/1.1" status: 200 len: 959 time: 0.0900133 May 05 16:25:54.849735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42764) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:54.928195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Deleting port ca28abf9-b371-4e0b-9144-9db584d45f98 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:25:54.932593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.963133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4590587f-cbe1-48f3-9ebd-e92ea3f35489) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:54.972936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75194489-fd86-4d47-9a07-42c75c65973d None None] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:54.978246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:54.982956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:54.997393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:55.009535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:55.016245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:55.026777 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3829005 May 05 16:25:55.027043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event updated for resources: {'Port': ['ID=682e1c74-a9fc-4890-b819-fc3f99cb8c98,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:55.031631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ce8fa-94a6-4818-be6e-8dca36459751 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=3be48f8d-4294-4f5f-b95f-a2f32109e9a7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:55.036900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42778) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:55.046929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:55.095584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:25:55.117831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.223604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.274327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:25:55.344301 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7ae97d8f-6b03-4e6d-8e39-e508ecb6477e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5676088 May 05 16:25:55.349491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:55.359540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1943788727'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:55.416379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Calling delete_port for ca28abf9-b371-4e0b-9144-9db584d45f98 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:25:55.488030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'tenant_id': 'd0bf075d3bc547c88f92083cbdb0ee26', 'fixed_ips': [{'subnet_id': '7f6465b8-6ac7-42e0-88f2-2dd821df15b5'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:25:55.493084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.530547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:55.531166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-c9afa7ca-9a67-40ee-b17a-e5ab6c70b2b4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Synchronizing usage tracker for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:55.537505 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-deaa72ed-76f7-48d5-9248-483d1d154f65 req-4614d2b6-57dd-4067-be58-0b7d142254a4 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.1912136 May 05 16:25:55.557611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:55.574507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:55.631492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.634008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:55.685497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca28abf9-b371-4e0b-9144-9db584d45f98,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:55.699906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.744059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Allocated IP 2001:db8::2 (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/0d6aca30-749b-4430-87de-e05e18881d48) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:55.817681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-01f1fc41-4975-4d77-985b-9979ab625100 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "DELETE /v2.0/ports/ca28abf9-b371-4e0b-9144-9db584d45f98 HTTP/1.1" status: 204 len: 168 time: 0.9642162 May 05 16:25:55.818181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42794) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:55.865972 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e08374eb-add9-42e3-91ac-1bb79014a51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] GET failed (client error): The resource could not be found. May 05 16:25:55.866775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e08374eb-add9-42e3-91ac-1bb79014a51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Synchronizing usage tracker for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:55.916837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.932588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:55.939104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Usage tracker for resource:port and tenant:d0bf075d3bc547c88f92083cbdb0ee26 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:55.942345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:55.950503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:55.972578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e08374eb-add9-42e3-91ac-1bb79014a51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Unset dirty status for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:55.978190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42798) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:55.978426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e08374eb-add9-42e3-91ac-1bb79014a51b tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "GET /v2.0/ports/ca28abf9-b371-4e0b-9144-9db584d45f98 HTTP/1.1" status: 404 len: 333 time: 0.1555266 May 05 16:25:55.978524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:55.979431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42800) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:55.985470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Request body: {'port': {'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1814852170'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:55.987208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Transition to ACTIVE for port object 0d6aca30-749b-4430-87de-e05e18881d48 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:55.990122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:55.991700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:56.001964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:56.008883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Transition to ACTIVE for port object 0d6aca30-749b-4430-87de-e05e18881d48 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:56.062224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.105261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:56.108491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.110949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Made reservation on behalf of 4536535510f346e893c583573695f7cb for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:56.111384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.113485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.134862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:56.181806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:56.184864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:56.189826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:56.201115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Pushing event updated for resources: {'Port': ['ID=0d6aca30-749b-4430-87de-e05e18881d48,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:56.207509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.210371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-c9afa7ca-9a67-40ee-b17a-e5ab6c70b2b4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Unset dirty status for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:56.211726 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-c9afa7ca-9a67-40ee-b17a-e5ab6c70b2b4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--959937174&fields=id&tenant_id=f6125ade6d294e66bb2d97c030d9843d HTTP/1.1" status: 200 len: 267 time: 0.8706238 May 05 16:25:56.212179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.71', 56071) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:56.244545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] device_id is not set on port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:56.292684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.302977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Attempting to bind port 0d6aca30-749b-4430-87de-e05e18881d48 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:25:56.303859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Attempting to bind port 0d6aca30-749b-4430-87de-e05e18881d48 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'a7d474b0-888b-4846-add0-7cbd1964c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:25:56.308065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Attempting to bind port 0d6aca30-749b-4430-87de-e05e18881d48 on network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:25:56.314424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:56.316039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:25:56.316663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Checking segment: {'id': 'a7d474b0-888b-4846-add0-7cbd1964c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:56.316812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.317603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Bound using segment: {'id': 'a7d474b0-888b-4846-add0-7cbd1964c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:25:56.317603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Bound port: 0d6aca30-749b-4430-87de-e05e18881d48, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d474b0-888b-4846-add0-7cbd1964c1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:25:56.317988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.392631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Usage tracker for resource:security_group_rule and tenant:c69ecc2e18e44728a1410a9a6342ec80 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:56.426606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:56.438492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] For port 0d6aca30-749b-4430-87de-e05e18881d48, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:25:56.442786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] For port 0d6aca30-749b-4430-87de-e05e18881d48, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0d6aca30-749b-4430-87de-e05e18881d48,segment=NetworkSegment(a7d474b0-888b-4846-add0-7cbd1964c1e1),segment_id=a7d474b0-888b-4846-add0-7cbd1964c1e1)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:25:56.451394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:56.517385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.626663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:25:56.651874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:25:56.690313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e766f-b5ef-429d-8523-be446f752eec req-14d38ebe-f9fb-49ce-bc2e-a10275654dba tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:56.691834 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-14d38ebe-f9fb-49ce-bc2e-a10275654dba tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 811 time: 0.4549932 May 05 16:25:56.697860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:56.704496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-38d037dd-8b84-46b7-babc-9c22ace5faf9 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:56.704606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-38d037dd-8b84-46b7-babc-9c22ace5faf9 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Synchronizing usage tracker for tenant:a349cd31ae56461ba523923950187ac7 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:56.708954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Allocated IP 2001:db8::209 (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:56.710089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d084ac-7bcf-4a8c-a2b4-86fc3ffc2c84 None None] Pushing event updated for resources: {'Port': ['ID=0d6aca30-749b-4430-87de-e05e18881d48,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:56.726345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:56.729840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:56.754188 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ee9879fa-6319-429b-bcca-cf4ead346e4b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/quotas/f6125ade6d294e66bb2d97c030d9843d HTTP/1.1" status: 200 len: 375 time: 0.0466831 May 05 16:25:56.860234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-38d037dd-8b84-46b7-babc-9c22ace5faf9 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Unset dirty status for tenant:a349cd31ae56461ba523923950187ac7 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:56.861408 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-38d037dd-8b84-46b7-babc-9c22ace5faf9 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.71 "GET /v2.0/networks?id=7b12b310-133d-47a7-af54-d6b233d368af HTTP/1.1" status: 200 len: 805 time: 0.6458027 May 05 16:25:56.872798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:56.886503 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-89c861c2-68bd-4879-b42f-6f6c8c2571f8 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1255887 May 05 16:25:56.893611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:25:56.895759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:56.938752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-898b7476-c68a-43f6-9a59-7e338ed4ebe1 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Synchronizing usage tracker for tenant:a349cd31ae56461ba523923950187ac7 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:56.963058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-898b7476-c68a-43f6-9a59-7e338ed4ebe1 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Unset dirty status for tenant:a349cd31ae56461ba523923950187ac7 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:56.964399 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-898b7476-c68a-43f6-9a59-7e338ed4ebe1 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a349cd31ae56461ba523923950187ac7 HTTP/1.1" status: 200 len: 380 time: 0.0728214 May 05 16:25:56.995140 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9b81b49c-81e0-46ab-b777-629b18db7f8c req-8f591de6-c234-45fd-a5e1-20bdaf5c0918 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.1713245 May 05 16:25:57.014071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Request body: {'port': {'device_id': 'f69aa112-3205-4e22-b71a-917737007a7e', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'admin_state_up': True, 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'security_groups': ['c87e586e-dc5c-4faf-8712-ffcd47ebeb41']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:57.022005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:25:57.022537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a7c828-6ec8-4e1b-b35b-ebb92c5f9dfc None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:25:57.029551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6fb52356-d741-48f3-ad10-617c879cef64 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/routers/b6bd2061-9549-4ee9-89fd-43475e40ee71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3070180 May 05 16:25:57.057471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42816) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:57.062995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.079642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.167305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'port': {'network_id': '0dc2c5b5-c82a-4d64-83bd-09d03bd9565f', 'name': 'tempest-FloatingIPTestJSON-1948269356'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:57.177194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.263023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.271017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.351311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-41b9cf93-e2dd-41c7-ae79-3fef6b2f7f99 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:25:57.352967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-41b9cf93-e2dd-41c7-ae79-3fef6b2f7f99 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1671395 May 05 16:25:57.373205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a65041f3-a0e7-4595-8933-5bfeed7dbddb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:57.385618 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f3a5d247-cac9-4adc-a75e-e307079d4725 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c69ecc2e18e44728a1410a9a6342ec80&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4095945 May 05 16:25:57.390128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42828) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:57.412219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.417949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Network 096df660-f340-42cd-a9c8-f81b250b96ea is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:57.429192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:57.440219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:57.441094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:57.441702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.498437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=aeb37362-0a06-49d3-8728-5dc1f002b44b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:57.552958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=1d27461b-9c6d-4bd1-8df9-b6dc4083d926,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:57.559438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:57.580972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.584944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:57.604072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.626984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Transition to ACTIVE for port object fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:57.631605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:57.638648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:port and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:57.650296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:57.660649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event updated for resources: {'Port': ['ID=682e1c74-a9fc-4890-b819-fc3f99cb8c98,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:57.661128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:57.668871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': '0db533c1-069a-4570-b8a7-673416a6dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:25:57.669167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 1a0538d7-ad79-48f6-b9a5-6e6845af014a, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:25:57.670206 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-e81d95e9-9a13-4bcd-ac7a-6afe4b3cdcb2 service neutron] 10.222.0.70 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049109 May 05 16:25:57.706110 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4d7ba2a2-5546-45c3-9edf-975ce27f0a5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.7259605 May 05 16:25:57.710675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42840) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:57.737833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.739164 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eab567e7-1d8d-4fc7-b2b9-9f417acbea75 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4045930 May 05 16:25:57.740407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b64fcd69-1ed4-4c3a-be49-56b1430f6ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.768357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:57.796284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.798978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b64fcd69-1ed4-4c3a-be49-56b1430f6ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.834874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:57.837938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.910254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] device_id is not set on port a98b12f5-5214-4ad8-b714-92b1a7017c49 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:57.952928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e714c73f-c5ae-4a03-bd3b-921d873e460b None None] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:57.974789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:25:57.981565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Made reservation on behalf of a349cd31ae56461ba523923950187ac7 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:57.985319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:57.994450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:25:58.000080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:58.011715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:25:58.016415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:58.017463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:58.058040 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-5ed3917e-d5bf-42e2-b2f9-ee30bfc9e3ce service neutron] 10.222.0.70 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790686 May 05 16:25:58.145894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b64fcd69-1ed4-4c3a-be49-56b1430f6ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:58.225307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fcd69-1ed4-4c3a-be49-56b1430f6ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a65041f3-a0e7-4595-8933-5bfeed7dbddb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:58.268225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1a0538d7-ad79-48f6-b9a5-6e6845af014a) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:25:58.270101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:25:58.303419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:58.304278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:58.316815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:58.318857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b64fcd69-1ed4-4c3a-be49-56b1430f6ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:58.332544 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b64fcd69-1ed4-4c3a-be49-56b1430f6ba7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a65041f3-a0e7-4595-8933-5bfeed7dbddb HTTP/1.1" status: 204 len: 168 time: 0.9264472 May 05 16:25:58.357666 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7b929e76-f505-4aa5-8d42-2e22c8ddfa73 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9993451 May 05 16:25:58.363944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42864) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:58.382804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1134937101', 'allowed_address_pairs': [{'ip_address': '2001:db8::209', 'mac_address': 'fa:16:3e:6a:80:4c'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:58.402116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15ae0d5-c397-4251-8b7a-612cdca6d492 None None] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:25:58.422597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a32ab00e-15d0-41c1-81fd-d323ddba101a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Synchronizing usage tracker for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:58.588117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-232205bb-526c-4768-9023-5b6622276d08 None None] Provisioning for port 0d6aca30-749b-4430-87de-e05e18881d48 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:58.647208 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8917e6a2-18b9-4878-bba3-a105be204fc4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6091397 May 05 16:25:58.690088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42880) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:25:58.699017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:25:58.798869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a32ab00e-15d0-41c1-81fd-d323ddba101a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Unset dirty status for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:58.808501 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a32ab00e-15d0-41c1-81fd-d323ddba101a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--1859174030&fields=id&tenant_id=71fe71f3c34446d48645afcf4e13e806 HTTP/1.1" status: 200 len: 267 time: 0.6165588 May 05 16:25:58.840919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0d6aca30-749b-4430-87de-e05e18881d48 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:25:58.932137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:58.937717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-1a0538d7-ad79-48f6-b9a5-6e6845af014a', 'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': 'aeb37362-0a06-49d3-8728-5dc1f002b44b'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:25:58.938846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:58.984671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Usage tracker for resource:port and tenant:d0bf075d3bc547c88f92083cbdb0ee26 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:58.990726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:58.995746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.5 (0dc2c5b5-c82a-4d64-83bd-09d03bd9565f/faee4640-84c9-4d18-8df6-97fc1f0a2327/a98b12f5-5214-4ad8-b714-92b1a7017c49) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:59.016423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:59.140017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:59.226036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 0d6aca30-749b-4430-87de-e05e18881d48 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:25:59.239013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0d6aca30-749b-4430-87de-e05e18881d48 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:59.239381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:59.313870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Allocated IP 172.20.0.9 (7b12b310-133d-47a7-af54-d6b233d368af/f0f7d158-c961-49f5-bf46-4dab5091f543/58f8dce9-1ca0-4e51-9ab9-1efc082f9820) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:59.329154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c51b607-fd80-425d-b1d6-6a581f8d3663 req-c123cdc5-0fac-48f0-b97b-5dfec9161448 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.2005098 May 05 16:25:59.342124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Allocated IP 2001:db8::2 (1a0538d7-ad79-48f6-b9a5-6e6845af014a/aeb37362-0a06-49d3-8728-5dc1f002b44b/36561602-1a85-437b-a56a-cf83fbb72205) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:25:59.403652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-c0397bc7-90f8-48fe-9a9f-fc216d36840a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:25:59.404568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-c0397bc7-90f8-48fe-9a9f-fc216d36840a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Synchronizing usage tracker for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:25:59.507889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:59.525640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:25:59.530307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:25:59.533426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:25:59.539719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:25:59.541776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-c0397bc7-90f8-48fe-9a9f-fc216d36840a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Unset dirty status for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:25:59.542957 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-c0397bc7-90f8-48fe-9a9f-fc216d36840a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/networks?id=80a49632-388d-4c21-afc9-7dc6e524ba3e HTTP/1.1" status: 200 len: 811 time: 0.7332759 May 05 16:25:59.583667 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-8e3a8c13-e1f8-47e8-b982-bbbb1c26629e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/quotas/71fe71f3c34446d48645afcf4e13e806 HTTP/1.1" status: 200 len: 375 time: 0.0315859 May 05 16:25:59.634299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] device_id is not set on port 32178dae-fa86-4b61-b9b5-16414c52b895 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:59.736359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:25:59.829293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] device_id is not set on port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:25:59.840332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:59.879747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Transition to ACTIVE for port object 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:25:59.937645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:59.964026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:25:59.985425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b6884db7-88fe-486e-ba1d-d15caff9d39b None None] Provisioning complete for port 0d6aca30-749b-4430-87de-e05e18881d48 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:25:59.985788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b6884db7-88fe-486e-ba1d-d15caff9d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:25:59.996287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-0542e6df-34ee-4359-9a21-4a484d056d21 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Synchronizing usage tracker for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:00.018807 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8fb8fa2a-ffac-4e40-9e22-5f518d86eab7 req-22cb234e-d8b5-4dcc-80b6-56c11aab2f4f tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.5218143 May 05 16:26:00.020086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.057208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Allocated IP 2001:db8::36b (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/32178dae-fa86-4b61-b9b5-16414c52b895) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:00.161484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-0542e6df-34ee-4359-9a21-4a484d056d21 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Unset dirty status for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:00.175826 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-0542e6df-34ee-4359-9a21-4a484d056d21 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=71fe71f3c34446d48645afcf4e13e806&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5781651 May 05 16:26:00.325256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 0d6aca30-749b-4430-87de-e05e18881d48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0d6aca30-749b-4430-87de-e05e18881d48,segment=NetworkSegment(a7d474b0-888b-4846-add0-7cbd1964c1e1),segment_id=a7d474b0-888b-4846-add0-7cbd1964c1e1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:00.394914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.461499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.546746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.553110 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-58568452-8c5b-45a1-9167-da8e7ab5ba23 service neutron] 10.222.0.70 "GET /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3762860 May 05 16:26:00.576155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Transition to ACTIVE for port object 36561602-1a85-437b-a56a-cf83fbb72205 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:00.616888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Transition to ACTIVE for port object 36561602-1a85-437b-a56a-cf83fbb72205 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:00.647936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=1d27461b-9c6d-4bd1-8df9-b6dc4083d926,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:00.731740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.762276 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-25ef92fe-8d6f-4711-ba4a-d601bde5ec5c service neutron] 10.222.0.70 "GET /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081213 May 05 16:26:00.791428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.814845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:00.830834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:00.843624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:00.854573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Transition to ACTIVE for port object 32178dae-fa86-4b61-b9b5-16414c52b895 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:00.890239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=0d6aca30-749b-4430-87de-e05e18881d48,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:00.969483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:00.992198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.019509 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d7010709-5f2e-49cb-9edb-f8f963364930 req-fea1e67a-021a-443d-85b6-209d37e3f219 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.3859019 May 05 16:26:01.107079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Pushing event updated for resources: {'Port': ['ID=36561602-1a85-437b-a56a-cf83fbb72205,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:01.124924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Attempting to bind port 36561602-1a85-437b-a56a-cf83fbb72205 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:01.128129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Attempting to bind port 36561602-1a85-437b-a56a-cf83fbb72205 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '0db533c1-069a-4570-b8a7-673416a6dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:01.128129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Attempting to bind port 36561602-1a85-437b-a56a-cf83fbb72205 on network 1a0538d7-ad79-48f6-b9a5-6e6845af014a {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:01.152964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:01.153335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Checking segment: {'id': '0db533c1-069a-4570-b8a7-673416a6dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:01.153736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.154131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Bound using segment: {'id': '0db533c1-069a-4570-b8a7-673416a6dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:01.154614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Bound port: 36561602-1a85-437b-a56a-cf83fbb72205, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db533c1-069a-4570-b8a7-673416a6dc80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '1a0538d7-ad79-48f6-b9a5-6e6845af014a'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:01.155571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.174627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b6884db7-88fe-486e-ba1d-d15caff9d39b None None] Provisioning for port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:01.187495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b6884db7-88fe-486e-ba1d-d15caff9d39b None None] Provisioning complete for port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:01.187761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:01.187925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b6884db7-88fe-486e-ba1d-d15caff9d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.188395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:01.190504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:01.224699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.312127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:01.312938 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:01.323900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 2 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:01.344304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b6884db7-88fe-486e-ba1d-d15caff9d39b None None] Port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:01.351136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:01.376388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:01.379764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] For port 36561602-1a85-437b-a56a-cf83fbb72205, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:01.384261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] For port 36561602-1a85-437b-a56a-cf83fbb72205, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=36561602-1a85-437b-a56a-cf83fbb72205,segment=NetworkSegment(0db533c1-069a-4570-b8a7-673416a6dc80),segment_id=0db533c1-069a-4570-b8a7-673416a6dc80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:01.392336 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83bf2ace-4f6a-4acf-aac3-10fdc460c93e req-50549d2c-e4b2-4767-8e04-d29ae59cbe76 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.1998761 May 05 16:26:01.393208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:01.400684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:01.404724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.417309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Transition to ACTIVE for port object 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:01.442016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=32178dae-fa86-4b61-b9b5-16414c52b895,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:01.474956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c970bf9a-387b-46e5-bd30-7a62fabc7da6 None None] Provisioning complete for port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:01.475388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c970bf9a-387b-46e5-bd30-7a62fabc7da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.536376 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-76cb04aa-c3f1-4f78-bd66-0f416545fad8 req-80b251b7-e9c2-4f98-b27f-56dcd94b1866 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.1507280 May 05 16:26:01.540747 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b13cf3b5-1c35-4371-840f-3a7660ee5edf tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.1709788 May 05 16:26:01.542099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.543182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42938) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:01.573913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:01.574250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:01.574591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:01.641438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:01.641746 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:01.649270 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 3 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:01.695394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:01.779387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4056cb-8783-43cf-9cd8-110bc457c809 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:01.794505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4056cb-8783-43cf-9cd8-110bc457c809 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:01.808247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4056cb-8783-43cf-9cd8-110bc457c809 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:01.810533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8e4056cb-8783-43cf-9cd8-110bc457c809 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Synchronizing usage tracker for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:01.821151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c970bf9a-387b-46e5-bd30-7a62fabc7da6 None None] Port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:01.845632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:01.849115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:01.849747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:01.854522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56962a9d-5947-4c09-bc5e-86015f300161 None None] Pushing event updated for resources: {'Port': ['ID=36561602-1a85-437b-a56a-cf83fbb72205,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:01.962764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8e4056cb-8783-43cf-9cd8-110bc457c809 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Unset dirty status for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:01.965613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8e4056cb-8783-43cf-9cd8-110bc457c809 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.4200873 May 05 16:26:01.971340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42944) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:01.987117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:01.990757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:01.996917 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:01.996917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:02.011128 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 4 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:02.047502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0e5349ea-90cd-47b4-b3fc-386c50de6303 None None] Provisioning for port 32178dae-fa86-4b61-b9b5-16414c52b895 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:02.056635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0e5349ea-90cd-47b4-b3fc-386c50de6303 None None] Provisioning complete for port 32178dae-fa86-4b61-b9b5-16414c52b895 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:02.057008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0e5349ea-90cd-47b4-b3fc-386c50de6303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:02.103013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:02.179489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port 32178dae-fa86-4b61-b9b5-16414c52b895 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:02.179489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:02.243966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0e5349ea-90cd-47b4-b3fc-386c50de6303 None None] Port 32178dae-fa86-4b61-b9b5-16414c52b895 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:02.258853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=a98b12f5-5214-4ad8-b714-92b1a7017c49,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:02.289098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:02.583168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event updated for resources: {'Port': ['ID=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:02.696224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.71', 56077) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:02.715814 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3480dd21-0829-4094-9b0d-17f3e4609ece req-fe07f40c-7fdd-4b59-8689-2e348440ee94 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.1198907 May 05 16:26:02.721071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:02.721938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:02.722870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:02.758820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:02.761155 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:02.762472 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 5 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:02.808451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 36561602-1a85-437b-a56a-cf83fbb72205 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:02.813843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:02.817745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:02.852302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Network 7b12b310-133d-47a7-af54-d6b233d368af is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:02.854836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:02.872832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:02.876032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:02.876561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:02.883010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:02.890225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:03.206562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 36561602-1a85-437b-a56a-cf83fbb72205 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:03.213593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0d6aca30-749b-4430-87de-e05e18881d48 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:03.247604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e766f-b5ef-429d-8523-be446f752eec req-6b110db4-6b1a-457a-968c-86b0fdba81a0 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:03.248547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-6b110db4-6b1a-457a-968c-86b0fdba81a0 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Synchronizing usage tracker for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:03.349916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57af493-0390-4902-a3d7-3507022d0515 req-4aa4c732-52ad-401b-8f8d-ef7427ee0a58 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:03.358120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e57af493-0390-4902-a3d7-3507022d0515 req-4aa4c732-52ad-401b-8f8d-ef7427ee0a58 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 931 time: 0.9857948 May 05 16:26:03.407665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 42970) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:03.453396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0d6aca30-749b-4430-87de-e05e18881d48 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:03.453974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:03.471510 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e57af493-0390-4902-a3d7-3507022d0515 req-f0b9e8fc-0eac-4cec-9dbf-6e22cb72d675 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123736 May 05 16:26:03.495796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:03.511081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-6b110db4-6b1a-457a-968c-86b0fdba81a0 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Unset dirty status for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:03.517997 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-6b110db4-6b1a-457a-968c-86b0fdba81a0 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 811 time: 0.8092699 May 05 16:26:03.524127 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b4d780d-0dee-4b4c-b738-d0f82b106a26 req-370fce9a-b044-49d5-a095-696f0463c8b0 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.2299674 May 05 16:26:03.593554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:03.593891 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:03.619830 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 6 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:03.704542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:03.704542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:03.705480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-18f88951-62c5-4435-b1da-ea6e8c0f2870 None None] Provisioning for port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:03.713933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:03.715373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f10270a-0a8f-4ed1-a2b3-11ea763fcf99 None None] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:03.744461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-18f88951-62c5-4435-b1da-ea6e8c0f2870 None None] Provisioning complete for port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:03.744833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-18f88951-62c5-4435-b1da-ea6e8c0f2870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:03.759014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for 32178dae-fa86-4b61-b9b5-16414c52b895 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:03.788654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:03.789281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:03.824536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=45c2b2a0-8858-46b5-a5dc-3e438b7553f5,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:03.886554 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f900e5e9-39b1-40fa-89b4-26c77f1b770a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.8267443 May 05 16:26:03.902819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42978) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:03.911409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:03.915526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:03.916033 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:03.922369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-c2b6e066-a057-4ffe-954e-d3a2d2523da6 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Synchronizing usage tracker for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:03.926415 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 7 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:03.945780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-c2b6e066-a057-4ffe-954e-d3a2d2523da6 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Unset dirty status for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:03.946879 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-c2b6e066-a057-4ffe-954e-d3a2d2523da6 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6125ade6d294e66bb2d97c030d9843d HTTP/1.1" status: 200 len: 379 time: 0.2765901 May 05 16:26:03.964856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Request body: {'port': {'device_id': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'admin_state_up': True, 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'security_groups': ['09e97a70-0b49-43ae-af7d-3be3649c7ca5']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:03.965680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'port': {'network_id': '0dc2c5b5-c82a-4d64-83bd-09d03bd9565f', 'name': 'tempest-FloatingIPTestJSON-1153891214'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:03.983625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-18f88951-62c5-4435-b1da-ea6e8c0f2870 None None] Port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:04.033738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:04.101210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 3be48f8d-4294-4f5f-b95f-a2f32109e9a7, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:04.101210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-6e998717-3c8a-4c54-9bee-aa2b294f4409 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0587666 May 05 16:26:04.102520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1885385271'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:04.105671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:04.106009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:04.106340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:04.113405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-305c0970-6651-40bf-9616-a44a1c32dd00 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:26:04.114358 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-305c0970-6651-40bf-9616-a44a1c32dd00 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050187 May 05 16:26:04.153847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:04.154184 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:04.165797 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 8 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:04.220770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:04.221385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:04.221896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:04.247842 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e984a02a-c534-4b62-9fc8-ab73ed2a87bb req-3c62eae9-8966-43de-bcf1-c3cbb8aef528 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.2262764 May 05 16:26:04.249658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:04.252902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:04.253440 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:04.253977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 9 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:04.272926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Usage tracker for resource:network and tenant:f3589a598c0d4d98beffce0d29216e53 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:04.302600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:04.306632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:04.306972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:04.307440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempt 10 to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:port and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:04.354465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempting to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:04.369157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:04.377839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:04.405835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Request body: {'port': {'device_id': 'f69aa112-3205-4e22-b71a-917737007a7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:04.494504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:04.502990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Usage tracker for resource:port and tenant:f6125ade6d294e66bb2d97c030d9843d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:04.512462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:04.512927 dv-neutron-840483-1-hyperv neutron-server[84819]: ERROR neutron.plugins.ml2.managers [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Failed to bind port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '7427ae03-adc9-4ee2-8796-cb8c1b7366ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '096df660-f340-42cd-a9c8-f81b250b96ea'}] May 05 16:26:04.513425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.513764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:04.523943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:04.688146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] For port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:04.688804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Attempted to set empty binding levels {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 16:26:04.757077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] Provisioning for port 36561602-1a85-437b-a56a-cf83fbb72205 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:04.764536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] Provisioning complete for port 36561602-1a85-437b-a56a-cf83fbb72205 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:04.765359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.770598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.787297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:26:04.881013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Made reservation on behalf of f3589a598c0d4d98beffce0d29216e53 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:04.898045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.978802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.978802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Made reservation on behalf of f6125ade6d294e66bb2d97c030d9843d for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:04.979164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:04.979271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.979387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.979552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-8ff08865-18c3-4733-b427-edac826f5a84 req-003fec9b-3c10-4537-b7b1-0a394ec84110 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Synchronizing usage tracker for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:04.979910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.991924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:04.994062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:05.012119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 3be48f8d-4294-4f5f-b95f-a2f32109e9a7) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:05.022550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af054674-6cbf-4fce-ab51-53ebd6f7022e None None] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:05.073563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] For port 36561602-1a85-437b-a56a-cf83fbb72205, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=36561602-1a85-437b-a56a-cf83fbb72205,segment=NetworkSegment(0db533c1-069a-4570-b8a7-673416a6dc80),segment_id=0db533c1-069a-4570-b8a7-673416a6dc80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:05.075341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Port': ['ID=32178dae-fa86-4b61-b9b5-16414c52b895,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:05.111439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] In _notify_port_updated(), no bound segment for port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 on network 096df660-f340-42cd-a9c8-f81b250b96ea {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:26:05.112815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:05.117853 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "PUT /v2.0/ports/1d27461b-9c6d-4bd1-8df9-b6dc4083d926 HTTP/1.1" status: 200 len: 981 time: 7.4060013 May 05 16:26:05.123999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:05.125514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:05.146382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42988) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:05.166423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] device_id is not set on port 1ad14057-1be6-4d35-9359-d2933b4b9c84 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:05.208701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:05.214449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-8ff08865-18c3-4733-b427-edac826f5a84 req-003fec9b-3c10-4537-b7b1-0a394ec84110 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Unset dirty status for tenant:f6125ade6d294e66bb2d97c030d9843d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:05.215778 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8ff08865-18c3-4733-b427-edac826f5a84 req-003fec9b-3c10-4537-b7b1-0a394ec84110 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.4111879 May 05 16:26:05.386892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:05.419348 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-20dc291d-29f6-49d5-b44d-6dba3d5aa53b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 6.7279592 May 05 16:26:05.437358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 42994) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:05.498929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1633302390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:05.528766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.71', 56082) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:05.561281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-065fe300-ef84-4ccb-bfde-5db30451dcf1 None None] Provisioning complete for port 36561602-1a85-437b-a56a-cf83fbb72205 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:05.561847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-065fe300-ef84-4ccb-bfde-5db30451dcf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:05.660981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Usage tracker for resource:security_group_rule and tenant:f3589a598c0d4d98beffce0d29216e53 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:05.730147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Allocated IP 172.20.0.7 (f7ccddd6-7f2f-4845-9185-125fa6046d41/2f49b9d6-e915-4204-9dd1-672f8e75eaa9/724aa276-07fe-483e-bc8a-558f6db8fdb3) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:05.730901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccb317-bf1d-4ef7-952c-a40b15c66208 None None] Pushing event updated for resources: {'Port': ['ID=36561602-1a85-437b-a56a-cf83fbb72205,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:05.759898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-3be48f8d-4294-4f5f-b95f-a2f32109e9a7', 'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': '45c2b2a0-8858-46b5-a5dc-3e438b7553f5'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:26:05.760699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:05.774708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:05.782681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:05.789025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:05.798911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:05.839854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d156eb-784b-455d-8d8e-b5503c9aad88 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event updated for resources: {'Port': ['ID=1d27461b-9c6d-4bd1-8df9-b6dc4083d926,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:05.926814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Deleting port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:05.927584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.003996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Allocated IP 2001:db8:1::2 (3be48f8d-4294-4f5f-b95f-a2f32109e9a7/45c2b2a0-8858-46b5-a5dc-3e438b7553f5/b2b174ab-26d2-4abe-8f53-180095b7374e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:06.070469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.089541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Transition to ACTIVE for port object 724aa276-07fe-483e-bc8a-558f6db8fdb3 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:06.093036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:06.098235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:06.174111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.212091 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-827d9431-dde8-4acc-98cf-296e730d0fa4 req-6de18957-8b10-45ce-aa0b-7e8faec9b272 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.4013991 May 05 16:26:06.253793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.273972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.500529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213859b3-11ad-4db0-aef3-ad37f0134561,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:06.503840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:26:06.510900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.592344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-3316068f-3701-4231-a80e-b02b79b863dc tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:06.593820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-3316068f-3701-4231-a80e-b02b79b863dc tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.71 "GET /v2.0/networks?id=80a49632-388d-4c21-afc9-7dc6e524ba3e HTTP/1.1" status: 200 len: 811 time: 1.0655010 May 05 16:26:06.626750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.646059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Transition to ACTIVE for port object b2b174ab-26d2-4abe-8f53-180095b7374e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:06.647623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.653558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.653702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fe5b20a4-e060-4e13-be7a-ba519b10c0a6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/ports/32178dae-fa86-4b61-b9b5-16414c52b895 HTTP/1.1" status: 204 len: 168 time: 4.6777377 May 05 16:26:06.659835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.660441 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Added segment 3058bd52-345d-4570-9055-a995477446f5 of type vlan for network 01760555-8311-46bd-a8a7-83e9ed0e318c May 05 16:26:06.660644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43006) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:06.671676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b92084d-113b-423f-8f4c-2f573bbd8dac req-4f4d5d72-0642-4601-8101-c89fadce1340 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:06.672407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-6b92084d-113b-423f-8f4c-2f573bbd8dac req-4f4d5d72-0642-4601-8101-c89fadce1340 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Synchronizing usage tracker for tenant:a349cd31ae56461ba523923950187ac7 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:06.672920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Transition to ACTIVE for port object b2b174ab-26d2-4abe-8f53-180095b7374e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:06.694662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 36561602-1a85-437b-a56a-cf83fbb72205 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:06.752132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:06.757739 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a4e8c2-7c59-4e01-b371-21f7ee11e442 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] GET failed (client error): The resource could not be found. May 05 16:26:06.764450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a3a4e8c2-7c59-4e01-b371-21f7ee11e442 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "GET /v2.0/ports/32178dae-fa86-4b61-b9b5-16414c52b895 HTTP/1.1" status: 404 len: 333 time: 0.0849190 May 05 16:26:06.767075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:06.772361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43010) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:06.790846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:06.795788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:06.796704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.799114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1885775784'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:06.803018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.823499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:06.852698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event updated for resources: {'Port': ['ID=724aa276-07fe-483e-bc8a-558f6db8fdb3,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:06.880756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1de1d1-bdcb-48ee-865f-899c6a40d0b1 req-95620c4c-fbc1-405a-b1f2-af6916e13757 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:06.882905 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8f1de1d1-bdcb-48ee-865f-899c6a40d0b1 req-95620c4c-fbc1-405a-b1f2-af6916e13757 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 931 time: 0.2782073 May 05 16:26:06.945077 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7d4298a3-7c1d-40eb-997a-dda6375dc0f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9845119 May 05 16:26:06.946481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:06.954433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:06.957690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:06.985500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Request body: {'port': {'device_id': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:07.015413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 36561602-1a85-437b-a56a-cf83fbb72205 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:07.015974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.127564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:07.132133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Usage tracker for resource:port and tenant:d0bf075d3bc547c88f92083cbdb0ee26 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:07.150527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.10 (0dc2c5b5-c82a-4d64-83bd-09d03bd9565f/faee4640-84c9-4d18-8df6-97fc1f0a2327/1ad14057-1be6-4d35-9359-d2933b4b9c84) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:07.160669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:07.165659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.169618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:07.170896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.193526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:07.195563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-6b92084d-113b-423f-8f4c-2f573bbd8dac req-4f4d5d72-0642-4601-8101-c89fadce1340 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Unset dirty status for tenant:a349cd31ae56461ba523923950187ac7 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:07.202179 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b92084d-113b-423f-8f4c-2f573bbd8dac req-4f4d5d72-0642-4601-8101-c89fadce1340 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 931 time: 2.4037623 May 05 16:26:07.251667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Pushing event updated for resources: {'Port': ['ID=b2b174ab-26d2-4abe-8f53-180095b7374e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:07.260169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Attempting to bind port b2b174ab-26d2-4abe-8f53-180095b7374e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:07.261280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Attempting to bind port b2b174ab-26d2-4abe-8f53-180095b7374e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:07.261955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Attempting to bind port b2b174ab-26d2-4abe-8f53-180095b7374e on network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:07.280061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:07.280966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Checking segment: {'id': '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:07.281890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.282721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Bound using segment: {'id': '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:07.283412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Bound port: b2b174ab-26d2-4abe-8f53-180095b7374e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '3be48f8d-4294-4f5f-b95f-a2f32109e9a7'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:07.284252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.296151 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8f1de1d1-bdcb-48ee-865f-899c6a40d0b1 req-6c9455c6-94ac-479a-a803-0bc389694fa4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3983512 May 05 16:26:07.312127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.318369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.320906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-e46e9cf9-8e9c-4478-b690-e457fc15bba7 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Synchronizing usage tracker for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:07.345226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Pushing event updated for resources: {'Network': ['ID=01760555-8311-46bd-a8a7-83e9ed0e318c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:07.348663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6f30cc0d-3d09-4028-beb4-a5ef14caae1b tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.9259505 May 05 16:26:07.381969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 01760555-8311-46bd-a8a7-83e9ed0e318c details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:26:07.595018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-e46e9cf9-8e9c-4478-b690-e457fc15bba7 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Unset dirty status for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:07.596201 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-e46e9cf9-8e9c-4478-b690-e457fc15bba7 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71fe71f3c34446d48645afcf4e13e806 HTTP/1.1" status: 200 len: 380 time: 0.9364276 May 05 16:26:07.605647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a14c04c5-8c50-429e-9255-a8df87d19298 None None] Provisioning for port 724aa276-07fe-483e-bc8a-558f6db8fdb3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:07.608122 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b92084d-113b-423f-8f4c-2f573bbd8dac req-8f33267a-53cf-43b7-8a76-8bd07d330698 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4049380 May 05 16:26:07.615747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:07.616232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] For port b2b174ab-26d2-4abe-8f53-180095b7374e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:07.618564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.621168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a14c04c5-8c50-429e-9255-a8df87d19298 None None] Provisioning complete for port 724aa276-07fe-483e-bc8a-558f6db8fdb3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:07.625411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a14c04c5-8c50-429e-9255-a8df87d19298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.628084 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-82539a67-2efe-46f6-ab88-830fdc93a569 req-3c908a0b-a5b3-4cda-8863-313b0c95c391 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.1148789 May 05 16:26:07.747199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] For port b2b174ab-26d2-4abe-8f53-180095b7374e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b2b174ab-26d2-4abe-8f53-180095b7374e,segment=NetworkSegment(1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e),segment_id=1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:07.777622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a14c04c5-8c50-429e-9255-a8df87d19298 None None] Port 724aa276-07fe-483e-bc8a-558f6db8fdb3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:07.793413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] For port 1d27461b-9c6d-4bd1-8df9-b6dc4083d926, host hv-neutron-8404, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:07.793805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.820294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:07.839219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Request body: {'port': {'device_id': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'admin_state_up': True, 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'security_groups': ['00c371fb-5669-4bb0-b63b-66bec0b8d35f']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:08.067703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:08.082442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43024) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:08.089067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.110953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Request body: {'port': {'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c', 'binding:host_id': 'hv-neutron-8404', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1607699067'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:08.122461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:08.129409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Usage tracker for resource:port and tenant:e6c05b0bd15a49f4b188db34ea2b3021 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:08.137932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724aa276-07fe-483e-bc8a-558f6db8fdb3 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:26:08.143115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:08.154922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.157784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:08.183399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Transition to ACTIVE for port object 724aa276-07fe-483e-bc8a-558f6db8fdb3 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:08.194075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0395b0-aea9-4fe6-8816-95b5a157ad31 None None] Pushing event updated for resources: {'Port': ['ID=b2b174ab-26d2-4abe-8f53-180095b7374e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:08.312027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Calling delete_port for 1d27461b-9c6d-4bd1-8df9-b6dc4083d926 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:08.367331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Made reservation on behalf of e6c05b0bd15a49f4b188db34ea2b3021 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:08.371153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.413797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.469778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:08.481340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:08.500475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] device_id is not set on port d53f978b-5710-4531-8cb6-c611ca2726b9 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:08.542277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.680835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.688612 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9e0f30b9-dacd-469d-8ae8-a5f04b7f49cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 3.2163155 May 05 16:26:08.704136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b2b174ab-26d2-4abe-8f53-180095b7374e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:08.786684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43034) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:08.839087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:26:08.878030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.930988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Made reservation on behalf of 71fe71f3c34446d48645afcf4e13e806 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:08.938786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:08.943669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b2b174ab-26d2-4abe-8f53-180095b7374e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:09.032246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.057436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:09.066712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Usage tracker for resource:security_group_rule and tenant:e6c05b0bd15a49f4b188db34ea2b3021 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:09.066712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:09.072933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:09.177136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Pushing event updated for resources: {'Port': ['ID=724aa276-07fe-483e-bc8a-558f6db8fdb3,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:09.206355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.231291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Transition to ACTIVE for port object 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:09.330678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d27461b-9c6d-4bd1-8df9-b6dc4083d926,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:09.363364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.394099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Attempting to bind port 724aa276-07fe-483e-bc8a-558f6db8fdb3 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:09.394776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Attempting to bind port 724aa276-07fe-483e-bc8a-558f6db8fdb3 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:09.394776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Attempting to bind port 724aa276-07fe-483e-bc8a-558f6db8fdb3 on network f7ccddd6-7f2f-4845-9185-125fa6046d41 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:09.425991 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Sync routers for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:09.446265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:09.446915 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:09.477457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Sync routers for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:09.509470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:09.510393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:09.543834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Allocated IP 2001:db8::2ea (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/d53f978b-5710-4531-8cb6-c611ca2726b9) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:09.652616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Port 724aa276-07fe-483e-bc8a-558f6db8fdb3 on network f7ccddd6-7f2f-4845-9185-125fa6046d41 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:09.653212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Attempting to bind port 724aa276-07fe-483e-bc8a-558f6db8fdb3 on network f7ccddd6-7f2f-4845-9185-125fa6046d41 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:09.675696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.683863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd5be6-0996-45b1-9b85-74d04fd84b4b req-11970353-857b-4068-aa95-f318e87e546b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:09.692568 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e4cd5be6-0996-45b1-9b85-74d04fd84b4b req-11970353-857b-4068-aa95-f318e87e546b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 943 time: 0.8788991 May 05 16:26:09.716469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:09.717159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Checking segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:09.717979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Bound using segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:09.718690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Bound port: 724aa276-07fe-483e-bc8a-558f6db8fdb3, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:09.719188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.759515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.790189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port 62562dfb-d289-44a5-95ed-e0ba26be7705 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:09.791388 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:09.942737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:09.955171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] For port 724aa276-07fe-483e-bc8a-558f6db8fdb3, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:09.960246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] For port 724aa276-07fe-483e-bc8a-558f6db8fdb3, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:09.965659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Transition to ACTIVE for port object d53f978b-5710-4531-8cb6-c611ca2726b9 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:10.003614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Pushing event updated for resources: {'Port': ['ID=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:10.020152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885d1779-5967-4981-9188-acd140487704 None None] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:10.058034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.119811 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e4cd5be6-0996-45b1-9b85-74d04fd84b4b req-2e500781-f8db-47bc-92a8-aa92a40e06fd tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4259105 May 05 16:26:10.236919 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 2, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:10.241984 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Checking router: d793c396-1272-419e-a75a-eead160bebb4 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:26:10.242971 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Updating router d793c396-1272-419e-a75a-eead160bebb4 port 9862b49e-7efe-4457-b30d-6007b0f38c97 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:26:10.258832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.354426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.381442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f0a1e4-6c95-45ec-a1a5-6c9c62ce5b8d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:10.413224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] Provisioning for port b2b174ab-26d2-4abe-8f53-180095b7374e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:10.419245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.443684 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.496628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] Provisioning complete for port b2b174ab-26d2-4abe-8f53-180095b7374e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:10.497148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.632361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=d53f978b-5710-4531-8cb6-c611ca2726b9,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:10.632477 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f04c84cc-b35e-4b8a-9779-011142bd9f1c req-7c21dfab-9d9e-4d98-af7f-a597fa762d16 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.1978254 May 05 16:26:10.632927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:10.634356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb44d9-eddf-4525-808e-aaab3ea31f57 req-ce6d215f-df5f-45e2-a392-12e34ace2e41 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:10.635863 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-81eb44d9-eddf-4525-808e-aaab3ea31f57 req-ce6d215f-df5f-45e2-a392-12e34ace2e41 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 931 time: 1.6631918 May 05 16:26:10.669166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.671609 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] 10.222.0.71 "PUT /v2.0/ports/724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1093 time: 3.6985447 May 05 16:26:10.689411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:10.726543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:10.763387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:10.779790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:10.785222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:10.799513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:10.800816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:10.942909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30b704-15b9-4a47-a454-5ad0a356c34d service neutron] Pushing event updated for resources: {'Port': ['ID=724aa276-07fe-483e-bc8a-558f6db8fdb3,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:11.017446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:11.032207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:11.143106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:11.144699 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f6be4d2-68f0-48d5-9dcc-cf64ddae74f1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "DELETE /v2.0/ports/1d27461b-9c6d-4bd1-8df9-b6dc4083d926 HTTP/1.1" status: 204 len: 168 time: 5.9911244 May 05 16:26:11.152039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Allocated IP 172.20.0.6 (80a49632-388d-4c21-afc9-7dc6e524ba3e/c77f6855-2caf-44fa-b146-096b2421c484/1984450e-7f77-488f-af38-bd7703c37fe2) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:11.162126 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f1dc647e-9461-4622-8ec3-33e4d5f22fe0 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.3840084 May 05 16:26:11.178360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43042) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:11.184584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43046) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:11.215468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] For port b2b174ab-26d2-4abe-8f53-180095b7374e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b2b174ab-26d2-4abe-8f53-180095b7374e,segment=NetworkSegment(1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e),segment_id=1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:11.249958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::209', 'mac_address': 'fa:16:3e:6a:80:4c'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:11.286472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:11.325610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:11.422023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=1ad14057-1be6-4d35-9359-d2933b4b9c84,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:11.455204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88b8d7e-7431-4841-a906-9211bdde7f0f None None] Pushing event updated for resources: {'Port': ['ID=b2b174ab-26d2-4abe-8f53-180095b7374e,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:11.582347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:11.583008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:11.709778 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-81eb44d9-eddf-4525-808e-aaab3ea31f57 req-888f7b48-0f3a-489d-b3d9-c25511fa0d8d tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8695648 May 05 16:26:11.728855 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2951eb2-bb00-42b7-850d-af4da7c142bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] GET failed (client error): The resource could not be found. May 05 16:26:11.735595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2951eb2-bb00-42b7-850d-af4da7c142bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Synchronizing usage tracker for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:11.766313 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f21021c6-6d32-429e-9c7b-a220f87b7f32 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.8598375 May 05 16:26:11.774156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Attempting to bind port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:11.774560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Attempting to bind port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:11.774891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Attempting to bind port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 on network 7b12b310-133d-47a7-af54-d6b233d368af {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:11.794792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43056) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:11.846319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '1ad14057-1be6-4d35-9359-d2933b4b9c84', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:11.866251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:11.924210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 2, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:11.939566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Checking router: 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:26:11.940236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Updating router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d port 7e9fedc0-bd88-4cde-a436-2e27125f3323 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:26:11.946588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:floatingip and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:11.965063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 on network 7b12b310-133d-47a7-af54-d6b233d368af not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:11.965063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Attempting to bind port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 on network 7b12b310-133d-47a7-af54-d6b233d368af {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:11.965455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8::1 (1a0538d7-ad79-48f6-b9a5-6e6845af014a/aeb37362-0a06-49d3-8728-5dc1f002b44b/0e39745d-60b9-4971-905d-96363c0eebb7) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:11.965924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:11.978714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:11.979139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Checking segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:11.979728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Bound using segment: {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:11.980210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Bound port: 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe33602c-698a-4416-acea-97ad6915c493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:11.980568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.068908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.133566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2951eb2-bb00-42b7-850d-af4da7c142bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] Unset dirty status for tenant:4536535510f346e893c583573695f7cb on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:12.144433 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2951eb2-bb00-42b7-850d-af4da7c142bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872 tempest-PortsAdminExtendedAttrsIpV6TestJSON-226682872-project-admin] 10.222.0.70 "GET /v2.0/ports/1d27461b-9c6d-4bd1-8df9-b6dc4083d926 HTTP/1.1" status: 404 len: 333 time: 0.9623816 May 05 16:26:12.151495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-18e3f18f-623a-42d0-8abd-337f784cd32f None None] Provisioning for port d53f978b-5710-4531-8cb6-c611ca2726b9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:12.159886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43064) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:12.160853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:12.162068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-18e3f18f-623a-42d0-8abd-337f784cd32f None None] Provisioning complete for port d53f978b-5710-4531-8cb6-c611ca2726b9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:12.162439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-18e3f18f-623a-42d0-8abd-337f784cd32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.325471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-18e3f18f-623a-42d0-8abd-337f784cd32f None None] Port d53f978b-5710-4531-8cb6-c611ca2726b9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:12.387393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.402743 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d35a721-55c9-4696-a01a-e2744256c38f'] response: {'name': 'network-changed', 'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'status': 'completed', 'code': 200} May 05 16:26:12.454366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object 0e39745d-60b9-4971-905d-96363c0eebb7 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:12.467993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0513241d-a09c-404a-b003-ca05fa44abff req-e3342637-1752-4ee0-b146-a9d057cf60fd tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Synchronizing usage tracker for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:12.468647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port 62562dfb-d289-44a5-95ed-e0ba26be7705 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:12.491853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.504422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.528759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-7c870baf-6659-4ef5-860a-c53f8e59173d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1096 time: 1.3869491 May 05 16:26:12.551939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.684759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.722099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] For port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:12.761231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] For port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:12.773238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b2b174ab-26d2-4abe-8f53-180095b7374e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:12.774715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.779174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0513241d-a09c-404a-b003-ca05fa44abff req-e3342637-1752-4ee0-b146-a9d057cf60fd tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Unset dirty status for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:12.792135 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0513241d-a09c-404a-b003-ca05fa44abff req-e3342637-1752-4ee0-b146-a9d057cf60fd tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.5498066 May 05 16:26:12.833240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.833454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Transition to ACTIVE for port object 1984450e-7f77-488f-af38-bd7703c37fe2 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:12.923404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.931538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Transition to ACTIVE for port object 62562dfb-d289-44a5-95ed-e0ba26be7705 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:12.954786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3af53a-0513-466e-917c-006f799fad58 req-58cc24b5-90e2-4d81-9be9-2a7a08858713 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:12.956447 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9d3af53a-0513-466e-917c-006f799fad58 req-58cc24b5-90e2-4d81-9be9-2a7a08858713 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 943 time: 1.5700290 May 05 16:26:12.961135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Transition to ACTIVE for port object 7e9fedc0-bd88-4cde-a436-2e27125f3323 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:12.969004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c2e73fde-c89c-4b12-bba8-fca4a94cb7d1 None None] Provisioning complete for port b2b174ab-26d2-4abe-8f53-180095b7374e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:12.969361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c2e73fde-c89c-4b12-bba8-fca4a94cb7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:12.984596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-8ba2ae86-c635-4467-aa84-1f0bfcb18177 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 217 time: 0.4209576 May 05 16:26:13.057216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6e766f-b5ef-429d-8523-be446f752eec req-372187f7-663b-42e6-be4f-2a6663e2d733 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:13.058881 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-372187f7-663b-42e6-be4f-2a6663e2d733 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.0672460 May 05 16:26:13.064433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b2b174ab-26d2-4abe-8f53-180095b7374e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:13.065655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.083701 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9d3af53a-0513-466e-917c-006f799fad58 req-75016a6c-c3fa-4024-8a57-259bda1b6d14 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174197 May 05 16:26:13.114792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.137052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.164549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.190069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.191505 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] 10.222.0.71 "PUT /v2.0/ports/58f8dce9-1ca0-4e51-9ab9-1efc082f9820 HTTP/1.1" status: 200 len: 1093 time: 8.9284225 May 05 16:26:13.194035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=62562dfb-d289-44a5-95ed-e0ba26be7705,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:13.197326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.247699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ad1d1-b31b-4b03-bc99-6d710582e387 None None] Pushing event updated for resources: {'Port': ['ID=7e9fedc0-bd88-4cde-a436-2e27125f3323,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:13.253201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:13.288539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=0e39745d-60b9-4971-905d-96363c0eebb7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:13.331744 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.351608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:13.354310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:13.362989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:13.364135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.371040 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Transition to ACTIVE for port object 9862b49e-7efe-4457-b30d-6007b0f38c97 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:13.449981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.466270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Checking segment: {'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:13.466682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Network hostable DHCP agents. Network: 01760555-8311-46bd-a8a7-83e9ed0e318c, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:13.469389 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.500280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7ddbc-ca0b-4c9b-b5bd-c1dc7ca75a52 service neutron] Pushing event updated for resources: {'Port': ['ID=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:13.600758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:13.636620 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-d7ad71f4-6182-449c-a06a-ed27543b999f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5560417 May 05 16:26:13.719601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.729856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Attempting to bind port 7e9fedc0-bd88-4cde-a436-2e27125f3323 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:13.730224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Attempting to bind port 7e9fedc0-bd88-4cde-a436-2e27125f3323 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:13.730581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Attempting to bind port 7e9fedc0-bd88-4cde-a436-2e27125f3323 on network f7ccddd6-7f2f-4845-9185-125fa6046d41 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:13.743015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:13.743379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Checking segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:13.743803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.744624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Bound using segment: {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:13.748686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Bound port: 7e9fedc0-bd88-4cde-a436-2e27125f3323, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec68d4b-26c1-4d76-9702-338861790371', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:13.748686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:13.758424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:13.767903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:13.823433 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c5713-45f9-472f-bbd5-40130f54f176 None None] Pushing event updated for resources: {'Port': ['ID=9862b49e-7efe-4457-b30d-6007b0f38c97,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:13.864628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Network 01760555-8311-46bd-a8a7-83e9ed0e318c is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:26:13.885267 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc83669-c870-439e-9847-be48b40f0d87'] response: {'name': 'network-changed', 'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'status': 'completed', 'code': 200} May 05 16:26:13.905794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] For port 7e9fedc0-bd88-4cde-a436-2e27125f3323, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:13.910297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] For port 7e9fedc0-bd88-4cde-a436-2e27125f3323, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7e9fedc0-bd88-4cde-a436-2e27125f3323,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:13.934590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['096df660-f340-42cd-a9c8-f81b250b96ea']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:13.996598 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Attempting to bind port 9862b49e-7efe-4457-b30d-6007b0f38c97 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:13.996902 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Attempting to bind port 9862b49e-7efe-4457-b30d-6007b0f38c97 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:13.997322 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Attempting to bind port 9862b49e-7efe-4457-b30d-6007b0f38c97 on network 80a49632-388d-4c21-afc9-7dc6e524ba3e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:14.012565 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 25, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:14.012945 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Checking segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:14.013353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.014160 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Bound using segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:14.014312 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Bound port: 9862b49e-7efe-4457-b30d-6007b0f38c97, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:14.014704 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.036202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7427ae03-adc9-4ee2-8796-cb8c1b7366ca') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:14.036202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7427ae03-adc9-4ee2-8796-cb8c1b7366ca') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:14.084404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:14.085380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.089327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event updated for resources: {'Port': ['ID=1984450e-7f77-488f-af38-bd7703c37fe2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:14.114621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.118636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.136478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 01760555-8311-46bd-a8a7-83e9ed0e318c) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:14.141069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:14.145078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.153360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:26:14.154132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.187297 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] For port 9862b49e-7efe-4457-b30d-6007b0f38c97, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:14.191445 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] For port 9862b49e-7efe-4457-b30d-6007b0f38c97, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9862b49e-7efe-4457-b30d-6007b0f38c97,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:14.200366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98303f6-df89-4c09-8c4e-ebf950adce19 None None] Network 01760555-8311-46bd-a8a7-83e9ed0e318c requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:26:14.209323 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:26:14.260446 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.311314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3c6bf-2bc5-447e-90a7-1ef0b5bbf544 req-106a5e73-aa71-4970-8d6b-b8eea5c38fa1 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:14.319382 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b7b3c6bf-2bc5-447e-90a7-1ef0b5bbf544 req-106a5e73-aa71-4970-8d6b-b8eea5c38fa1 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 943 time: 1.4003303 May 05 16:26:14.341497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:14.342832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:14.345313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:14.358588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.386403 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8c5713-45f9-472f-bbd5-40130f54f176 None None] Pushing event updated for resources: {'Port': ['ID=9862b49e-7efe-4457-b30d-6007b0f38c97,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:14.429730 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:14.430526 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:14.536680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718ad1d1-b31b-4b03-bc99-6d710582e387 None None] Pushing event updated for resources: {'Port': ['ID=7e9fedc0-bd88-4cde-a436-2e27125f3323,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:14.554493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:14.555613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:14.747603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.157 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/c4129fa2-fa0c-45ae-8fa5-bd46268ed74b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:14.791955 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:14.830862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:14.889939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:14.899002 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b7b3c6bf-2bc5-447e-90a7-1ef0b5bbf544 req-bc3cdd0e-fc74-4739-8ef3-c9f71f1ff080 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5781291 May 05 16:26:14.970892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:14.971227 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:14.974854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] It took 0.67 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:14.975030 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-1d62c14c-1991-4114-bff1-91ca7248ba15 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271460 May 05 16:26:14.977675 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 2 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:15.003926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:15.004263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:15.004600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:15.006918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.007836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.057875 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a891b849-b0c4-4a7e-9d40-40f9f3addc9c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3860638 May 05 16:26:15.060145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.084092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d7012e8-7903-4ec5-a00b-308e25d5b856 None None] Provisioning for port 0e39745d-60b9-4971-905d-96363c0eebb7 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:15.094183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Request body: {'port': {'device_id': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:15.097959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d7012e8-7903-4ec5-a00b-308e25d5b856 None None] Provisioning complete for port 0e39745d-60b9-4971-905d-96363c0eebb7 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:15.098334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d7012e8-7903-4ec5-a00b-308e25d5b856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.116465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=0e39745d-60b9-4971-905d-96363c0eebb7,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:15.188816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be20d1-e405-4262-b542-3a349443e714 req-7121e9a1-b1f3-4c0d-96bb-045a071cc0a5 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:15.190320 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-09be20d1-e405-4262-b542-3a349443e714 req-7121e9a1-b1f3-4c0d-96bb-045a071cc0a5 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 931 time: 1.0566297 May 05 16:26:15.204562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:15.204893 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:15.208818 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 3 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:15.230629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2d7012e8-7903-4ec5-a00b-308e25d5b856 None None] Port 0e39745d-60b9-4971-905d-96363c0eebb7 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:15.279985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.284604 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:14Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:15.289722 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f390f494-2f27-43c7-8eb5-90d63e4b6003 None None] The sync data for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv is: [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:14Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:15.308663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.310734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.316938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:13Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:15.321705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ead2a0-8336-4a21-a7ba-8de2c169631c None None] The sync data for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv is: [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:13Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:15.370399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.399777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:15.400229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:15.400571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:15.465027 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] 10.222.0.70 "DELETE /v2.0/networks/096df660-f340-42cd-a9c8-f81b250b96ea HTTP/1.1" status: 204 len: 168 time: 3.2995884 May 05 16:26:15.465900 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-09be20d1-e405-4262-b542-3a349443e714 req-3e8d6616-0e35-4f61-b399-b901e7097c4e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623615 May 05 16:26:15.481576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc38d91-ea31-4aae-8ded-0a7b736fb60d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2013296002-project] Pushing event deleted for resources: {'Network': ['ID=096df660-f340-42cd-a9c8-f81b250b96ea,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:15.491352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:15.491708 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:15.496175 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 4 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:15.497883 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e34be24c-afae-4e11-a0b1-6abc68ff90c5 req-7cdebd9b-0270-4a20-a31e-f87e492960bb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a349cd31ae56461ba523923950187ac7&device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 1096 time: 0.9378095 May 05 16:26:15.535143 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0b6e766f-b5ef-429d-8523-be446f752eec req-4a534bcf-d32a-4a8d-bd0c-366a4699ff1a service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5328670 May 05 16:26:15.542840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:15.542840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:15.542840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:15.543233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4c50ba3e-680e-4b1c-bec1-154218512855 None None] Provisioning for port 1984450e-7f77-488f-af38-bd7703c37fe2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:15.548413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4c50ba3e-680e-4b1c-bec1-154218512855 None None] Provisioning complete for port 1984450e-7f77-488f-af38-bd7703c37fe2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:15.548775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4c50ba3e-680e-4b1c-bec1-154218512855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.564929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:15.565244 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:15.566932 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 5 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:15.585998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] In _notify_port_updated(), no bound segment for port d53f978b-5710-4531-8cb6-c611ca2726b9 on network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:26:15.592918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:15.596100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.598203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:15.599570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:15.601681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:15.602021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:15.602621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:15.602900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "PUT /v2.0/ports/d53f978b-5710-4531-8cb6-c611ca2726b9 HTTP/1.1" status: 200 len: 1003 time: 4.4192877 May 05 16:26:15.605513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43088) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:15.713131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:15.763951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa89e44-f415-4e0d-a35f-5f53a4d8aa11 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=d53f978b-5710-4531-8cb6-c611ca2726b9,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:15.839575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4c50ba3e-680e-4b1c-bec1-154218512855 None None] Port 1984450e-7f77-488f-af38-bd7703c37fe2 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:16.080505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-800304b8-1495-44ec-b317-cb2ae042d64e None None] Provisioning complete for port d53f978b-5710-4531-8cb6-c611ca2726b9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:16.081295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-800304b8-1495-44ec-b317-cb2ae042d64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:16.121450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869ee264-7594-4e53-aa2e-227fa010a577 req-644cce1f-e321-4493-89ac-ecd68a892653 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:16.127574 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-869ee264-7594-4e53-aa2e-227fa010a577 req-644cce1f-e321-4493-89ac-ecd68a892653 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 943 time: 0.8823743 May 05 16:26:16.168241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-800304b8-1495-44ec-b317-cb2ae042d64e None None] Port d53f978b-5710-4531-8cb6-c611ca2726b9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:16.290458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:16.291056 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:16.311392 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 6 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:16.325105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a3a1fbc0-9f8b-48e6-bfd8-8afea53de697 None None] Provisioning complete for port 0e39745d-60b9-4971-905d-96363c0eebb7 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:16.325536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3a1fbc0-9f8b-48e6-bfd8-8afea53de697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:16.347694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:16.348027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:16.348354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:16.373713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43100) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:16.413231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1fbc0-9f8b-48e6-bfd8-8afea53de697 None None] Port 0e39745d-60b9-4971-905d-96363c0eebb7 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:16.416222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be24c-afae-4e11-a0b1-6abc68ff90c5 req-682c60fc-bd38-4472-b578-ca6eb50b794c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:16.417738 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e34be24c-afae-4e11-a0b1-6abc68ff90c5 req-682c60fc-bd38-4472-b578-ca6eb50b794c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=a349cd31ae56461ba523923950187ac7&shared=False HTTP/1.1" status: 200 len: 906 time: 0.8136644 May 05 16:26:16.427226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port d53f978b-5710-4531-8cb6-c611ca2726b9 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:16.427772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:16.452232 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-869ee264-7594-4e53-aa2e-227fa010a577 req-630efd68-0a79-479a-bc79-99ddd9b81e53 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236926 May 05 16:26:16.527023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:16.527427 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:16.568061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 7 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:16.711525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:16.750566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9862b49e-7efe-4457-b30d-6007b0f38c97 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:16.799967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34be24c-afae-4e11-a0b1-6abc68ff90c5 req-54b36cef-e3df-44ae-b192-f26cb8a9ce19 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:16.801681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e34be24c-afae-4e11-a0b1-6abc68ff90c5 req-54b36cef-e3df-44ae-b192-f26cb8a9ce19 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3679018 May 05 16:26:16.820454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=c4129fa2-fa0c-45ae-8fa5-bd46268ed74b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:16.892525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:16.892866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:16.893203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:16.957167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 9862b49e-7efe-4457-b30d-6007b0f38c97 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:16.963424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:16.963759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9862b49e-7efe-4457-b30d-6007b0f38c97 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:16.963888 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:16.964934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:16.994799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:16.998709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:17.001469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:17.046095 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 8 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:17.090633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e45ea4-d980-466a-be71-d265a1db86c5 req-801fe285-2de5-472d-bc82-9cbab491ed3b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:17.098345 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-47e45ea4-d980-466a-be71-d265a1db86c5 req-801fe285-2de5-472d-bc82-9cbab491ed3b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 943 time: 0.9016070 May 05 16:26:17.102482 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-7b5dfac4-2970-41ce-b96e-ee37dd936fb4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1096 time: 1.1858656 May 05 16:26:17.117880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.143498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3815e1-e94f-4304-a3d1-e8d95373d237 req-330c3809-7d76-4c8a-8471-4297b9be80e6 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:17.144882 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7c3815e1-e94f-4304-a3d1-e8d95373d237 req-330c3809-7d76-4c8a-8471-4297b9be80e6 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 931 time: 0.3301592 May 05 16:26:17.158277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 9862b49e-7efe-4457-b30d-6007b0f38c97, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9862b49e-7efe-4457-b30d-6007b0f38c97,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:17.173843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:17.174190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:17.174583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:17.248912 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-f250de6d-f420-4784-a7d5-3c7d775b2910 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a349cd31ae56461ba523923950187ac7&device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 1096 time: 0.3554790 May 05 16:26:17.252110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1984450e-7f77-488f-af38-bd7703c37fe2 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:26:17.254569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.255548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 7e9fedc0-bd88-4cde-a436-2e27125f3323 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:17.300311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:17.300897 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:17.305286 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aee9cb93-a7bf-446e-a55e-c78c3d1fc5cd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f9f6c1914b3c48b8ba971c5b9f9cf02a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9214418 May 05 16:26:17.309675 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 9 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:17.329258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43108) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:17.336525 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-464baa13-c376-4cfa-8c96-d5cf201b91c1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820 HTTP/1.1" status: 200 len: 217 time: 0.0722625 May 05 16:26:17.365857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.375625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=9862b49e-7efe-4457-b30d-6007b0f38c97,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:17.379068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:17.379390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:17.379754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:17.399052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.400372 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-47e45ea4-d980-466a-be71-d265a1db86c5 req-09bca0f8-9ea9-4da3-a782-bc41c05adcf5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3011878 May 05 16:26:17.442195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 7e9fedc0-bd88-4cde-a436-2e27125f3323 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:17.447503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 7e9fedc0-bd88-4cde-a436-2e27125f3323 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:17.447885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.473530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7c3815e1-e94f-4304-a3d1-e8d95373d237 req-fccb6bd9-0044-48bc-8457-a76347cd544a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3142765 May 05 16:26:17.483904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Transition to ACTIVE for port object 1984450e-7f77-488f-af38-bd7703c37fe2 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:17.485494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-c852ef7d-d66d-4636-b96b-f9ee6f91a293 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:17.486991 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-c852ef7d-d66d-4636-b96b-f9ee6f91a293 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f0f7d158-c961-49f5-bf46-4dab5091f543 HTTP/1.1" status: 200 len: 844 time: 0.1415858 May 05 16:26:17.552367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for d53f978b-5710-4531-8cb6-c611ca2726b9 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:17.585477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:17.585831 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:17.595305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.596710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 10 to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 May 05 16:26:17.631818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-8cadffde-bd76-4ded-9ca8-4c867eeb9b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:17.633181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-8cadffde-bd76-4ded-9ca8-4c867eeb9b01 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.4965985 May 05 16:26:17.636510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 7e9fedc0-bd88-4cde-a436-2e27125f3323, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7e9fedc0-bd88-4cde-a436-2e27125f3323,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:17.643385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:17.643744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:17.644094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:17.673916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.687252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.767907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=7e9fedc0-bd88-4cde-a436-2e27125f3323,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:17.849215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Pushing event updated for resources: {'Port': ['ID=1984450e-7f77-488f-af38-bd7703c37fe2,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:17.893981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 62562dfb-d289-44a5-95ed-e0ba26be7705 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:17.894316 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 62562dfb-d289-44a5-95ed-e0ba26be7705 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:17.894660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:17.897918 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-a2afb4b4-824a-4ded-b5c9-79f9149d3f8d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b12b310-133d-47a7-af54-d6b233d368af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3995824 May 05 16:26:17.910751 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-c4bf98e0-ca74-4043-b962-594003380156 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 217 time: 0.2584057 May 05 16:26:17.918228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b41a8e31-dd7f-4e22-beb2-e8f4a2c73749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.103193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b41a8e31-dd7f-4e22-beb2-e8f4a2c73749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.162474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-cb0f18f9-5685-4ce7-ad4d-a6bde5bc6d98 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:18.163855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-cb0f18f9-5685-4ce7-ad4d-a6bde5bc6d98 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.2373359 May 05 16:26:18.202710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Attempting to bind port 1984450e-7f77-488f-af38-bd7703c37fe2 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:18.203055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Attempting to bind port 1984450e-7f77-488f-af38-bd7703c37fe2 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:18.203387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Attempting to bind port 1984450e-7f77-488f-af38-bd7703c37fe2 on network 80a49632-388d-4c21-afc9-7dc6e524ba3e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:18.224093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-117c9884-6c6d-4b60-abf2-1882093fca57 service neutron] 10.222.0.71 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868843 May 05 16:26:18.224602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Port 1984450e-7f77-488f-af38-bd7703c37fe2 on network 80a49632-388d-4c21-afc9-7dc6e524ba3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:18.224920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Attempting to bind port 1984450e-7f77-488f-af38-bd7703c37fe2 on network 80a49632-388d-4c21-afc9-7dc6e524ba3e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:18.255572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:18.255960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Checking segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:18.256301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Bound using segment: {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:18.256750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Bound port: 1984450e-7f77-488f-af38-bd7703c37fe2, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d52e370-d178-4070-90a6-ed144028eb02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:18.257090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.258653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13991932-bced-4c95-8483-b1d574595625 req-875d9ef2-c1bd-42db-b993-cb5a69d6b2d4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:18.260184 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13991932-bced-4c95-8483-b1d574595625 req-875d9ef2-c1bd-42db-b993-cb5a69d6b2d4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 943 time: 0.6198380 May 05 16:26:18.266334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] For port 62562dfb-d289-44a5-95ed-e0ba26be7705, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:18.266692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempted to set empty binding levels {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 16:26:18.297311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.350346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:26:18.371673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Port': ['ID=d53f978b-5710-4531-8cb6-c611ca2726b9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:18.374728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.438121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b41a8e31-dd7f-4e22-beb2-e8f4a2c73749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.499833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a8e31-dd7f-4e22-beb2-e8f4a2c73749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be3d584c-1720-4158-8adc-caf7b05d7467,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:18.514645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13991932-bced-4c95-8483-b1d574595625 req-417a9825-45b4-4cae-a908-33825534df3c tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437799 May 05 16:26:18.525269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.546473 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-fec77532-ee42-4ef4-8d2b-512086c2b11d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3630471 May 05 16:26:18.563993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=62562dfb-d289-44a5-95ed-e0ba26be7705,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:18.689407 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-a9717b23-2680-4a84-b700-c100c9e2a9c3 service neutron] 10.222.0.71 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580650 May 05 16:26:18.699392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9862b49e-7efe-4457-b30d-6007b0f38c97 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:18.827367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9862b49e-7efe-4457-b30d-6007b0f38c97 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:18.827992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.856752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] For port 1984450e-7f77-488f-af38-bd7703c37fe2, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:18.881116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] For port 1984450e-7f77-488f-af38-bd7703c37fe2, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1984450e-7f77-488f-af38-bd7703c37fe2,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:18.882810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.899747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b41a8e31-dd7f-4e22-beb2-e8f4a2c73749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.900864 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b41a8e31-dd7f-4e22-beb2-e8f4a2c73749 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/be3d584c-1720-4158-8adc-caf7b05d7467 HTTP/1.1" status: 204 len: 168 time: 1.5678065 May 05 16:26:18.921203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1977f9e4-70c6-418b-8c14-618423006be2 req-2589ce68-9ed8-44c5-a450-a13d05094491 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:18.923396 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1977f9e4-70c6-418b-8c14-618423006be2 req-2589ce68-9ed8-44c5-a450-a13d05094491 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 943 time: 0.3098664 May 05 16:26:18.978671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1977f9e4-70c6-418b-8c14-618423006be2 req-270f17c0-bc61-40e7-8fda-693d26942582 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494719 May 05 16:26:18.979489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43122) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:18.979741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-74804fdf-11e9-4528-8af6-dce39d53d194 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 10.8911357 May 05 16:26:18.990873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:18.995106 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-54bfb608-5689-4dfc-b7dc-83c8f6ae2071 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/ports/d53f978b-5710-4531-8cb6-c611ca2726b9 HTTP/1.1" status: 204 len: 168 time: 3.0785363 May 05 16:26:19.006752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43126) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:19.019814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:19.024658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 7e9fedc0-bd88-4cde-a436-2e27125f3323 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:19.088278 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-86fb390e-de3e-4724-a11f-19c64a2eaa7e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] GET failed (client error): The resource could not be found. May 05 16:26:19.090290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86fb390e-de3e-4724-a11f-19c64a2eaa7e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Synchronizing usage tracker for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:19.096813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 7e9fedc0-bd88-4cde-a436-2e27125f3323 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:19.097184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:19.155851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Deleting port 62562dfb-d289-44a5-95ed-e0ba26be7705 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:19.156195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:19.162450 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-099b07c4-37c3-4ec8-bab4-b0c3c0b0c8bb service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035428 May 05 16:26:19.175615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d31b30-3c39-4924-9708-1c916b9e590b req-440ce8e5-cffc-4148-a95c-0ccba4dfa76c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:19.177333 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51d31b30-3c39-4924-9708-1c916b9e590b req-440ce8e5-cffc-4148-a95c-0ccba4dfa76c tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 943 time: 0.4240298 May 05 16:26:19.190075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:19.191438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] 10.222.0.71 "PUT /v2.0/ports/1984450e-7f77-488f-af38-bd7703c37fe2 HTTP/1.1" status: 200 len: 1093 time: 4.1207592 May 05 16:26:19.197773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:19.212228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:19.265356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86fb390e-de3e-4724-a11f-19c64a2eaa7e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Unset dirty status for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:19.271094 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-86fb390e-de3e-4724-a11f-19c64a2eaa7e tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "GET /v2.0/ports/d53f978b-5710-4531-8cb6-c611ca2726b9 HTTP/1.1" status: 404 len: 333 time: 0.2380240 May 05 16:26:19.291693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43134) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:19.303315 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac02a37-1b84-4243-8771-089a047125d7'] response: {'name': 'network-changed', 'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2', 'status': 'completed', 'code': 200} May 05 16:26:19.311117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40665c2-f0ab-4cdf-bdce-d090669d7058 service neutron] Pushing event updated for resources: {'Port': ['ID=1984450e-7f77-488f-af38-bd7703c37fe2,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:19.321882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1942863398'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:19.379082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:19.384700 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dfd2ddba-af66-4d87-8fc7-7dfbc9b3bbe4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4581745 May 05 16:26:19.392243 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] Sync routers for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:19.410950 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:19.411905 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:19.413245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43138) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:19.428355 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51d31b30-3c39-4924-9708-1c916b9e590b req-1a6c5299-9797-4f43-8552-9fddffa54c8b tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014511 May 05 16:26:19.488469 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:19.501953 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:19.502142 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:25:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:19.561340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68739fd6-49d5-4e37-862d-8e6395db2cc7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:19.561960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-68739fd6-49d5-4e37-862d-8e6395db2cc7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:19.566671 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:19.567374 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6edaf7-48c9-4c91-814a-3c5e6ed75af0 None None] The sync data for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:19.574760 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-198a37c4-d0d8-4ac7-9bfb-a60215e6f72a req-933d0d75-73d3-4938-acd3-3b008c7a540d service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964038 May 05 16:26:19.632246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-68739fd6-49d5-4e37-862d-8e6395db2cc7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:19.636712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-68739fd6-49d5-4e37-862d-8e6395db2cc7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports/0e39745d-60b9-4971-905d-96363c0eebb7 HTTP/1.1" status: 200 len: 911 time: 0.2072520 May 05 16:26:19.637599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43144) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:19.745557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43148) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:19.981465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:19.984885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] For port 62562dfb-d289-44a5-95ed-e0ba26be7705, host hv-neutron-8404, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:19.985236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.151627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:20.160950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Calling delete_port for 62562dfb-d289-44a5-95ed-e0ba26be7705 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:20.194328 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bfacb6e3-4299-46af-97d6-69a550464c18 req-7118be75-7c10-4776-8f38-49820e703103 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71fe71f3c34446d48645afcf4e13e806&device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 1096 time: 0.8499944 May 05 16:26:20.219719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4167d91a-6acf-4324-a0a9-b70b8b262cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.261336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:20.303606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 724aa276-07fe-483e-bc8a-558f6db8fdb3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:26:20.304064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d7fc85-a136-43b9-855a-70ee5d0f0f6b req-800de755-d72d-42bb-bc04-95b44eae0be8 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:20.305537 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-25d7fc85-a136-43b9-855a-70ee5d0f0f6b req-800de755-d72d-42bb-bc04-95b44eae0be8 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 943 time: 0.1687312 May 05 16:26:20.336703 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5b57f969-6ad5-4106-8b16-e6e8dea0d42c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4536535510f346e893c583573695f7cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4779804 May 05 16:26:20.337581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43154) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:20.337822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.343971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:20.346860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.403063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3b95bf-f6bd-466a-91dd-7248d174d62f req-ecd33ce9-b747-497b-a2b2-afcb4697d3f7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:20.404671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d3b95bf-f6bd-466a-91dd-7248d174d62f req-ecd33ce9-b747-497b-a2b2-afcb4697d3f7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 943 time: 0.6707189 May 05 16:26:20.444361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] device_id is not set on port bae3918f-259f-49c5-9b4b-44127be338f6 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:20.456182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-25d7fc85-a136-43b9-855a-70ee5d0f0f6b req-25ea1a55-8361-47ff-8af5-80d6f9d8fc90 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425095 May 05 16:26:20.483857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.495278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 724aa276-07fe-483e-bc8a-558f6db8fdb3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:20.524111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d90de2fc-f955-46a4-8cd8-4eb89b852850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.537726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'port_id': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'mac_address': 'fa:16:3e:ab:11:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:26:20.553031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.561707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.577959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d90de2fc-f955-46a4-8cd8-4eb89b852850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.634023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb6e3-4299-46af-97d6-69a550464c18 req-ad3b0c27-4540-48ee-8afa-67939a987a36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:20.635500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bfacb6e3-4299-46af-97d6-69a550464c18 req-ad3b0c27-4540-48ee-8afa-67939a987a36 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=71fe71f3c34446d48645afcf4e13e806&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4289143 May 05 16:26:20.644106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.668481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724aa276-07fe-483e-bc8a-558f6db8fdb3 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:26:20.688189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 724aa276-07fe-483e-bc8a-558f6db8fdb3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:20.722974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=c4129fa2-fa0c-45ae-8fa5-bd46268ed74b,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:20.766794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d3b95bf-f6bd-466a-91dd-7248d174d62f req-82551b1c-ce25-48d8-9f87-0321d8b80672 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3540380 May 05 16:26:20.786559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.875181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event deleted for resources: {'Port': ['ID=62562dfb-d289-44a5-95ed-e0ba26be7705,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:20.880542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=724aa276-07fe-483e-bc8a-558f6db8fdb3,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:20.881191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.926365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:20.937662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e4c2d4-256b-430a-8a8f-4769bb88a112 req-f8dd9072-ea32-489c-8938-848518575b8e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:20.939166 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2e4c2d4-256b-430a-8a8f-4769bb88a112 req-f8dd9072-ea32-489c-8938-848518575b8e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 943 time: 0.2656376 May 05 16:26:21.000637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d90de2fc-f955-46a4-8cd8-4eb89b852850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.023781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Allocated IP 2001:db8::281 (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/bae3918f-259f-49c5-9b4b-44127be338f6) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:21.043058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90de2fc-f955-46a4-8cd8-4eb89b852850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe013a1-f50d-43c2-8d72-4f3fc3585786,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:21.067714 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2e4c2d4-256b-430a-8a8f-4769bb88a112 req-853a5249-533f-40b3-a23f-c60592bd0eda tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213484 May 05 16:26:21.081983 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d8adc059-61ac-4d83-a4db-8fe352f55dc0 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "DELETE /v2.0/ports/62562dfb-d289-44a5-95ed-e0ba26be7705 HTTP/1.1" status: 204 len: 168 time: 2.1012247 May 05 16:26:21.100367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43160) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:21.128751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d90de2fc-f955-46a4-8cd8-4eb89b852850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.129876 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d90de2fc-f955-46a4-8cd8-4eb89b852850 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8fe013a1-f50d-43c2-8d72-4f3fc3585786 HTTP/1.1" status: 204 len: 168 time: 0.7918658 May 05 16:26:21.146303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8:1::1 (3be48f8d-4294-4f5f-b95f-a2f32109e9a7/45c2b2a0-8858-46b5-a5dc-3e438b7553f5/54481388-b9e4-458f-b4de-95dc47115071) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:21.164933 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4152e9fa-8d38-4e1b-9979-fd25f1e08f16 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] GET failed (client error): The resource could not be found. May 05 16:26:21.165434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4152e9fa-8d38-4e1b-9979-fd25f1e08f16 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Synchronizing usage tracker for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:21.168095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfacb6e3-4299-46af-97d6-69a550464c18 req-9deb541e-5267-4f86-b743-4c3f0a1717ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:21.170046 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bfacb6e3-4299-46af-97d6-69a550464c18 req-9deb541e-5267-4f86-b743-4c3f0a1717ae service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4753501 May 05 16:26:21.245642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['724aa276-07fe-483e-bc8a-558f6db8fdb3'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:26:21.327575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.341063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4152e9fa-8d38-4e1b-9979-fd25f1e08f16 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Unset dirty status for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:21.342902 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4152e9fa-8d38-4e1b-9979-fd25f1e08f16 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "GET /v2.0/ports/62562dfb-d289-44a5-95ed-e0ba26be7705 HTTP/1.1" status: 404 len: 333 time: 0.2470362 May 05 16:26:21.347178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43166) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:21.354826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Request body: {'port': {'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1251840173'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:21.360917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:21.373990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:21.384248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object 54481388-b9e4-458f-b4de-95dc47115071 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:21.455678 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-3a9337cd-ef56-454b-b3ad-c43271e512f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71fe71f3c34446d48645afcf4e13e806&device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 1096 time: 0.2310154 May 05 16:26:21.457333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Made reservation on behalf of e6c05b0bd15a49f4b188db34ea2b3021 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:21.460327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.463818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.483430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port 726427c1-d381-4442-959a-f612d0464c76 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:21.517859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.702082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Transition to ACTIVE for port object bae3918f-259f-49c5-9b4b-44127be338f6 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:21.719000 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-373fdd7e-2c13-41db-b12e-804c87e2e50a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1984450e-7f77-488f-af38-bd7703c37fe2 HTTP/1.1" status: 200 len: 217 time: 0.2402227 May 05 16:26:21.733032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=54481388-b9e4-458f-b4de-95dc47115071,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:21.752282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:21.755926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:21.782512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:21.787021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:21.797987 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 3e6e8641-4969-44b9-8c15-ea5ee3fb366d associated. External IP: 172.26.2.157, port: 1ad14057-1be6-4d35-9359-d2933b4b9c84. May 05 16:26:21.979892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-078364f0-1b6c-47b5-84bd-c70d38a4ee2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:21.981325 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-078364f0-1b6c-47b5-84bd-c70d38a4ee2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77f6855-2caf-44fa-b146-096b2421c484 HTTP/1.1" status: 200 len: 850 time: 0.2543824 May 05 16:26:22.040485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad01b24e-b773-4d8f-91fa-1fc2cd96d4c1 req-88dfdc83-4e08-4f00-90ce-38d99e05ad9a tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:22.041977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad01b24e-b773-4d8f-91fa-1fc2cd96d4c1 req-88dfdc83-4e08-4f00-90ce-38d99e05ad9a tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 943 time: 0.3966351 May 05 16:26:22.045758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.081697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.173741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-02de216a-b606-45ea-a560-a62bab93b5d7 None None] Provisioning for port 54481388-b9e4-458f-b4de-95dc47115071 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:22.180071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-02de216a-b606-45ea-a560-a62bab93b5d7 None None] Provisioning complete for port 54481388-b9e4-458f-b4de-95dc47115071 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:22.180436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-02de216a-b606-45ea-a560-a62bab93b5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.181081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:22.188247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:22.191086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=bae3918f-259f-49c5-9b4b-44127be338f6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:22.191987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.194633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:22.198660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:22.199164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.230626 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad01b24e-b773-4d8f-91fa-1fc2cd96d4c1 req-27aeac53-8ffc-4d3d-8b2c-65fbc4fe5f6e tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757805 May 05 16:26:22.246906 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-a2865072-5fad-4118-a592-776fb464de84 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80a49632-388d-4c21-afc9-7dc6e524ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2531776 May 05 16:26:22.251899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-02de216a-b606-45ea-a560-a62bab93b5d7 None None] Port 54481388-b9e4-458f-b4de-95dc47115071 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:22.256936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:26:22.320832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 724aa276-07fe-483e-bc8a-558f6db8fdb3 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:22.381438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fba92-63f2-4bff-a2cd-aa7c0cfb4492 req-4e3d48bd-6cbc-4ab0-9774-9cb8dd73542b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:22.393734 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1cb4261-93ea-4e2a-91da-1f7fb03d9d12 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.0951774 May 05 16:26:22.397367 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e76fba92-63f2-4bff-a2cd-aa7c0cfb4492 req-4e3d48bd-6cbc-4ab0-9774-9cb8dd73542b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 944 time: 0.3884530 May 05 16:26:22.401395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43190) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:22.438645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.445099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:6a:80:4c'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:22.542071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-532ba1f7-b6bb-4b2e-9c7e-d8ae3fce1fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.562786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:22.590245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'port_id': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'mac_address': 'fa:16:3e:e7:9d:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:26:22.649910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 724aa276-07fe-483e-bc8a-558f6db8fdb3 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:22.660171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 724aa276-07fe-483e-bc8a-558f6db8fdb3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:22.660537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.692919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24ddb48d-daf7-4a30-828e-bbfd904018c5 None None] Provisioning for port bae3918f-259f-49c5-9b4b-44127be338f6 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:22.703257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.727598 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-0bdff1f4-d24d-455c-896f-ee1e44c2ee2d service neutron] 10.222.0.71 "GET /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623170 May 05 16:26:22.730495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24ddb48d-daf7-4a30-828e-bbfd904018c5 None None] Provisioning complete for port bae3918f-259f-49c5-9b4b-44127be338f6 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:22.731014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24ddb48d-daf7-4a30-828e-bbfd904018c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.780784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Network 01760555-8311-46bd-a8a7-83e9ed0e318c is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:22.802345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:26:22.814377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:22.824817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:22.825619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:22.826771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.830305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:22.862999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24ddb48d-daf7-4a30-828e-bbfd904018c5 None None] Port bae3918f-259f-49c5-9b4b-44127be338f6 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:22.879657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=726427c1-d381-4442-959a-f612d0464c76,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:22.903053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:22.913070 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e76fba92-63f2-4bff-a2cd-aa7c0cfb4492 req-bf7ff665-8bc0-4922-896b-09d6ea889c59 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5128467 May 05 16:26:22.970207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eff28c-cc7e-45a2-818b-84a4f018fe7a req-4e780989-9272-4bc1-8cae-4f766cbe7d81 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:22.977684 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-86eff28c-cc7e-45a2-818b-84a4f018fe7a req-4e780989-9272-4bc1-8cae-4f766cbe7d81 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 943 time: 0.5753214 May 05 16:26:22.988800 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-73460719-1484-42fe-a4da-653ad782b431 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.6403027 May 05 16:26:22.997486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43198) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:23.002692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.027843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:23.042226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:23.061020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:23.113364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-791c2ff4-7d34-4aa6-b98b-ca6ff374f524 req-037ef8ee-8f17-4d08-a6b0-761336fd4514 service neutron] 10.222.0.71 "GET /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739347 May 05 16:26:23.122424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 724aa276-07fe-483e-bc8a-558f6db8fdb3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:23.125258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.162134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-86eff28c-cc7e-45a2-818b-84a4f018fe7a req-1d312d80-6253-4b21-a180-1ba75e1b648f tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835053 May 05 16:26:23.174444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.232406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.269973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['58f8dce9-1ca0-4e51-9ab9-1efc082f9820'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:26:23.349000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=724aa276-07fe-483e-bc8a-558f6db8fdb3,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:23.522200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:23.534595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:23.582129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.587432 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3af0898-e247-4e4d-8e46-e3c04c5f1623'] response: {'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'code': 200} May 05 16:26:23.591078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.674653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.691343 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:26:23.715064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.715781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.760667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.762125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7022d9cb-ee6e-4232-9bd2-4a8990ed97ac req-ee92c206-d040-4f12-a572-3760512ccbd5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:23.763867 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7022d9cb-ee6e-4232-9bd2-4a8990ed97ac req-ee92c206-d040-4f12-a572-3760512ccbd5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 944 time: 0.2316480 May 05 16:26:23.805998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port 726427c1-d381-4442-959a-f612d0464c76 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:23.821531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.853075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.923834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=54481388-b9e4-458f-b4de-95dc47115071,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:23.926167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] In _notify_port_updated(), no bound segment for port bae3918f-259f-49c5-9b4b-44127be338f6 on network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:26:23.927083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Transition to ACTIVE for port object 726427c1-d381-4442-959a-f612d0464c76 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:23.931798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:23.932764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:23.938075 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "PUT /v2.0/ports/bae3918f-259f-49c5-9b4b-44127be338f6 HTTP/1.1" status: 200 len: 1003 time: 1.5315871 May 05 16:26:23.946449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43222) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:23.946542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:23.957209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:23.983316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:23.984241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:24.032830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c4b59-6587-4769-81e6-5101ce547ab6 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=bae3918f-259f-49c5-9b4b-44127be338f6,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:24.073626 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-55c409eb-f8c2-4fe7-a3e0-3feef6f577c1 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.0949852 May 05 16:26:24.116658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.136591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:24.139506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.141266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.146186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7022d9cb-ee6e-4232-9bd2-4a8990ed97ac req-31f6f064-1dd5-426a-8dca-f8950985fdf3 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717587 May 05 16:26:24.150417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port bae3918f-259f-49c5-9b4b-44127be338f6 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:24.150830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.151712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:24.152524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:24.230304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:24.231311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28df65a-8a43-4f7d-8b11-956685bdd96c None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:24.267915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:24.345703 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5d30832c-2750-4e9e-8456-3616258a1fc3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 12.5480611 May 05 16:26:24.366407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:24.368644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43234) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:24.381713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:24.412920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-96685446-867b-426e-af59-cbc42af877ac None None] Provisioning complete for port bae3918f-259f-49c5-9b4b-44127be338f6 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:24.413462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96685446-867b-426e-af59-cbc42af877ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.448188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Usage tracker for resource:security_group_rule and tenant:27cf5bea08874fad8541a34eb48cd26b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:24.452317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:24.466938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-96685446-867b-426e-af59-cbc42af877ac None None] Port bae3918f-259f-49c5-9b4b-44127be338f6 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:24.484898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:24.499438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:24.502251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:24.505291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:24.510280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.528049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:24.545210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e59f55-95fc-4a9c-be3f-6c717aedf140 req-9c02ffc5-b819-4def-a68a-1d4361912e09 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:24.551986 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0e59f55-95fc-4a9c-be3f-6c717aedf140 req-9c02ffc5-b819-4def-a68a-1d4361912e09 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4116449 May 05 16:26:24.622757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=726427c1-d381-4442-959a-f612d0464c76,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:24.630255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.714539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.729910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43240) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:24.756261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:24.756963 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0e59f55-95fc-4a9c-be3f-6c717aedf140 req-c4507eeb-72d1-4b20-87ee-c3be4535550e tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041414 May 05 16:26:24.820560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.846423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.898520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:24.899032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:24.899139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:24.940300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:24.969490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:24.970029 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:24.973621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:24.976302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 2 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:24.995650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-205368516', 'router:external': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:24.996386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.009738 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d46f1d0a-6dba-4ef7-b196-aec796222d78 req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9294498 May 05 16:26:25.010751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:25.012328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-267247dd-8382-41d7-b02b-f5cdf1e11c06 None None] Provisioning complete for port 54481388-b9e4-458f-b4de-95dc47115071 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:25.013031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-267247dd-8382-41d7-b02b-f5cdf1e11c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.020956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:network and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:25.027686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceebc11-497b-447f-9d12-b427f6a3c26f req-5fafa100-6200-46d4-bc6a-445181e03883 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:25.027686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ceebc11-497b-447f-9d12-b427f6a3c26f req-5fafa100-6200-46d4-bc6a-445181e03883 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 943 time: 0.6282508 May 05 16:26:25.027915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:25.028966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.029313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.029649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.041866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=98908dc1-a461-4c37-bd2f-02499fe1a44c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:25.048672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:25.057499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.066527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.066707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.066980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.067321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.067682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.068015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.068339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.068662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.068986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.069306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.069633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63cdde16-49f9-4e31-a47e-467702d8c0b8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.081662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-267247dd-8382-41d7-b02b-f5cdf1e11c06 None None] Port 54481388-b9e4-458f-b4de-95dc47115071 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:25.147898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Made reservation on behalf of 8cd18dcce4654a87908955508389521c for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:25.150376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.160711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.163144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.194442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:25.198256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:security_group_rule and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:25.201121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:25.207946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:25.212753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for bae3918f-259f-49c5-9b4b-44127be338f6 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:25.213184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.213502 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 3e6e8641-4969-44b9-8c15-ea5ee3fb366d disassociated. External IP: 172.26.2.157, port: 1ad14057-1be6-4d35-9359-d2933b4b9c84. May 05 16:26:25.299755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:25.300102 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:25.308041 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 3 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:25.366307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.366641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.366974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.404245 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ceebc11-497b-447f-9d12-b427f6a3c26f req-34348b21-a0ce-4e56-b57a-f0daaca7e8d9 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202820 May 05 16:26:25.407612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:25.408365 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:25.408952 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 4 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:25.461487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.462151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.462151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.471265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.490445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:25.490800 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:25.492494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd65c4a-5c86-4db3-82df-30daaec39ecb req-b696a6f7-de77-4a49-bd4b-10f4f75716a6 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:25.493783 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abd65c4a-5c86-4db3-82df-30daaec39ecb req-b696a6f7-de77-4a49-bd4b-10f4f75716a6 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.1650069 May 05 16:26:25.494199 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 5 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:25.518836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.519177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.519535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.532637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:25.532959 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:25.535851 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 6 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:25.544034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:25.548128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.556409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.556655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.556989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.566138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.579171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abd65c4a-5c86-4db3-82df-30daaec39ecb req-6ad6440f-b58d-4df3-8ab1-ce1b51ad6cb8 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774884 May 05 16:26:25.579861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:26:25.588867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:25.606260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.607409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Added segment ae47969b-4a5f-44ad-bf70-ab0c61297954 of type vlan for network 704a12fe-be0b-45bb-84b9-77e7e7993860 May 05 16:26:25.609452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99834ce7-7a81-435e-b159-439807a8d641,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:25.612195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:25.612195 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:25.613452 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 7 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:25.665483 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-783736d3-a0f2-43af-84a8-7c805e80d8b5'] response: {'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'code': 200} May 05 16:26:25.686105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Port': ['ID=bae3918f-259f-49c5-9b4b-44127be338f6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:25.701226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.701591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.701890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.829613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.898869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.899342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.899570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.899912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.900247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.900586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.900902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.901209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.901534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.901857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.902181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:25.918003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:25.918331 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:25.921678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:25.924197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 8 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:25.958278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:25.958614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:25.958955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:25.961766 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c39c79fd-2fb4-4786-bd0b-2efa0dd90deb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/ports/bae3918f-259f-49c5-9b4b-44127be338f6 HTTP/1.1" status: 204 len: 168 time: 2.0195439 May 05 16:26:25.965804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43252) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:26.014762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:26.014762 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:26.015256 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa48d24c-8d64-4fbb-8f76-ec8e1a4bd967 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] GET failed (client error): The resource could not be found. May 05 16:26:26.015978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fa48d24c-8d64-4fbb-8f76-ec8e1a4bd967 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Synchronizing usage tracker for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:26.021798 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 9 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:26.047226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:26.047588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:26.047922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:26.059585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:26.059916 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:26.060981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 10 to bind port 726427c1-d381-4442-959a-f612d0464c76 May 05 16:26:26.074072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.074935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:26.075544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.080971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:26.081311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:26.081649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:26.087825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:26.093488 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b00dfa25-6afd-428d-8f89-c6608b84ebad tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4526711 May 05 16:26:26.095231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:26.095670 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port 726427c1-d381-4442-959a-f612d0464c76 on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:26.096088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.099302 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] Sync routers for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:26.106355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43256) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:26.116928 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:26.117661 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:26.171646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fa48d24c-8d64-4fbb-8f76-ec8e1a4bd967 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Unset dirty status for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:26.173295 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fa48d24c-8d64-4fbb-8f76-ec8e1a4bd967 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "GET /v2.0/ports/bae3918f-259f-49c5-9b4b-44127be338f6 HTTP/1.1" status: 404 len: 333 time: 0.2058370 May 05 16:26:26.197953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43260) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:26.207992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-546457974'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:26.213268 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:26.225634 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:26.226774 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:26.232736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1b45b-b999-47a5-a13e-9a4f91e752cf req-015ca705-cb1e-4bcc-96a9-7e73ad4c9796 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:26.234356 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-42a1b45b-b999-47a5-a13e-9a4f91e752cf req-015ca705-cb1e-4bcc-96a9-7e73ad4c9796 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2973437 May 05 16:26:26.250530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e354b1a-31f6-453a-955a-a2fcb52727e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:26.251695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9e354b1a-31f6-453a-955a-a2fcb52727e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:26.267513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1984450e-7f77-488f-af38-bd7703c37fe2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:26:26.288099 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:26.288747 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0d1318-b020-45ed-92ae-ab26dd275d75 None None] The sync data for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:26.297024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] For port 726427c1-d381-4442-959a-f612d0464c76, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:26.301950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempted to set empty binding levels {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 16:26:26.319993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Network': ['ID=704a12fe-be0b-45bb-84b9-77e7e7993860,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:26.346587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 704a12fe-be0b-45bb-84b9-77e7e7993860 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:26:26.390603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9e354b1a-31f6-453a-955a-a2fcb52727e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:26.395048 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e354b1a-31f6-453a-955a-a2fcb52727e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports/54481388-b9e4-458f-b4de-95dc47115071 HTTP/1.1" status: 200 len: 913 time: 0.2846758 May 05 16:26:26.395245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43264) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:26.397044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0704e7d0-fd1d-4107-9168-bc3c7082741c req-78e7ccaa-a504-4342-9739-9506ed2d291c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 1098 time: 0.3763242 May 05 16:26:26.445159 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3c5851b8-9297-4dcc-89a1-162fad867b14 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6889277 May 05 16:26:26.452558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43270) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:26.458951 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-42a1b45b-b999-47a5-a13e-9a4f91e752cf req-0a0bb3a4-ed41-40ac-a1f8-20aa39df10eb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2151959 May 05 16:26:26.462544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'subnet': {'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:26.480005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:26.487770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:26.492605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:subnet and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:26.497408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:26.508117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:26.510984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0704e7d0-fd1d-4107-9168-bc3c7082741c req-1eebfabd-4382-4cb6-b398-230f9623fb02 service neutron] Synchronizing usage tracker for tenant:27cf5bea08874fad8541a34eb48cd26b on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:26.519973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:26.539389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1984450e-7f77-488f-af38-bd7703c37fe2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1984450e-7f77-488f-af38-bd7703c37fe2,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:26.540782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.548069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:26.569584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '1984450e-7f77-488f-af38-bd7703c37fe2', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'port_id': '1984450e-7f77-488f-af38-bd7703c37fe2', 'mac_address': 'fa:16:3e:fd:f6:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:26:26.612028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=726427c1-d381-4442-959a-f612d0464c76,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:26.639738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] In _notify_port_updated(), no bound segment for port 726427c1-d381-4442-959a-f612d0464c76 on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:26:26.641124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.643241 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cf73ed4e-8325-40be-8587-e76a150aed43 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "PUT /v2.0/ports/726427c1-d381-4442-959a-f612d0464c76 HTTP/1.1" status: 200 len: 977 time: 3.6433017 May 05 16:26:26.647189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43276) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:26.655089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.673076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1984450e-7f77-488f-af38-bd7703c37fe2 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:26:26.689779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:26.690697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1984450e-7f77-488f-af38-bd7703c37fe2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1984450e-7f77-488f-af38-bd7703c37fe2,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:26.692574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.710574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Made reservation on behalf of 8cd18dcce4654a87908955508389521c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:26.712805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.730630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0704e7d0-fd1d-4107-9168-bc3c7082741c req-1eebfabd-4382-4cb6-b398-230f9623fb02 service neutron] Unset dirty status for tenant:27cf5bea08874fad8541a34eb48cd26b on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:26.733918 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0704e7d0-fd1d-4107-9168-bc3c7082741c req-1eebfabd-4382-4cb6-b398-230f9623fb02 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3298311 May 05 16:26:26.789414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:26.875554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1984450e-7f77-488f-af38-bd7703c37fe2,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:26.885385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] device_id is not set on port 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:26.886653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.887295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.890299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.890837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.891325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.891817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.892314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.892780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.893287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.893762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.894370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:26:26.963976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-69200dd9-ccfb-49ab-87e4-45e12ef5d0f6 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Synchronizing usage tracker for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:26.978391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01bab92-8c49-4bab-b5db-7082a21c8f0f req-922b206b-5bae-4326-8310-ea8e00c3710b tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:26.980758 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e01bab92-8c49-4bab-b5db-7082a21c8f0f req-922b206b-5bae-4326-8310-ea8e00c3710b tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 943 time: 0.3318617 May 05 16:26:27.068374 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e01bab92-8c49-4bab-b5db-7082a21c8f0f req-bdc1d053-94a1-46e0-9b7d-bbd670fe83f4 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798888 May 05 16:26:27.109855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-69200dd9-ccfb-49ab-87e4-45e12ef5d0f6 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Unset dirty status for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:27.111313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-69200dd9-ccfb-49ab-87e4-45e12ef5d0f6 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27453 time: 0.4618499 May 05 16:26:27.113813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:27.144600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43280) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:27.193423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['1984450e-7f77-488f-af38-bd7703c37fe2'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:26:27.280332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Allocated IP 2001:db8::180 (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/15333f8a-5ac5-4d51-92d2-1ae80c4a3d12) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:27.287651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe79111-d890-4d66-83e6-3bc46c2236f4 req-f20ad24e-4016-469a-a2e7-49b20658b3fd tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:27.289137 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ffe79111-d890-4d66-83e6-3bc46c2236f4 req-f20ad24e-4016-469a-a2e7-49b20658b3fd tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.4765716 May 05 16:26:27.344197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Deleting port 726427c1-d381-4442-959a-f612d0464c76 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:27.344549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:27.533912 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ffe79111-d890-4d66-83e6-3bc46c2236f4 req-2914fe3f-172c-49c5-aae5-f69b4ec361ca tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357903 May 05 16:26:27.671966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:27.684466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:27.698484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:27.699370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:27.768916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a5ba0-e49d-4dfc-b84d-4cf0ce5816ac req-515180c4-9651-4acf-b1e4-56cb3339c4ca tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:27.770376 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-378a5ba0-e49d-4dfc-b84d-4cf0ce5816ac req-515180c4-9651-4acf-b1e4-56cb3339c4ca tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.0954084 May 05 16:26:27.778712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:27.790830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:27.791598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:27.856577 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-378a5ba0-e49d-4dfc-b84d-4cf0ce5816ac req-1a024907-ab98-4b4a-a9e7-3c2b344c270a tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543768 May 05 16:26:27.858041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:27.858542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551ea30-bdb4-4ca4-9475-9385f24ecc8e None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:27.865476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:27.925760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] For port 726427c1-d381-4442-959a-f612d0464c76, host hv-neutron-8404, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:27.926116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:27.943120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 54481388-b9e4-458f-b4de-95dc47115071 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:27.943483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.079128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Calling delete_port for 726427c1-d381-4442-959a-f612d0464c76 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:28.137930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.163910 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1fec6cfc-9acc-4f8d-8d7a-e31a2097c0d4 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/floatingips/3e6e8641-4969-44b9-8c15-ea5ee3fb366d HTTP/1.1" status: 200 len: 688 time: 3.7941518 May 05 16:26:28.183897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43290) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:28.281552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1984450e-7f77-488f-af38-bd7703c37fe2 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:28.306529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 54481388-b9e4-458f-b4de-95dc47115071 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:28.320584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.426846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Transition to ACTIVE for port object 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:28.436521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 1984450e-7f77-488f-af38-bd7703c37fe2 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:28.438767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port c4129fa2-fa0c-45ae-8fa5-bd46268ed74b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:28.439110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.442582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 1984450e-7f77-488f-af38-bd7703c37fe2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:28.442948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.546293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.562040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9a35a-9ed4-44a0-b512-5fc0d7d13222 req-7cdbfbb1-4d62-4842-9b64-b3cd614737bc tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:28.568621 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8cd9a35a-9ed4-44a0-b512-5fc0d7d13222 req-7cdbfbb1-4d62-4842-9b64-b3cd614737bc tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5529695 May 05 16:26:28.573474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc2afc9-554e-4143-9e8b-fd50148a3f8b req-707ec348-54dd-4230-8243-94907700b69d tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:28.574944 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ebc2afc9-554e-4143-9e8b-fd50148a3f8b req-707ec348-54dd-4230-8243-94907700b69d tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 944 time: 0.3663437 May 05 16:26:28.576137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43296) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:28.588963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Request body: {'floatingip': {'port_id': '724aa276-07fe-483e-bc8a-558f6db8fdb3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:28.590332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.620356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:28.632962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1984450e-7f77-488f-af38-bd7703c37fe2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1984450e-7f77-488f-af38-bd7703c37fe2,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:28.677744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:26:28.678126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.697005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.705097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.719531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event deleted for resources: {'Port': ['ID=726427c1-d381-4442-959a-f612d0464c76,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:28.801873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1984450e-7f77-488f-af38-bd7703c37fe2,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:28.802598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.842299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.848250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Subnet': ['ID=eecb1369-e2e5-46b8-8641-aa6ffab70786,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:28.868454 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ebc2afc9-554e-4143-9e8b-fd50148a3f8b req-fc11db0b-9287-4c83-84a4-8fc91588d8db tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2288961 May 05 16:26:28.937119 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-098ca64c-91fe-4f42-b8ed-8e775702289b tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "DELETE /v2.0/ports/726427c1-d381-4442-959a-f612d0464c76 HTTP/1.1" status: 204 len: 168 time: 1.7877171 May 05 16:26:28.948265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.948615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:28.949876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43302) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:28.954768 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52400f08-e192-4e7d-b84b-d5889b30d38a'] response: {'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2', 'code': 200} May 05 16:26:29.016954 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea151099-bd00-4ad3-bf7a-fd026fb32122 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] GET failed (client error): The resource could not be found. May 05 16:26:29.018246 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ea151099-bd00-4ad3-bf7a-fd026fb32122 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "GET /v2.0/ports/726427c1-d381-4442-959a-f612d0464c76 HTTP/1.1" status: 404 len: 333 time: 0.0636792 May 05 16:26:29.024919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43306) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:29.037922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1084655548', 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:29.046443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:29.054107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Usage tracker for resource:port and tenant:e6c05b0bd15a49f4b188db34ea2b3021 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:29.062242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:29.191239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for c4129fa2-fa0c-45ae-8fa5-bd46268ed74b owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:29.233150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:29.246077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Checking segment: {'id': 'ae47969b-4a5f-44ad-bf70-ab0c61297954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:29.246437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network hostable DHCP agents. Network: 704a12fe-be0b-45bb-84b9-77e7e7993860, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:29.251230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:29.253176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:29.254972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.259673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=15333f8a-5ac5-4d51-92d2-1ae80c4a3d12,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:29.290077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:29.294008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:29.295877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.330882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=54481388-b9e4-458f-b4de-95dc47115071,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:29.345638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173f422-8250-439a-8a13-4f1390ab8aa2 req-51515b83-5584-4ef5-b41f-b01b920268e3 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:29.348043 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173f422-8250-439a-8a13-4f1390ab8aa2 req-51515b83-5584-4ef5-b41f-b01b920268e3 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.6237376 May 05 16:26:29.395816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Made reservation on behalf of e6c05b0bd15a49f4b188db34ea2b3021 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:29.398101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.474797 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-632f9ea7-1ae6-4120-b49a-15a5b0aba5c3 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2749352 May 05 16:26:29.488703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43310) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:29.510799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network 704a12fe-be0b-45bb-84b9-77e7e7993860 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:26:29.518401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4693352a-274d-46c9-821d-5ffe837aa218 req-2176ab65-cdd2-4feb-b6f8-90184cabfecb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 1098 time: 0.2618177 May 05 16:26:29.524710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173f422-8250-439a-8a13-4f1390ab8aa2 req-a2afc161-4c3b-4940-a8d1-c1c0e1e62238 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584616 May 05 16:26:29.567988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'network_id': '4590587f-cbe1-48f3-9ebd-e92ea3f35489', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-274631870'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:29.577379 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4693352a-274d-46c9-821d-5ffe837aa218 req-8b8f80e0-d02e-47ec-ac22-efa9d84e856d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515046 May 05 16:26:29.589810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port f623a8bd-7645-4158-8450-7730bd41d0c9 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:29.590684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 704a12fe-be0b-45bb-84b9-77e7e7993860) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:29.595387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:29.596602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.604489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770c3c5-b007-417d-900f-1a5d9325c632 None None] Network 704a12fe-be0b-45bb-84b9-77e7e7993860 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:29.614892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.677434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=c4129fa2-fa0c-45ae-8fa5-bd46268ed74b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:29.728331 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1842741e-440b-4d1d-8a63-d09c0291481b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2746179 May 05 16:26:29.729015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43316) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:29.738536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1425944779', 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:29.752090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:29.757470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:port and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:29.762224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:29.769600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:29.832815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30cadc6d-2033-4839-bc4f-fae776b3d488 None None] Provisioning for port 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:29.840417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30cadc6d-2033-4839-bc4f-fae776b3d488 None None] Provisioning complete for port 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:29.840785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cadc6d-2033-4839-bc4f-fae776b3d488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.864877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Made reservation on behalf of 8cd18dcce4654a87908955508389521c for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:29.867201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:29.889224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] device_id is not set on port 82d82191-4924-49eb-80af-7baddfa90913 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:29.938163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f30dfce-0795-4799-83c9-580ba42cd91d None None] Network 704a12fe-be0b-45bb-84b9-77e7e7993860 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:29.949999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-30cadc6d-2033-4839-bc4f-fae776b3d488 None None] Port 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:30.094118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Allocated IP 172.20.0.5 (704a12fe-be0b-45bb-84b9-77e7e7993860/eecb1369-e2e5-46b8-8641-aa6ffab70786/82d82191-4924-49eb-80af-7baddfa90913) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:30.269643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:30.304631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b5cb3f-24a2-4135-af29-aaf3635d3126 req-aecee00c-41f2-48a6-898d-cb9e85e73897 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:30.306096 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-36b5cb3f-24a2-4135-af29-aaf3635d3126 req-aecee00c-41f2-48a6-898d-cb9e85e73897 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.6088026 May 05 16:26:30.308667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba611818-cced-4ce7-bf92-b56ce0251941 req-24720a7a-de72-4f11-b76f-6b6cc2663156 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:30.310912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.311023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ba611818-cced-4ce7-bf92-b56ce0251941 req-24720a7a-de72-4f11-b76f-6b6cc2663156 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.2896378 May 05 16:26:30.322810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.323316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:30.327656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43322) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:30.360784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Request body: {'floatingip': {'port_id': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:30.427121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.428378 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3e003a79-5ad7-44ac-b195-fde9bd079a9a tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/floatingips/3e6e8641-4969-44b9-8c15-ea5ee3fb366d HTTP/1.1" status: 204 len: 168 time: 2.2418799 May 05 16:26:30.440265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.443369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43326) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:30.479868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.569591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'a98b12f5-5214-4ad8-b714-92b1a7017c49'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:30.578111 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ba611818-cced-4ce7-bf92-b56ce0251941 req-8fc3e3f0-1e25-4298-a143-a8abd9e38992 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2581260 May 05 16:26:30.579943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Made reservation on behalf of d0bf075d3bc547c88f92083cbdb0ee26 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:30.583354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.606075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:30.614990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:floatingip and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:30.620998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:30.648614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.684029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:30.757021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.758174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] device_id is not set on port 6a9c4731-958d-4c63-8d89-25d21d67c534 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:30.806387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.859519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.942332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:30.980623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.069015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Network 01760555-8311-46bd-a8a7-83e9ed0e318c is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:31.102007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:31.103852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=f623a8bd-7645-4158-8450-7730bd41d0c9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:31.111404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:31.112229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:31.112816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.178519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network 704a12fe-be0b-45bb-84b9-77e7e7993860 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:31.179399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Port': ['ID=82d82191-4924-49eb-80af-7baddfa90913,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:31.183144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:31.187251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:31.248309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:31.248904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.254029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Allocated IP 2001:db8::20e (4590587f-cbe1-48f3-9ebd-e92ea3f35489/7f6465b8-6ac7-42e0-88f2-2dd821df15b5/6a9c4731-958d-4c63-8d89-25d21d67c534) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:31.396472 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f1327540-19ee-47b9-920d-a0a66e3e0ce5 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.6663573 May 05 16:26:31.401541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43330) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:31.413285 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f1a2c3b9-a2db-4aa8-9600-7a39b2811d38 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3855956 May 05 16:26:31.442029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43334) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:31.455011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.521330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Deleting port 82d82191-4924-49eb-80af-7baddfa90913 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:31.521515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.560982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f181fca0-953d-498f-a8e3-5fd4d0ace609 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Synchronizing usage tracker for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:31.563220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.766006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.829651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f181fca0-953d-498f-a8e3-5fd4d0ace609 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Unset dirty status for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:31.830788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f181fca0-953d-498f-a8e3-5fd4d0ace609 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "GET /v2.0/ports/f623a8bd-7645-4158-8450-7730bd41d0c9 HTTP/1.1" status: 200 len: 955 time: 0.3883052 May 05 16:26:31.837196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43340) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:31.845006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:31.939247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Deleting port f623a8bd-7645-4158-8450-7730bd41d0c9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:31.939615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.003602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.054080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Transition to ACTIVE for port object 6a9c4731-958d-4c63-8d89-25d21d67c534 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:32.092319 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Floating IP 874a199f-4dfc-4d66-84a9-e8ec85c7fd7a associated. External IP: 172.26.2.45, port: 724aa276-07fe-483e-bc8a-558f6db8fdb3. May 05 16:26:32.136909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Calling delete_port for 82d82191-4924-49eb-80af-7baddfa90913 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:32.333126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7cb46-6705-4224-85f5-56165bd86ed2 req-1b3e473d-d499-4a11-a355-84423a3d5ba9 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:32.334499 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b6d7cb46-6705-4224-85f5-56165bd86ed2 req-1b3e473d-d499-4a11-a355-84423a3d5ba9 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.5794470 May 05 16:26:32.345841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.138 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/3b82ffce-5cf5-4d72-b726-3b7656dc2f0c) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:32.353370 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Floating IP 8f762235-d37b-45c4-a2a6-2a648adfb7ef associated. External IP: 172.26.2.55, port: 58f8dce9-1ca0-4e51-9ab9-1efc082f9820. May 05 16:26:32.377299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.400578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.559537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:32.577453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:32.585400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=6a9c4731-958d-4c63-8d89-25d21d67c534,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:32.589264 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b6d7cb46-6705-4224-85f5-56165bd86ed2 req-92da894f-a588-4df9-aa4f-8ec5b6620cfd tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2447953 May 05 16:26:32.590053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:32.595717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:32.600089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:32.600687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.706138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Calling delete_port for f623a8bd-7645-4158-8450-7730bd41d0c9 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:32.790755 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-771ecd92-8676-4d5d-9337-6842dd0afe6f tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.2955472 May 05 16:26:32.798907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43346) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:32.848311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.861902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::209', 'mac_address': 'fa:16:3e:6a:80:4c'}, {'ip_address': '2001:db8::180', 'mac_address': 'fa:16:3e:cb:f3:bf'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:32.904873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.956428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9fc03465-7d27-4fb8-84f5-bbca6f6d9057 None None] Provisioning for port 6a9c4731-958d-4c63-8d89-25d21d67c534 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:32.962046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9fc03465-7d27-4fb8-84f5-bbca6f6d9057 None None] Provisioning complete for port 6a9c4731-958d-4c63-8d89-25d21d67c534 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:32.962500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9fc03465-7d27-4fb8-84f5-bbca6f6d9057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:32.999260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event deleted for resources: {'Port': ['ID=82d82191-4924-49eb-80af-7baddfa90913,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:33.025815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9fc03465-7d27-4fb8-84f5-bbca6f6d9057 None None] Port 6a9c4731-958d-4c63-8d89-25d21d67c534 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:33.077569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:33.084987 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a066330a-d544-49c4-845f-4a4f22e65bff tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6868181 May 05 16:26:33.087497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43350) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:33.089458 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] Sync routers for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:33.101861 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:33.102601 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:33.160056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.164739 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:33.168487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.176940 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:33.177620 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:33.235415 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:33.235924 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57504bc1-f788-4060-a466-4ad17579f676 None None] The sync data for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:33.258228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event deleted for resources: {'Port': ['ID=f623a8bd-7645-4158-8450-7730bd41d0c9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:33.276054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a44081-4fe8-4639-9af3-514eca60440f req-ef720758-c4e3-4cb4-9bf3-fac133ac16d5 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:33.277532 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f5a44081-4fe8-4639-9af3-514eca60440f req-ef720758-c4e3-4cb4-9bf3-fac133ac16d5 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.4858444 May 05 16:26:33.292407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43354) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:33.307386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.315686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Request body: {'floatingip': {'port_id': '1984450e-7f77-488f-af38-bd7703c37fe2'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:33.336924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.368921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:33.371695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=3b82ffce-5cf5-4d72-b726-3b7656dc2f0c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:33.383830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:33.405713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:33.424476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.446311 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72fd485c-6b00-40ce-aedd-5f08f4ff7c11 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f623a8bd-7645-4158-8450-7730bd41d0c9 HTTP/1.1" status: 204 len: 168 time: 1.6081159 May 05 16:26:33.451020 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6867ca08-435f-425a-ad67-3283390efe45 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/ports/82d82191-4924-49eb-80af-7baddfa90913 HTTP/1.1" status: 204 len: 168 time: 2.0479925 May 05 16:26:33.451963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43358) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:33.456254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43360) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:33.460854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.521159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860', 'external_fixed_ips': [{'subnet_id': 'eecb1369-e2e5-46b8-8641-aa6ffab70786', 'ip_address': '172.20.0.5'}]}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:33.544469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:33.548228 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9d9a75-d9d0-4ef8-abde-1143fbbd2114 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] GET failed (client error): The resource could not be found. May 05 16:26:33.548738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c9d9a75-d9d0-4ef8-abde-1143fbbd2114 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Synchronizing usage tracker for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:33.557296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:router and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:33.568498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:33.600522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.645018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:33.814371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c9d9a75-d9d0-4ef8-abde-1143fbbd2114 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Unset dirty status for tenant:e6c05b0bd15a49f4b188db34ea2b3021 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:33.815560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4c9d9a75-d9d0-4ef8-abde-1143fbbd2114 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "GET /v2.0/ports/f623a8bd-7645-4158-8450-7730bd41d0c9 HTTP/1.1" status: 404 len: 333 time: 0.3614612 May 05 16:26:33.823589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43366) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:33.833053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.833984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.849656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Request body: {'port': {'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1886725638'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:33.864493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:33.910446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.953517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:33.954614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:33.959586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:33.995990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Router 701cb578-da4e-49e8-ae6c-d0ead8302042 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:34.218817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.311330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Made reservation on behalf of e6c05b0bd15a49f4b188db34ea2b3021 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:34.313707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.413753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] In _notify_port_updated(), no bound segment for port 6a9c4731-958d-4c63-8d89-25d21d67c534 on network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:26:34.417739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:34.418340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.422992 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "PUT /v2.0/ports/6a9c4731-958d-4c63-8d89-25d21d67c534 HTTP/1.1" status: 200 len: 1067 time: 1.6080570 May 05 16:26:34.433480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43370) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:34.445431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2a0e9b-7a62-4a08-a6e6-ca1fa294c451 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event updated for resources: {'Port': ['ID=6a9c4731-958d-4c63-8d89-25d21d67c534,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:34.485284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port f33b677b-7cc3-4d72-a2e6-3751e67422cb yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:34.515322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.535546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port 6a9c4731-958d-4c63-8d89-25d21d67c534 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:34.535892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.677844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4037ad56-c0f8-4adf-a566-8f0781c5fd44 None None] Provisioning complete for port 6a9c4731-958d-4c63-8d89-25d21d67c534 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:34.678865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4037ad56-c0f8-4adf-a566-8f0781c5fd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.741193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4037ad56-c0f8-4adf-a566-8f0781c5fd44 None None] Port 6a9c4731-958d-4c63-8d89-25d21d67c534 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:34.880439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:34.892123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] Sync routers for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:34.908747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:34.909675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:34.912770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:34.923303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.008072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.105196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for 6a9c4731-958d-4c63-8d89-25d21d67c534 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:35.145846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:35.180970 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b98465a1-0673-4742-9e99-5ed37989c1a5 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "PUT /v2.0/floatingips/8f762235-d37b-45c4-a2a6-2a648adfb7ef HTTP/1.1" status: 200 len: 990 time: 4.8414021 May 05 16:26:35.183860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:35.229123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.309755 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f6d1021-8039-4f43-afb4-6817c2486665'] response: {'name': 'network-changed', 'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'status': 'completed', 'code': 200} May 05 16:26:35.469352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.498551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.541668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.546274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.551264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.564513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:35.578558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.615490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '8f762235-d37b-45c4-a2a6-2a648adfb7ef', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'floating_ip_address': '172.26.2.55', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'port_id': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'mac_address': 'fa:16:3e:e7:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa112-3205-4e22-b71a-917737007a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:46Z', 'updated_at': '2022-05-05T16:26:31Z', 'revision_number': 1, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:35.620096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] Checking router: 701cb578-da4e-49e8-ae6c-d0ead8302042 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:26:35.632582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:35.633518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:35.665283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.706150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Port': ['ID=6a9c4731-958d-4c63-8d89-25d21d67c534,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:35.737030 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-35229aba-9d40-4c69-a394-49da6859be1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a349cd31ae56461ba523923950187ac7&device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 1098 time: 0.3959031 May 05 16:26:35.878046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:35.950446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:35.968876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc777ff4-be9e-4c8a-9de5-9d6ef86e7004 req-24a6d54c-1ea3-4c86-be46-fdaeda5aeeaf tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:35.970389 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dc777ff4-be9e-4c8a-9de5-9d6ef86e7004 req-24a6d54c-1ea3-4c86-be46-fdaeda5aeeaf tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.5725329 May 05 16:26:35.982131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Network 01760555-8311-46bd-a8a7-83e9ed0e318c is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:36.037514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:36.040551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=f33b677b-7cc3-4d72-a2e6-3751e67422cb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:36.043405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:36.044741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:36.045378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:36.106080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:36.164425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-502fb786-bf87-4088-9204-5229bd1ce6fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:36.165863 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-502fb786-bf87-4088-9204-5229bd1ce6fd service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b12b310-133d-47a7-af54-d6b233d368af HTTP/1.1" status: 200 len: 906 time: 0.3950016 May 05 16:26:36.180440 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d5663915-d918-461d-bdc2-235d41a1f1ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "PUT /v2.0/floatingips/874a199f-4dfc-4d66-84a9-e8ec85c7fd7a HTTP/1.1" status: 200 len: 990 time: 7.5962350 May 05 16:26:36.189788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:36.261255 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1728b4bf-93c9-40fc-927c-be989a0403f7 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.4289403 May 05 16:26:36.277072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43382) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:36.286431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Allocated IP 172.20.0.5 (704a12fe-be0b-45bb-84b9-77e7e7993860/eecb1369-e2e5-46b8-8641-aa6ffab70786/63a3cdfa-327f-4732-88b7-9773ad495037) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:36.292106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:36.329226 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dc777ff4-be9e-4c8a-9de5-9d6ef86e7004 req-73fc38c3-4c5c-45ca-8dea-eb16c4aa5b6e tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414006 May 05 16:26:36.350317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:36.408459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '8f762235-d37b-45c4-a2a6-2a648adfb7ef', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'floating_ip_address': '172.26.2.55', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'port_id': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'mac_address': 'fa:16:3e:e7:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa112-3205-4e22-b71a-917737007a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:46Z', 'updated_at': '2022-05-05T16:26:31Z', 'revision_number': 1, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:36.415199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce5f01-bb44-4bfa-8d85-1ec0706f916c None None] The sync data for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv is: [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '8f762235-d37b-45c4-a2a6-2a648adfb7ef', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'floating_ip_address': '172.26.2.55', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'port_id': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'mac_address': 'fa:16:3e:e7:9d:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f69aa112-3205-4e22-b71a-917737007a7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:46Z', 'updated_at': '2022-05-05T16:26:31Z', 'revision_number': 1, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:36.423560 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-312b1efb-a754-4905-bbd2-0056bcef25da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5757890 May 05 16:26:36.452893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a3851ec5-dbca-4464-a578-ba246b8f67fb tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/ports/6a9c4731-958d-4c63-8d89-25d21d67c534 HTTP/1.1" status: 204 len: 168 time: 2.0107534 May 05 16:26:36.456081 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-bff8370a-3b2c-4d51-bc97-dd99019e58ba service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820 HTTP/1.1" status: 200 len: 998 time: 0.2821102 May 05 16:26:36.465400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43388) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:36.559777 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] Sync routers for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:36.573657 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:36.574532 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:36.609455 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40d871d0-505e-4f4e-9ae4-cadec6d52304'] response: {'name': 'network-changed', 'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'status': 'completed', 'code': 200} May 05 16:26:36.614741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca2db5e-8d5f-4486-9488-8ba03f655035 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] GET failed (client error): The resource could not be found. May 05 16:26:36.615245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0ca2db5e-8d5f-4486-9488-8ba03f655035 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Synchronizing usage tracker for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:36.672394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-59ea3ac3-35bf-4f51-ac35-8f44c501570d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:36.673826 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-59ea3ac3-35bf-4f51-ac35-8f44c501570d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f0f7d158-c961-49f5-bf46-4dab5091f543 HTTP/1.1" status: 200 len: 844 time: 0.1623490 May 05 16:26:36.753964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0ca2db5e-8d5f-4486-9488-8ba03f655035 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Unset dirty status for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:36.758041 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ca2db5e-8d5f-4486-9488-8ba03f655035 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "GET /v2.0/ports/6a9c4731-958d-4c63-8d89-25d21d67c534 HTTP/1.1" status: 404 len: 333 time: 0.2594981 May 05 16:26:36.761113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43394) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:36.764935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:36.817189 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:36.840066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:36.847712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c1793-7b75-4962-b604-f6b968907526 req-123dbb2e-45cb-4f34-8ec7-7b2edd7a2185 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:36.849216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-037c1793-7b75-4962-b604-f6b968907526 req-123dbb2e-45cb-4f34-8ec7-7b2edd7a2185 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4539812 May 05 16:26:36.896534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:36.896788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:36.977093 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-72fdcade-c188-4de3-aa91-e5dc758135e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.3721740 May 05 16:26:36.982341 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-147d033c-e863-4b5c-8d91-71bfbeb287a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b12b310-133d-47a7-af54-d6b233d368af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2941513 May 05 16:26:36.987540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:37.027854 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Floating IP 9dcc887d-df8d-4164-8177-1b7170603bf4 associated. External IP: 172.26.2.62, port: 1984450e-7f77-488f-af38-bd7703c37fe2. May 05 16:26:37.041022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:37.141570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:37.149317 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-037c1793-7b75-4962-b604-f6b968907526 req-bbe3ad84-7782-48c2-ab32-ea3e69e88c3a tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834342 May 05 16:26:37.203603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network 704a12fe-be0b-45bb-84b9-77e7e7993860 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:37.223712 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '874a199f-4dfc-4d66-84a9-e8ec85c7fd7a', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'port_id': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'mac_address': 'fa:16:3e:ab:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:53Z', 'updated_at': '2022-05-05T16:26:30Z', 'revision_number': 1, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:37.228414 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] Checking router: 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:26:37.248767 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:37.249514 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:37.252287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:37.255628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:37.444209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:37.444846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:37.501814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Port': ['ID=63a3cdfa-327f-4732-88b7-9773ad495037,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:37.514819 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-ea174c72-560e-4e93-bfd3-768cd12a777b service neutron] 10.222.0.71 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5032547 May 05 16:26:37.519109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=3b82ffce-5cf5-4d72-b726-3b7656dc2f0c,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:37.665288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:37.682526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-d3c7c439-a6ae-4a10-a0c6-fad352deb172 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:37.684138 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-d3c7c439-a6ae-4a10-a0c6-fad352deb172 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.6901724 May 05 16:26:37.733345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:37.887260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for 15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:37.888015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] device_id is not set on port f33b677b-7cc3-4d72-a2e6-3751e67422cb yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:37.902228 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '874a199f-4dfc-4d66-84a9-e8ec85c7fd7a', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'port_id': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'mac_address': 'fa:16:3e:ab:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:53Z', 'updated_at': '2022-05-05T16:26:30Z', 'revision_number': 1, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:37.905482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2796f-421c-41cd-afb7-3946505be5c2 req-d00f9fda-8a6a-4788-8278-a19cf39a61ce tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:37.906999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f8f2796f-421c-41cd-afb7-3946505be5c2 req-d00f9fda-8a6a-4788-8278-a19cf39a61ce tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5677993 May 05 16:26:37.913367 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a2e5ca8-f738-4e3c-ad21-f9df23439528 None None] The sync data for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv is: [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '874a199f-4dfc-4d66-84a9-e8ec85c7fd7a', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'floating_ip_address': '172.26.2.45', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'port_id': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'mac_address': 'fa:16:3e:ab:11:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:53Z', 'updated_at': '2022-05-05T16:26:30Z', 'revision_number': 1, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:37.920347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:37.954463 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7c37bbf-efe4-404c-a9e2-92424d12604a req-70df8f12-2a8f-48d4-adea-7513e8999ce7 service neutron] 10.222.0.71 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204803 May 05 16:26:38.083420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.084531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.130294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 0e39745d-60b9-4971-905d-96363c0eebb7 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:38.130630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.156874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Transition to ACTIVE for port object f33b677b-7cc3-4d72-a2e6-3751e67422cb will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:38.194861 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-ea0f51e9-96be-4574-8172-2b0e67d775e0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 998 time: 0.4663408 May 05 16:26:38.197502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.274949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.296855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Port': ['ID=15333f8a-5ac5-4d51-92d2-1ae80c4a3d12,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:38.374085 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f8f2796f-421c-41cd-afb7-3946505be5c2 req-865f01d1-0a75-4a8a-8bda-a165d5f6dad8 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4516966 May 05 16:26:38.392742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.428426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-a714a9da-ea95-4a30-b771-6fbee8d423d0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=a349cd31ae56461ba523923950187ac7&device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 1098 time: 0.2726593 May 05 16:26:38.468175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-b1089c95-7f73-4d64-ab12-a9f42727b108 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:38.469691 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-b1089c95-7f73-4d64-ab12-a9f42727b108 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.2645268 May 05 16:26:38.517605 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc29a87d-cad0-4994-8e1d-27ba3c1e8c3b tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/ports/15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 HTTP/1.1" status: 204 len: 168 time: 1.7492321 May 05 16:26:38.527673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43400) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:38.626431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:38.696674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-5f5a12a8-467b-48c4-ac5f-5c20ad4e3c14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:38.697107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-5f5a12a8-467b-48c4-ac5f-5c20ad4e3c14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7b12b310-133d-47a7-af54-d6b233d368af HTTP/1.1" status: 200 len: 906 time: 0.2178771 May 05 16:26:38.766224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Router 047b1739-f583-44a7-9ee7-3a5a8f1f766d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:26:38.803509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=f33b677b-7cc3-4d72-a2e6-3751e67422cb,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:38.823978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 0e39745d-60b9-4971-905d-96363c0eebb7 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:38.868926 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f68cf8b-83dc-48c0-accd-58b77f5870b2 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] GET failed (client error): The resource could not be found. May 05 16:26:38.869420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2f68cf8b-83dc-48c0-accd-58b77f5870b2 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Synchronizing usage tracker for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:38.927188 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-d14daedb-be8c-4e26-990c-dd4d6a578d9a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820 HTTP/1.1" status: 200 len: 998 time: 0.2172372 May 05 16:26:39.003820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-4479759b-95f0-476c-aba7-1a96a90b2028 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:39.005250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-4479759b-95f0-476c-aba7-1a96a90b2028 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=f0f7d158-c961-49f5-bf46-4dab5091f543 HTTP/1.1" status: 200 len: 844 time: 0.0712142 May 05 16:26:39.034745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2f68cf8b-83dc-48c0-accd-58b77f5870b2 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Unset dirty status for tenant:d0bf075d3bc547c88f92083cbdb0ee26 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:39.035979 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2f68cf8b-83dc-48c0-accd-58b77f5870b2 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "GET /v2.0/ports/15333f8a-5ac5-4d51-92d2-1ae80c4a3d12 HTTP/1.1" status: 404 len: 333 time: 0.5031807 May 05 16:26:39.036716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:39.037046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:39.037378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:39.040671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 8eccc75d-9622-4508-a309-887b6aba2e47 associated. External IP: 172.26.2.138, port: a98b12f5-5214-4ad8-b714-92b1a7017c49. May 05 16:26:39.094982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43404) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:39.205597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-f7237cc4-9ff5-43b5-a08c-6c430d5331f2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7b12b310-133d-47a7-af54-d6b233d368af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1937585 May 05 16:26:39.218396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:39.229374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Sync routers for ids ['047b1739-f583-44a7-9ee7-3a5a8f1f766d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:39.241970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Routers {'047b1739-f583-44a7-9ee7-3a5a8f1f766d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:39.242508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['047b1739-f583-44a7-9ee7-3a5a8f1f766d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:39.281964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:39.282636 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:39.287835 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 2 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:39.323386 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-ce2e57ad-279f-403b-b1b7-3420daa72717 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7977078 May 05 16:26:39.332963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:39.333301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:39.333629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:39.362074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-2c85a451-483c-478c-8691-1f7944e9c263 service neutron] 10.222.0.71 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397066 May 05 16:26:39.366233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:39.366570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:39.388635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:39.390019 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f602f7e4-0673-4a61-a170-dba1c7396c5a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.9324083 May 05 16:26:39.394105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43408) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:39.439969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Set router 047b1739-f583-44a7-9ee7-3a5a8f1f766d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:39.492607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:39.492987 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:39.532959 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 3 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:39.729266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9d86d00-5296-40ff-985b-804e23cf5ee9 req-e19c5865-07d4-44d8-879c-593cf9ac5c7a service neutron] 10.222.0.71 "GET /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3602698 May 05 16:26:39.754403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3133576-e096-4c17-8e78-6a1255b785b5 req-ffd85581-ab8b-4982-8cc5-c4e9e1eb34f2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:39.761577 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3133576-e096-4c17-8e78-6a1255b785b5 req-ffd85581-ab8b-4982-8cc5-c4e9e1eb34f2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2135630 May 05 16:26:39.763481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:39.763825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:39.764267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:39.836355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3133576-e096-4c17-8e78-6a1255b785b5 req-113a675d-c8aa-4464-a460-9a0b41703843 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737829 May 05 16:26:39.837672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:39.838008 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:39.839903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b1739-f583-44a7-9ee7-3a5a8f1f766d', 'name': '', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860', 'external_fixed_ips': [{'subnet_id': 'eecb1369-e2e5-46b8-8641-aa6ffab70786', 'ip_address': '172.20.0.5'}], 'enable_snat': True}, 'gw_port_id': '63a3cdfa-327f-4732-88b7-9773ad495037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:26:33Z', 'updated_at': '2022-05-05T16:26:37Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': '63a3cdfa-327f-4732-88b7-9773ad495037', 'name': '', 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:88:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '047b1739-f583-44a7-9ee7-3a5a8f1f766d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'eecb1369-e2e5-46b8-8641-aa6ffab70786', 'ip_address': '172.20.0.5', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:26:35Z', 'updated_at': '2022-05-05T16:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'eecb1369-e2e5-46b8-8641-aa6ffab70786', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:39.849994 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 4 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:39.850263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Checking router: 047b1739-f583-44a7-9ee7-3a5a8f1f766d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:26:39.850263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Updating router 047b1739-f583-44a7-9ee7-3a5a8f1f766d port 63a3cdfa-327f-4732-88b7-9773ad495037 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:26:39.881965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:39.907427 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-ab422b4f-d9b0-4caf-b13a-2ee335a0cca9 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753317 May 05 16:26:39.908244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:39.961504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:39.961763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:39.962097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:39.986071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.102687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.112070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=0e39745d-60b9-4971-905d-96363c0eebb7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:40.121187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:40.121187 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:40.133817 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 5 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:40.196266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Deleting port 63a3cdfa-327f-4732-88b7-9773ad495037 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:40.196692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.299231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.314733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Transition to ACTIVE for port object 63a3cdfa-327f-4732-88b7-9773ad495037 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:40.347784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:40.348339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:40.348449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:40.396674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.416495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.426165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.491531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Attempting to bind port 63a3cdfa-327f-4732-88b7-9773ad495037 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:40.491965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Attempting to bind port 63a3cdfa-327f-4732-88b7-9773ad495037 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ae47969b-4a5f-44ad-bf70-ab0c61297954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:40.492445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Attempting to bind port 63a3cdfa-327f-4732-88b7-9773ad495037 on network 704a12fe-be0b-45bb-84b9-77e7e7993860 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:40.494513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8252b-23d0-4710-b443-a0b2edb66575 None None] Pushing event updated for resources: {'Port': ['ID=63a3cdfa-327f-4732-88b7-9773ad495037,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:40.502300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:40.502812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Checking segment: {'id': 'ae47969b-4a5f-44ad-bf70-ab0c61297954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:40.503310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.503837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Bound using segment: {'id': 'ae47969b-4a5f-44ad-bf70-ab0c61297954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:40.504403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Bound port: 63a3cdfa-327f-4732-88b7-9773ad495037, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae47969b-4a5f-44ad-bf70-ab0c61297954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '704a12fe-be0b-45bb-84b9-77e7e7993860'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:40.504873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.516315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:40.516641 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:40.538841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Calling delete_port for 63a3cdfa-327f-4732-88b7-9773ad495037 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:40.577223 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 6 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:40.586400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] For port 63a3cdfa-327f-4732-88b7-9773ad495037, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:40.589890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] For port 63a3cdfa-327f-4732-88b7-9773ad495037, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=63a3cdfa-327f-4732-88b7-9773ad495037,segment=NetworkSegment(ae47969b-4a5f-44ad-bf70-ab0c61297954),segment_id=ae47969b-4a5f-44ad-bf70-ab0c61297954)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:40.592796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:40.623323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7f801d-01ce-4c0c-9713-3285bd8fe8d1 req-227ce9e1-65d4-481a-a999-cd3d77b3aba8 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681824 May 05 16:26:40.643436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.654962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:40.655300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:40.655661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:40.692069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Router d793c396-1272-419e-a75a-eead160bebb4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:40.697558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:40.697887 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:40.712251 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 7 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:40.720735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:40.733056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Routers {'047b1739-f583-44a7-9ee7-3a5a8f1f766d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:40.733968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['047b1739-f583-44a7-9ee7-3a5a8f1f766d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:40.751306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:40.751306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:40.751306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:40.881530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd8252b-23d0-4710-b443-a0b2edb66575 None None] Pushing event updated for resources: {'Port': ['ID=63a3cdfa-327f-4732-88b7-9773ad495037,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:40.914224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] Set router 047b1739-f583-44a7-9ee7-3a5a8f1f766d gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:40.972696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:26:40.973266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:26:41.027003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '047b1739-f583-44a7-9ee7-3a5a8f1f766d', 'name': '', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:26:33Z', 'updated_at': '2022-05-05T16:26:40Z', 'revision_number': 4, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:41.031457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c8aba-4892-405f-955a-c28b5ee02e28 None None] The sync data for ids ['047b1739-f583-44a7-9ee7-3a5a8f1f766d'] in dv-neutron-840483-1-hyperv is: [{'id': '047b1739-f583-44a7-9ee7-3a5a8f1f766d', 'name': '', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:26:33Z', 'updated_at': '2022-05-05T16:26:40Z', 'revision_number': 4, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:41.037333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:41.037663 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:41.080908 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 8 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:41.365627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:41.366329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:41.366329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:41.398928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:41.399249 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:41.402191 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 9 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:41.474544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Deleting port 63a3cdfa-327f-4732-88b7-9773ad495037 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:41.474893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:41.549916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:41.608770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:41.609108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:41.609433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:41.629100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Port': ['ID=fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:41.648783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] For port 63a3cdfa-327f-4732-88b7-9773ad495037, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=63a3cdfa-327f-4732-88b7-9773ad495037,segment=NetworkSegment(ae47969b-4a5f-44ad-bf70-ab0c61297954),segment_id=ae47969b-4a5f-44ad-bf70-ab0c61297954)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:41.649395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:41.651307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:41.651659 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:41.659701 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempt 10 to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb May 05 16:26:41.709707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5402ab4-9ca8-4e23-8658-6fbb4fb068bf req-1d83a7c3-37e0-462a-8136-c47fedcb1826 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:41.711209 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c5402ab4-9ca8-4e23-8658-6fbb4fb068bf req-1d83a7c3-37e0-462a-8136-c47fedcb1826 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6866817 May 05 16:26:41.776945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Calling delete_port for 63a3cdfa-327f-4732-88b7-9773ad495037 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:41.803978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:41.808539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:41.808874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:41.809202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempting to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:41.914124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:26:41.914454 dv-neutron-840483-1-hyperv neutron-server[84818]: ERROR neutron.plugins.ml2.managers [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Failed to bind port f33b677b-7cc3-4d72-a2e6-3751e67422cb on host hv-neutron-8404 for vnic_type normal using segments [{'id': '3058bd52-345d-4570-9055-a995477446f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '01760555-8311-46bd-a8a7-83e9ed0e318c'}] May 05 16:26:41.914815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.005562 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c604689-68bd-4020-ab63-fcae93657024 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/ports/fa2c3873-b5c8-4ce3-a79d-d8ae68a4f87b HTTP/1.1" status: 204 len: 168 time: 2.8680916 May 05 16:26:42.008473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43416) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:42.018436 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c5402ab4-9ca8-4e23-8658-6fbb4fb068bf req-5fbf2587-16d0-4a93-8adf-a68c0a3996fb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403319 May 05 16:26:42.067868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:42.080395 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1f45925-132c-4b39-9472-af39e8f6bac6 None None] New status for floating IP 8f762235-d37b-45c4-a2a6-2a648adfb7ef: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:26:42.083301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.106141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48041849-6885-443c-a071-44384af5cbac None None] New status for floating IP 874a199f-4dfc-4d66-84a9-e8ec85c7fd7a: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:26:42.133559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] For port f33b677b-7cc3-4d72-a2e6-3751e67422cb, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:42.133853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Attempted to set empty binding levels {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 05 16:26:42.154968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event deleted for resources: {'Port': ['ID=63a3cdfa-327f-4732-88b7-9773ad495037,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:42.204187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:42.262569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.321333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:42.328832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.377228 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] Sync routers for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:42.399931 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:42.400781 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:42.408862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] In _notify_port_updated(), no bound segment for port f33b677b-7cc3-4d72-a2e6-3751e67422cb on network 01760555-8311-46bd-a8a7-83e9ed0e318c {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:26:42.409882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.413975 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "PUT /v2.0/ports/f33b677b-7cc3-4d72-a2e6-3751e67422cb HTTP/1.1" status: 200 len: 977 time: 6.1358678 May 05 16:26:42.420571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43424) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:42.510257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3568d4-bb43-48d0-abac-4d4a95f34140 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event updated for resources: {'Port': ['ID=f33b677b-7cc3-4d72-a2e6-3751e67422cb,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:42.520969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting subnet 7f6465b8-6ac7-42e0-88f2-2dd821df15b5 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:26:42.525051 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a2d5c2b2-5b22-43af-a14d-1436a16f2dea tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "PUT /v2.0/floatingips/9dcc887d-df8d-4164-8177-1b7170603bf4 HTTP/1.1" status: 200 len: 990 time: 9.2268407 May 05 16:26:42.532440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:26:42.543021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.604827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:42.611990 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4b70c229-6d34-46cc-a194-f711ec817c15 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5233498 May 05 16:26:42.616737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43432) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:42.618572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] Sync routers for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:42.621514 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:42.633417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.634597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:42.635769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:42.709578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:42.716435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Deleting port f33b677b-7cc3-4d72-a2e6-3751e67422cb {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:42.716927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.742463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] Routers {'ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:42.743085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:42.778727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e136f9af-45b5-4243-ae0e-a70992a517be tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:42.906482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797bbf27-30b5-42dd-95d0-01622f8fc45e req-38b9b540-2699-408b-8424-e8b662ff41ea tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:42.908413 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-797bbf27-30b5-42dd-95d0-01622f8fc45e req-38b9b540-2699-408b-8424-e8b662ff41ea tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6006277 May 05 16:26:42.909274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:42.949885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:42.951057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f67d0e8-222a-4ea8-899d-da458aab7a6d None None] The sync data for ids ['ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:43.002713 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '9dcc887d-df8d-4164-8177-1b7170603bf4', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'port_id': '1984450e-7f77-488f-af38-bd7703c37fe2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'mac_address': 'fa:16:3e:fd:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:55Z', 'updated_at': '2022-05-05T16:26:35Z', 'revision_number': 1, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:43.006866 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] Checking router: d793c396-1272-419e-a75a-eead160bebb4 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:26:43.019984 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:43.020598 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:43.060431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e136f9af-45b5-4243-ae0e-a70992a517be tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:43.064126 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e136f9af-45b5-4243-ae0e-a70992a517be tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 HTTP/1.1" status: 200 len: 205 time: 0.4464595 May 05 16:26:43.065331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43436) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:43.219084 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:26:43.236448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b845c-36a3-4ada-a02c-35468703993f req-9cc8449a-97ca-4ede-a717-6b7418be2c04 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:43.238255 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-314b845c-36a3-4ada-a02c-35468703993f req-9cc8449a-97ca-4ede-a717-6b7418be2c04 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.5536618 May 05 16:26:43.252078 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-797bbf27-30b5-42dd-95d0-01622f8fc45e req-75f85989-a6f1-497b-b1d9-76995acdf983 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2644758 May 05 16:26:43.339415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] For port f33b677b-7cc3-4d72-a2e6-3751e67422cb, host hv-neutron-8404, got binding levels [] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:43.339803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.358109 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58bef99f-8dd4-4657-a611-85f6d1dfe55d'] response: {'name': 'network-changed', 'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2', 'status': 'completed', 'code': 200} May 05 16:26:43.398919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.444640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.455362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.516077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Calling delete_port for f33b677b-7cc3-4d72-a2e6-3751e67422cb owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:43.583726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.594434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-314b845c-36a3-4ada-a02c-35468703993f req-3b1f44be-1445-45cd-97d2-6e2aaf57cee4 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3048508 May 05 16:26:43.607783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.631859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Subnet': ['ID=7f6465b8-6ac7-42e0-88f2-2dd821df15b5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:43.634474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.635185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 047b1739-f583-44a7-9ee7-3a5a8f1f766d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:26:43.657396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a696b-57f7-42a3-a083-967de5ba7f47 None None] Network 4590587f-cbe1-48f3-9ebd-e92ea3f35489 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:43.659859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.687006 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cb175618-fd3c-4fc1-8e81-f3224b8602f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/subnets/7f6465b8-6ac7-42e0-88f2-2dd821df15b5 HTTP/1.1" status: 204 len: 168 time: 1.6765342 May 05 16:26:43.689088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:43.690713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.699070 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2bd9f0fc-0faa-4dd6-a4fb-419206cd4111 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/routers/047b1739-f583-44a7-9ee7-3a5a8f1f766d HTTP/1.1" status: 204 len: 168 time: 4.3039777 May 05 16:26:43.705208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43448) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:43.728340 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '9dcc887d-df8d-4164-8177-1b7170603bf4', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'port_id': '1984450e-7f77-488f-af38-bd7703c37fe2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'mac_address': 'fa:16:3e:fd:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:55Z', 'updated_at': '2022-05-05T16:26:35Z', 'revision_number': 1, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:43.741761 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abfebbfd-09dc-415b-b072-1797ef4466de None None] The sync data for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv is: [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '9dcc887d-df8d-4164-8177-1b7170603bf4', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'floating_ip_address': '172.26.2.62', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'port_id': '1984450e-7f77-488f-af38-bd7703c37fe2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'mac_address': 'fa:16:3e:fd:f6:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:25:55Z', 'updated_at': '2022-05-05T16:26:35Z', 'revision_number': 1, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:43.792279 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-4ebb265f-805b-4906-adb6-292a5d8f25e3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=71fe71f3c34446d48645afcf4e13e806&device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 1098 time: 0.3702068 May 05 16:26:43.803599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:43.821236 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:43.839147 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:43.853839 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:43.885509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.950068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port 0d6aca30-749b-4430-87de-e05e18881d48 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:43.951232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:43.954831 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:43.964658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-70c36860-10fc-49a6-80b3-c612dfd7d63b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:43.970037 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-70c36860-10fc-49a6-80b3-c612dfd7d63b service neutron] 10.222.0.71 "GET /v2.0/networks?id=80a49632-388d-4c21-afc9-7dc6e524ba3e HTTP/1.1" status: 200 len: 912 time: 0.1587434 May 05 16:26:43.971662 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:43.972837 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:43.974099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.054435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] DHCP port deletion for 4590587f-cbe1-48f3-9ebd-e92ea3f35489 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:26:44.056760 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:44.057517 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ff1c0c-6d63-4e13-9e8f-de3f63435962 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:44.058998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] Deleting port 0d6aca30-749b-4430-87de-e05e18881d48 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:44.059241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.084919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Deleting subnet eecb1369-e2e5-46b8-8641-aa6ffab70786 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:26:44.095044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.221142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Pushing event deleted for resources: {'Port': ['ID=f33b677b-7cc3-4d72-a2e6-3751e67422cb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:44.235197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.293170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] For port 0d6aca30-749b-4430-87de-e05e18881d48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0d6aca30-749b-4430-87de-e05e18881d48,segment=NetworkSegment(a7d474b0-888b-4846-add0-7cbd1964c1e1),segment_id=a7d474b0-888b-4846-add0-7cbd1964c1e1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:44.293687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.308582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.322508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] For port 0d6aca30-749b-4430-87de-e05e18881d48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0d6aca30-749b-4430-87de-e05e18881d48,segment=NetworkSegment(a7d474b0-888b-4846-add0-7cbd1964c1e1),segment_id=a7d474b0-888b-4846-add0-7cbd1964c1e1)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:44.323048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.343174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.347695 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c542b975-fc2e-4cb5-911a-23110f1b094f tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "DELETE /v2.0/ports/f33b677b-7cc3-4d72-a2e6-3751e67422cb HTTP/1.1" status: 204 len: 168 time: 1.8746417 May 05 16:26:44.348764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43458) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:44.419358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] Calling delete_port for 0d6aca30-749b-4430-87de-e05e18881d48 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:44.490983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.530490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Calling delete_port for 0d6aca30-749b-4430-87de-e05e18881d48 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:44.571212 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-549870f9-fffb-4108-9a23-9376eac3b202 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] GET failed (client error): The resource could not be found. May 05 16:26:44.576086 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-549870f9-fffb-4108-9a23-9376eac3b202 tempest-PortsAdminExtendedAttrsTestJSON-1795426382 tempest-PortsAdminExtendedAttrsTestJSON-1795426382-project-admin] 10.222.0.70 "GET /v2.0/ports/f33b677b-7cc3-4d72-a2e6-3751e67422cb HTTP/1.1" status: 404 len: 333 time: 0.2232487 May 05 16:26:44.578917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.582567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43462) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:44.635634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0d6aca30-749b-4430-87de-e05e18881d48 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:26:44.638276 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-ee9a7cc4-52c2-43f8-a6f4-979ec124036d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1984450e-7f77-488f-af38-bd7703c37fe2 HTTP/1.1" status: 200 len: 998 time: 0.5993056 May 05 16:26:44.643399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.651357 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-97786c2e-3dda-4000-a16b-31255a8152fe tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.2008731 May 05 16:26:44.652145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43466) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:44.682621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 0d6aca30-749b-4430-87de-e05e18881d48 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:26:44.683219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0d6aca30-749b-4430-87de-e05e18881d48 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:26:44.686453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] Pushing event deleted for resources: {'Port': ['ID=0d6aca30-749b-4430-87de-e05e18881d48,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:44.694107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259645d1-f02e-40f8-8954-660f8cb6ddc2 None None] No DVR routers for this DVR port 0d6aca30-749b-4430-87de-e05e18881d48 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:26:44.749406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:26:44.749801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:26:44.750904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.753209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:44.817798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-d6a9ec2c-f1b2-4e76-a46b-c11d4c7109d5 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:44.819257 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-d6a9ec2c-f1b2-4e76-a46b-c11d4c7109d5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=c77f6855-2caf-44fa-b146-096b2421c484 HTTP/1.1" status: 200 len: 850 time: 0.1732471 May 05 16:26:44.834257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9668ceb5-b730-44aa-9b94-0f9b51ca6286 req-32954048-149e-4d49-be75-5cfa347964e4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:44.835722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9668ceb5-b730-44aa-9b94-0f9b51ca6286 req-32954048-149e-4d49-be75-5cfa347964e4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6288767 May 05 16:26:44.914094 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fdb3f6eb-1922-4ccd-9fe8-67fb9a9bf7bf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/floatingips/8eccc75d-9622-4508-a309-887b6aba2e47 HTTP/1.1" status: 200 len: 978 time: 0.2302370 May 05 16:26:44.923522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43470) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:44.971994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.016819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.017297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:26:45.031494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=eecb1369-e2e5-46b8-8641-aa6ffab70786,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:45.042103 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9668ceb5-b730-44aa-9b94-0f9b51ca6286 req-f6c7b442-00d0-45e1-b9e1-a4c2e1cb6efe tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1974576 May 05 16:26:45.042402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.052683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.055956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.056538 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a32a0f9d-7968-4a4a-8c20-fdaafaa77fe1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 HTTP/1.1" status: 204 len: 168 time: 1.9685018 May 05 16:26:45.057487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43474) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:45.086266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1e29e377-2909-4e17-95ec-f156483b48da tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/eecb1369-e2e5-46b8-8641-aa6ffab70786 HTTP/1.1" status: 204 len: 168 time: 1.3800917 May 05 16:26:45.088059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01760555-8311-46bd-a8a7-83e9ed0e318c']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.095610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43480) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:45.124500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4ae04d29-4a02-4345-8d26-88e9b1b34067 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Synchronizing usage tracker for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:floatingip {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:45.149825 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-f57897b9-7aa1-4e29-add8-d62abde71b0c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=80a49632-388d-4c21-afc9-7dc6e524ba3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3082659 May 05 16:26:45.212483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.217316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3058bd52-345d-4570-9055-a995477446f5') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.217689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3058bd52-345d-4570-9055-a995477446f5') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.239505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.277214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Deleting port 0d6aca30-749b-4430-87de-e05e18881d48 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:45.277214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.297936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4ae04d29-4a02-4345-8d26-88e9b1b34067 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Unset dirty status for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:floatingip {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:45.299122 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4ae04d29-4a02-4345-8d26-88e9b1b34067 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3746653 May 05 16:26:45.307091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43486) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:45.384426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'port_id': '1ad14057-1be6-4d35-9359-d2933b4b9c84'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:45.401569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet 45c2b2a0-8858-46b5-a5dc-3e438b7553f5 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:26:45.410535 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-b25019f7-f2de-4e85-a200-945bf4d7646e service neutron] 10.222.0.71 "GET /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486191 May 05 16:26:45.410535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.467685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.500763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] The port '0d6aca30-749b-4430-87de-e05e18881d48' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:26:45.507138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:26:45.507558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:26:45.523987 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:26:45.545448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.603968 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c717d6bf-c1a4-4733-a2bd-64fc6c06c02d req-3f08b07a-40b3-4af3-a4ec-de4ecef33bc6 service neutron] 10.222.0.71 "GET /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679006 May 05 16:26:45.611420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.613592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.745027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704a12fe-be0b-45bb-84b9-77e7e7993860']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.754098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.774845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.823249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=45c2b2a0-8858-46b5-a5dc-3e438b7553f5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:45.829654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.837369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d61f6b-ce13-42b5-be0a-0754eeb33a18 None None] Network 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:45.839646 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-11a54845-01e1-47cb-bf87-97247e9f5d77 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/45c2b2a0-8858-46b5-a5dc-3e438b7553f5 HTTP/1.1" status: 204 len: 168 time: 0.7726059 May 05 16:26:45.842240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43492) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:45.846979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae47969b-4a5f-44ad-bf70-ab0c61297954') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.846979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae47969b-4a5f-44ad-bf70-ab0c61297954') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.866876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.876975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.883103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.932153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:45.976958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] Pushing event deleted for resources: {'Network': ['ID=01760555-8311-46bd-a8a7-83e9ed0e318c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:45.984560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4590587f-cbe1-48f3-9ebd-e92ea3f35489']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:45.991851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.004637 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a16e148c-5402-4fb7-a9f0-c6b04d4f9112 tempest-PortsAdminExtendedAttrsTestJSON-614033273 tempest-PortsAdminExtendedAttrsTestJSON-614033273-project] 10.222.0.70 "DELETE /v2.0/networks/01760555-8311-46bd-a8a7-83e9ed0e318c HTTP/1.1" status: 204 len: 168 time: 1.4210334 May 05 16:26:46.019974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:26:46.020383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.037025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d474b0-888b-4846-add0-7cbd1964c1e1') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:46.037317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d474b0-888b-4846-add0-7cbd1964c1e1') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:26:46.044869 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:26:46.109021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.176322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] DHCP port deletion for 3be48f8d-4294-4f5f-b95f-a2f32109e9a7 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:26:46.180297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] Deleting port b2b174ab-26d2-4abe-8f53-180095b7374e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:46.180629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.185774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.200510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:26:46.200936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.202127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet aeb37362-0a06-49d3-8728-5dc1f002b44b {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:26:46.215070 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:26:46.217924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.296263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.320457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cadebb-1850-44c5-bbb5-ceaedd0d4c4b req-88dbf3ba-5bd8-44d2-991b-e9622733ed0d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:46.321925 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c4cadebb-1850-44c5-bbb5-ceaedd0d4c4b req-88dbf3ba-5bd8-44d2-991b-e9622733ed0d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2100229 May 05 16:26:46.430746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] For port b2b174ab-26d2-4abe-8f53-180095b7374e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b2b174ab-26d2-4abe-8f53-180095b7374e,segment=NetworkSegment(1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e),segment_id=1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:46.431138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.490589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.529104 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c4cadebb-1850-44c5-bbb5-ceaedd0d4c4b req-f4fc038e-0b38-4057-815c-a248e545b256 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977346 May 05 16:26:46.557063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.589606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] Calling delete_port for b2b174ab-26d2-4abe-8f53-180095b7374e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:46.594551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 704a12fe-be0b-45bb-84b9-77e7e7993860 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:26:46.599266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.604642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event deleted for resources: {'Network': ['ID=704a12fe-be0b-45bb-84b9-77e7e7993860,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:46.616962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8a513112-6b9b-4f20-8859-82b21c47b15c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/networks/704a12fe-be0b-45bb-84b9-77e7e7993860 HTTP/1.1" status: 204 len: 168 time: 1.5203223 May 05 16:26:46.635684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b2b174ab-26d2-4abe-8f53-180095b7374e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:26:46.694015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.710623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.732905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.739031 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] 10.222.0.70 "DELETE /v2.0/networks/4590587f-cbe1-48f3-9ebd-e92ea3f35489 HTTP/1.1" status: 204 len: 168 time: 3.0318573 May 05 16:26:46.756940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5042efca-e5f0-4e67-b58b-ea3c81dfa4f7 tempest-AllowedAddressPairIpV6TestJSON-1731107012 tempest-AllowedAddressPairIpV6TestJSON-1731107012-project] Pushing event deleted for resources: {'Network': ['ID=4590587f-cbe1-48f3-9ebd-e92ea3f35489,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:46.815621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=aeb37362-0a06-49d3-8728-5dc1f002b44b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:46.832847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:46.839592 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fe9770ef-5dc9-4855-85f1-18aa9d11d662 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/aeb37362-0a06-49d3-8728-5dc1f002b44b HTTP/1.1" status: 204 len: 168 time: 0.9958701 May 05 16:26:46.842513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43508) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:46.919278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43512) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:46.969069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Port b2b174ab-26d2-4abe-8f53-180095b7374e update to DOWN by agent not found {{(pid=84820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 16:26:46.971839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb36fbd-37cf-414a-875b-e12f35b7b94a None None] Network 1a0538d7-ad79-48f6-b9a5-6e6845af014a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:47.021938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.088537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.105953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.161609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.182777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.230703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] Pushing event deleted for resources: {'Port': ['ID=b2b174ab-26d2-4abe-8f53-180095b7374e,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:47.255180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > segment before_delete 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.255827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.256722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.257241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > port after_create 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.257951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > port after_delete 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.258465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > port after_update 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.258948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > segment after_delete 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.259439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet after_create 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.259944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet after_delete 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.261915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet after_update 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.270417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323645c2-4671-43b0-bd71-3dc46eb98e5f None None] No DVR routers for this DVR port b2b174ab-26d2-4abe-8f53-180095b7374e on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:26:47.364253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] DHCP port deletion for 1a0538d7-ad79-48f6-b9a5-6e6845af014a request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:26:47.370856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] Deleting port 36561602-1a85-437b-a56a-cf83fbb72205 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:47.372240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.437546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet after_create 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.438194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet after_delete 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.438764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet before_create 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.439348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Subscribe: > subnet before_update 55550000 {{(pid=84818) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 05 16:26:47.439972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be48f8d-4294-4f5f-b95f-a2f32109e9a7']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:47.454894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:47.455562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab4afa5-16f8-4aa3-bde8-2a0eb3ef3c8e') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:47.470419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.489906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.493269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43522) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:47.496272 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cabb58d6-5ca8-46a5-8fc3-3a3ac6e7c545 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f3589a598c0d4d98beffce0d29216e53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5735185 May 05 16:26:47.503684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43526) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:47.523479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:26:47.524040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn_limited( May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn_limited( May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:26:47.543087 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:26:47.582389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43534) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:47.599690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'name': 'tempest-router--725407426', 'project_id': '782be57e34c74bda80529378ea3a6103'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:47.614475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:47.631774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:router and tenant:782be57e34c74bda80529378ea3a6103 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:47.635408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:47.653815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:47.660873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] For port 36561602-1a85-437b-a56a-cf83fbb72205, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=36561602-1a85-437b-a56a-cf83fbb72205,segment=NetworkSegment(0db533c1-069a-4570-b8a7-673416a6dc80),segment_id=0db533c1-069a-4570-b8a7-673416a6dc80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:47.662125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.670897 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 8eccc75d-9622-4508-a309-887b6aba2e47 associated. External IP: 172.26.2.138, port: a98b12f5-5214-4ad8-b714-92b1a7017c49. May 05 16:26:47.729713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0919bf92-8c49-4fce-9d7a-f973804e05f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.735483 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4e06f5e5-7b1e-4ae7-b5bd-c5649d32dd55 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=d0bf075d3bc547c88f92083cbdb0ee26&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2407713 May 05 16:26:47.744496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43538) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:47.769605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.803438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0919bf92-8c49-4fce-9d7a-f973804e05f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.819095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] Calling delete_port for 36561602-1a85-437b-a56a-cf83fbb72205 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:47.822632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.841929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=3be48f8d-4294-4f5f-b95f-a2f32109e9a7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:47.860292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c16c45f0-8645-45bc-92c1-01e04a7105c0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/3be48f8d-4294-4f5f-b95f-a2f32109e9a7 HTTP/1.1" status: 204 len: 168 time: 1.0139372 May 05 16:26:47.860495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.860495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.863851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43542) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:47.917943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.944589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a7ac4-2da1-4db3-85a7-62dd97a9e64a req-d3c97738-8a67-4bd6-a9f4-1584faba90be tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:47.946018 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-802a7ac4-2da1-4db3-85a7-62dd97a9e64a req-d3c97738-8a67-4bd6-a9f4-1584faba90be tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2114453 May 05 16:26:47.960369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:47.988069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1c06fa95-f582-4ec6-b79d-ee515787ed69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.013998 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-802a7ac4-2da1-4db3-85a7-62dd97a9e64a req-f5ff4ece-0a7e-4c9c-85e9-c15a5c1ba590 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584238 May 05 16:26:48.030656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.035073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.039081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1c06fa95-f582-4ec6-b79d-ee515787ed69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.043551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] Pushing event deleted for resources: {'Port': ['ID=36561602-1a85-437b-a56a-cf83fbb72205,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:48.061109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3392b67c-d590-48f8-b1c1-ab6d17cc798e None None] No DVR routers for this DVR port 36561602-1a85-437b-a56a-cf83fbb72205 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:26:48.127943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0919bf92-8c49-4fce-9d7a-f973804e05f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.179631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.183536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d0fea85f-9661-4da6-8d00-92982f1d0d78 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5973473 May 05 16:26:48.183676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43546) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:48.210328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0919bf92-8c49-4fce-9d7a-f973804e05f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213859b3-11ad-4db0-aef3-ad37f0134561,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:48.223010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0919bf92-8c49-4fce-9d7a-f973804e05f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.226470 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0919bf92-8c49-4fce-9d7a-f973804e05f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/213859b3-11ad-4db0-aef3-ad37f0134561 HTTP/1.1" status: 204 len: 168 time: 0.7192807 May 05 16:26:48.229192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.264482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0538d7-ad79-48f6-b9a5-6e6845af014a']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:48.277726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db533c1-069a-4570-b8a7-673416a6dc80') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:48.278593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db533c1-069a-4570-b8a7-673416a6dc80') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:48.291394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.308038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.310958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1c06fa95-f582-4ec6-b79d-ee515787ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.332356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:26:48.332684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.341922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:26:48.347862 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:26:48.353618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1c06fa95-f582-4ec6-b79d-ee515787ed69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.354412 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1c06fa95-f582-4ec6-b79d-ee515787ed69 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d2d6ef5d-c012-407d-ae45-28fb82b3961d HTTP/1.1" status: 204 len: 168 time: 0.6058729 May 05 16:26:48.399873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c06fa95-f582-4ec6-b79d-ee515787ed69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d6ef5d-c012-407d-ae45-28fb82b3961d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:48.522037 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.556516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb90a1f-feef-4277-bde9-4b9836162f12 None None] New status for floating IP 9dcc887d-df8d-4164-8177-1b7170603bf4: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:26:48.567835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.579084 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/1a0538d7-ad79-48f6-b9a5-6e6845af014a HTTP/1.1" status: 204 len: 168 time: 0.7133267 May 05 16:26:48.584062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43556) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:48.584849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b0f4bc-aed9-4006-b330-49d7ef042182 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=1a0538d7-ad79-48f6-b9a5-6e6845af014a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:48.598066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1378154764'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:48.605126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:48.611395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:48.625152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:48.641526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:48.664409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 36561602-1a85-437b-a56a-cf83fbb72205 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:26:48.703918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 36561602-1a85-437b-a56a-cf83fbb72205 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:26:48.704561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 36561602-1a85-437b-a56a-cf83fbb72205 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:26:48.716427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:48.720386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.784372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 770} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:26:48.795174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.795850 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment 5475d6f4-6d1b-44b8-99d5-ccd3d352f03d of type vlan for network 248fdc25-b34a-4c42-b4e6-11a35a000bac May 05 16:26:48.828110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.938472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.945138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.946145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.951292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:48.952270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:48.957133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:49.084188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=248fdc25-b34a-4c42-b4e6-11a35a000bac,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:49.092080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:26:49.151179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.151728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c04a13e-a7be-4b88-93c3-227df522119e {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:26:49.164457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.168044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9ee357d3-4819-4599-9156-752a4433fe7b tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/routers/8c04a13e-a7be-4b88-93c3-227df522119e HTTP/1.1" status: 204 len: 168 time: 0.9810302 May 05 16:26:49.198542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f639a01-ef98-4352-9a1e-9b8dc1cfa3bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6053314 May 05 16:26:49.203802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43574) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:49.210796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:49.247975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df05f-9de5-4951-ab1c-047db8dac91a req-d70ac2e0-58bf-41b2-8cb4-570ea547f02e tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:49.249631 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8b4df05f-9de5-4951-ab1c-047db8dac91a req-d70ac2e0-58bf-41b2-8cb4-570ea547f02e tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.0907736 May 05 16:26:49.298608 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8b4df05f-9de5-4951-ab1c-047db8dac91a req-de5bc3a5-87c0-4c62-a1bc-9bf037a3be57 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436437 May 05 16:26:49.344015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43580) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:49.349107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:49.354375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:49.359217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:49.368563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:49.375393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:49.389959 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:49.405283 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:49.406465 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:49.410357 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-977921fa-17c9-408a-830f-fc78ff11b97e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6c05b0bd15a49f4b188db34ea2b3021&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0649338 May 05 16:26:49.412722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43586) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:49.492333 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:49.506048 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:49.506915 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:49.525221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:49.542094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db5cc26b-dfd2-46f5-8af0-a05d2d4fb807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.578501 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:49.578943 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b77e0-26ae-460a-8118-027fc78c69bd None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:49.646192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.664715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db5cc26b-dfd2-46f5-8af0-a05d2d4fb807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.750548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43592) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:49.800496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db5cc26b-dfd2-46f5-8af0-a05d2d4fb807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.817269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5cc26b-dfd2-46f5-8af0-a05d2d4fb807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f0a1e4-6c95-45ec-a1a5-6c9c62ce5b8d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:49.823522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db5cc26b-dfd2-46f5-8af0-a05d2d4fb807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:49.827583 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db5cc26b-dfd2-46f5-8af0-a05d2d4fb807 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98f0a1e4-6c95-45ec-a1a5-6c9c62ce5b8d HTTP/1.1" status: 204 len: 168 time: 0.4107058 May 05 16:26:49.991112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1275948998', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:50.003060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:50.009798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Usage tracker for resource:router and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:50.014738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:50.023858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:50.120127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.122256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.149698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.183917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8fb5747c-83b9-4c96-80a4-4cae25cb7eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.197302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43604) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:50.242403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:50.305775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.403891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.459596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=90e13538-c1d2-4027-93b5-d03d1363b532,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:50.540109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:50.540472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 248fdc25-b34a-4c42-b4e6-11a35a000bac, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:50.579210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-886641687'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:50.585038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:50.592849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:network and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:50.601242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b76d0f-350d-4fed-9108-35bc95274ccc req-76ac113d-3857-47f3-b2a0-d429d1979e62 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:50.602715 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59b76d0f-350d-4fed-9108-35bc95274ccc req-76ac113d-3857-47f3-b2a0-d429d1979e62 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.1318386 May 05 16:26:50.604668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:50.618597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:50.656336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:26:50.681092 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59b76d0f-350d-4fed-9108-35bc95274ccc req-999407cf-9167-43f9-84c8-598ed32acbb5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713735 May 05 16:26:50.686282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:50.696515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.697351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:50.712899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:50.714648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:50.718294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:50.728209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.753893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.781393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.783092 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 248fdc25-b34a-4c42-b4e6-11a35a000bac) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:50.787400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:50.788112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.796957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.801327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e74f760-d3a3-4122-a1d6-62a73397ae16 None None] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:50.828644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5d171dad-dd74-47d1-aa35-62ba6ae84e18 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/floatingips/8eccc75d-9622-4508-a309-887b6aba2e47 HTTP/1.1" status: 200 len: 979 time: 5.5130644 May 05 16:26:50.831394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43622) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:50.837056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:50.929784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ee155d6-335d-4e61-8266-f95a1ad14600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7237697 May 05 16:26:50.932388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43626) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:50.933305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:50.944351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-30401423', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:50.951982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:security_group_rule and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:50.955978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:50.962058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:50.967986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:50.990664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:50.995656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:51.002671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:51.006434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:51.021262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:51.045846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:51.046482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:51.066674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Allocated IP 172.26.2.228 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/5ecde108-893d-4680-a8ea-f5585ed705c2) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:51.119211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:51.119898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966c8c46-a5f8-490b-8d51-7ec0803aad3f None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:51.186668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.187600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.199502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-248fdc25-b34a-4c42-b4e6-11a35a000bac', 'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': '90e13538-c1d2-4027-93b5-d03d1363b532'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:26:51.201796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.251755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.313405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.317109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.338442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.344332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.369486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.378872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43636) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:51.384492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Allocated IP 2001:db8::2 (248fdc25-b34a-4c42-b4e6-11a35a000bac/90e13538-c1d2-4027-93b5-d03d1363b532/38c0a3bf-7fc9-4732-8486-564d6133fb6a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:51.417455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:26:51.424846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.425792 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 8eccc75d-9622-4508-a309-887b6aba2e47 disassociated. External IP: 172.26.2.138, port: 1ad14057-1be6-4d35-9359-d2933b4b9c84. May 05 16:26:51.429525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531e7473-a36c-4ef2-9540-8cf05fc4e001,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:51.437274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.437561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Added segment e3dd8626-8ec1-49e4-83c1-e958502a78d4 of type vlan for network 5ab40601-23d0-43c6-8592-369eb6a755db May 05 16:26:51.468835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.522627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.525011 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b23b2189-9e62-424e-ad8d-0c9ee6c089df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5884464 May 05 16:26:51.538566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43642) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:51.546638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'port': {'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac', 'name': 'tempest-RoutersIpV6Test-1028085672'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:51.564772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1355919'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:51.571333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.576676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:51.582246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:51.586021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:51.593133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:51.615844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.628605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Transition to ACTIVE for port object 38c0a3bf-7fc9-4732-8486-564d6133fb6a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:51.655014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Transition to ACTIVE for port object 38c0a3bf-7fc9-4732-8486-564d6133fb6a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:51.670412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.674072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:51.674641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.729297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.746476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:51.751272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.772332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.820606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:51.826130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:51.830474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:51.835630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event updated for resources: {'Port': ['ID=5ecde108-893d-4680-a8ea-f5585ed705c2,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:51.837052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:51.844498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:51.870966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:51.901523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Pushing event updated for resources: {'Port': ['ID=38c0a3bf-7fc9-4732-8486-564d6133fb6a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:51.960015 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7615652 May 05 16:26:51.962556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43648) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:51.978517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c678ec-4b6a-439f-b145-1cde49fe23a8 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Network': ['ID=5ab40601-23d0-43c6-8592-369eb6a755db,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:51.982138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Attempting to bind port 38c0a3bf-7fc9-4732-8486-564d6133fb6a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:51.982582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Attempting to bind port 38c0a3bf-7fc9-4732-8486-564d6133fb6a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:51.983006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Attempting to bind port 38c0a3bf-7fc9-4732-8486-564d6133fb6a on network 248fdc25-b34a-4c42-b4e6-11a35a000bac {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:51.990477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:51.990921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Checking segment: {'id': '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:51.991378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:51.991854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Bound using segment: {'id': '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:51.992574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Bound port: 38c0a3bf-7fc9-4732-8486-564d6133fb6a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': '248fdc25-b34a-4c42-b4e6-11a35a000bac'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:51.992955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.000461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'subnet': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:52.006079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5ab40601-23d0-43c6-8592-369eb6a755db details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:26:52.034232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:52.039141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:security_group_rule and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:52.042969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:52.050167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:52.107728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:52.153757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.168077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:26:52.183590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] For port 38c0a3bf-7fc9-4732-8486-564d6133fb6a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:52.187812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] For port 38c0a3bf-7fc9-4732-8486-564d6133fb6a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=38c0a3bf-7fc9-4732-8486-564d6133fb6a,segment=NetworkSegment(5475d6f4-6d1b-44b8-99d5-ccd3d352f03d),segment_id=5475d6f4-6d1b-44b8-99d5-ccd3d352f03d)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:52.234856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.270772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.289153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:52.311416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:52.328129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:subnet and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:52.332947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:26:52.333520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:52.342780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b3eb6-6d6b-4f41-918d-bf1571e8f378,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:52.343698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:52.365312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.365656 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 3915fadf-9557-4bbc-afb1-6e98d9a0b4cb of type vlan for network d97e2696-b2d9-475c-a7e4-4326742dedeb May 05 16:26:52.375309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f1c2f-7e1d-40f4-8250-89ef5ed225b4 req-7ce080b1-8dbc-40ca-beac-96e61b1a53a4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:52.376123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-689f1c2f-7e1d-40f4-8250-89ef5ed225b4 req-7ce080b1-8dbc-40ca-beac-96e61b1a53a4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4736631 May 05 16:26:52.380208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa061e3-2af8-46fb-b14a-b02dd7e44c05 None None] Pushing event updated for resources: {'Port': ['ID=38c0a3bf-7fc9-4732-8486-564d6133fb6a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:52.390423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:52.393552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.405229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.441277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] device_id is not set on port 87fb7ac0-1615-41d2-8e36-719d3f271422 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:52.446937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-26694bab-3ab4-4e40-a6ea-85e8cbb8a8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.473481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:52.487396 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:52.490380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.505123 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:52.506011 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:52.525449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:52.550590 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-689f1c2f-7e1d-40f4-8250-89ef5ed225b4 req-d8bc5305-b67a-4534-94cc-7d15332fa9f7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665685 May 05 16:26:52.560793 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-02793df1-c29e-4529-8d55-882a4341b496 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/floatingips/8eccc75d-9622-4508-a309-887b6aba2e47 HTTP/1.1" status: 200 len: 688 time: 1.7281401 May 05 16:26:52.563175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43652) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:52.607249 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:52.619176 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:52.620066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:52.656274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.660329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:52.661005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.689068 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:52.689661 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0870bea8-2522-42a5-b0b8-1218598d83f2 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:52.724732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.827595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8::292 (248fdc25-b34a-4c42-b4e6-11a35a000bac/90e13538-c1d2-4027-93b5-d03d1363b532/87fb7ac0-1615-41d2-8e36-719d3f271422) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:52.902540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.902540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.917565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 3b82ffce-5cf5-4d72-b726-3b7656dc2f0c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:52.917916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:52.954632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=d97e2696-b2d9-475c-a7e4-4326742dedeb,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:53.149043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network d97e2696-b2d9-475c-a7e4-4326742dedeb details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:26:53.149155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.149155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.219194 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-06f6b7c7-d567-41ca-9883-65dee76f499a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 777 time: 1.8389680 May 05 16:26:53.225591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 3b82ffce-5cf5-4d72-b726-3b7656dc2f0c owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:53.346551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.355362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43656) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:53.370161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:53.403690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object 87fb7ac0-1615-41d2-8e36-719d3f271422 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:53.467601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.481935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.565581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=3b82ffce-5cf5-4d72-b726-3b7656dc2f0c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:53.584144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:53.599411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:53.604354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Subnet': ['ID=9033f7e5-7963-45fd-ab94-3a02f46aa247,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:53.605857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.608225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:53.628163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:53.664866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Checking segment: {'id': 'e3dd8626-8ec1-49e4-83c1-e958502a78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:53.665146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network hostable DHCP agents. Network: 5ab40601-23d0-43c6-8592-369eb6a755db, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:53.673115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.718228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3bcb33-7131-4119-93e6-e114476c5d39 None None] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:53.739347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.792691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:53.830213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:26:53.886488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.914174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Router 3e204fee-9785-44d6-b498-fea5b88c6024 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:26:53.918172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:53.924575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf93d4d-5604-44cb-b0a7-6036c54a7368 req-9850541e-449c-4c8e-a353-eb5d6284a544 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:53.937158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bcf93d4d-5604-44cb-b0a7-6036c54a7368 req-9850541e-449c-4c8e-a353-eb5d6284a544 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.1073296 May 05 16:26:53.937325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:53.941547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:53.945532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:53.946133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:53.967511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=87fb7ac0-1615-41d2-8e36-719d3f271422,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:53.978756 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bcf93d4d-5604-44cb-b0a7-6036c54a7368 req-793d9205-c23f-4b15-9239-ad2229f75ec2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453322 May 05 16:26:54.008494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:54.009100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-da497512-f4d5-47c5-8e14-df4a901075ad None None] Provisioning for port 38c0a3bf-7fc9-4732-8486-564d6133fb6a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:54.031430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:54.032740 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b94fa259-dcef-4cbe-a2c9-e4f1b91e8ebf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/floatingips/8eccc75d-9622-4508-a309-887b6aba2e47 HTTP/1.1" status: 204 len: 168 time: 1.4685221 May 05 16:26:54.035309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43662) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:54.094087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 5ab40601-23d0-43c6-8592-369eb6a755db) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:54.097637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:54.098254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:54.114960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9350e3-687b-4012-97f8-70894290f4bd None None] Network 5ab40601-23d0-43c6-8592-369eb6a755db requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:54.116264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-fb210ef3-41f6-4a5e-bcc7-2f18874245bf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] delete failed (client error): The resource could not be found. May 05 16:26:54.117466 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fb210ef3-41f6-4a5e-bcc7-2f18874245bf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/floatingips/8eccc75d-9622-4508-a309-887b6aba2e47 HTTP/1.1" status: 404 len: 345 time: 0.0811231 May 05 16:26:54.123923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43666) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:54.228653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a609665-072d-4775-9c7e-19b9d82a7aee tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:54.234026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a609665-072d-4775-9c7e-19b9d82a7aee tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:54.238337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a609665-072d-4775-9c7e-19b9d82a7aee tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:54.239564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3a609665-072d-4775-9c7e-19b9d82a7aee tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Synchronizing usage tracker for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:54.285416 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b1b75a6b-d70c-4a3b-a78b-2cb1226b0d8f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7430413 May 05 16:26:54.285929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43670) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:54.378882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-5ab40601-23d0-43c6-8592-369eb6a755db', 'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'tenant_id': '6855feee4d704a1b8538a193f56cbfdd', 'fixed_ips': [{'subnet_id': '9033f7e5-7963-45fd-ab94-3a02f46aa247'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:26:54.380182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:54.414164 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ed18c9b-6554-433b-95b8-bbc4a48a1d47 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4395454 May 05 16:26:54.416173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43674) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:54.422918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'name': 'tempest-AllowedAddressPairTestJSON-1182812155'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:54.463774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3a609665-072d-4775-9c7e-19b9d82a7aee tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Unset dirty status for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:54.465969 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3a609665-072d-4775-9c7e-19b9d82a7aee tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/ports?network_id=0dc2c5b5-c82a-4d64-83bd-09d03bd9565f HTTP/1.1" status: 200 len: 2359 time: 0.3399506 May 05 16:26:54.474089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43678) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:54.512141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8c2885ef-f9a6-47f7-80fd-8a5223a666ba None None] Provisioning for port 87fb7ac0-1615-41d2-8e36-719d3f271422 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:54.533243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8c2885ef-f9a6-47f7-80fd-8a5223a666ba None None] Provisioning complete for port 87fb7ac0-1615-41d2-8e36-719d3f271422 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:54.533962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8c2885ef-f9a6-47f7-80fd-8a5223a666ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:54.629392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dca363-e638-4606-aa4e-53f84ef796f8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:54.636425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-01dca363-e638-4606-aa4e-53f84ef796f8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/subnets/faee4640-84c9-4d18-8df6-97fc1f0a2327 HTTP/1.1" status: 200 len: 797 time: 0.1552913 May 05 16:26:54.642248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43682) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:54.681912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'port': {'network_id': '0dc2c5b5-c82a-4d64-83bd-09d03bd9565f', 'name': 'tempest-FloatingIPTestJSON-1070347698', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:54.699970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8c2885ef-f9a6-47f7-80fd-8a5223a666ba None None] Port 87fb7ac0-1615-41d2-8e36-719d3f271422 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:54.706813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 38c0a3bf-7fc9-4732-8486-564d6133fb6a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:54.798536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Allocated IP 172.20.0.2 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/f6cf4c5e-78f8-4eeb-abf8-027c7e450a33) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:54.805223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:54.820799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:port and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:54.827300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:54.854169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:54.895279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:54.909956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:54.917875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:26:54.941799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] Sync routers for ids ['3e204fee-9785-44d6-b498-fea5b88c6024'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:26:54.945015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:54.957692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b1c5e6de-e60d-4a47-9a89-1d21dffaaaa1 None None] Provisioning complete for port 87fb7ac0-1615-41d2-8e36-719d3f271422 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:54.958136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b1c5e6de-e60d-4a47-9a89-1d21dffaaaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.009911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:55.013298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.023086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 38c0a3bf-7fc9-4732-8486-564d6133fb6a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:55.038240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:55.053702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.055016 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c7fdefee-cf34-42c6-8787-b88ee11d8796 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3038459 May 05 16:26:55.057558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 38c0a3bf-7fc9-4732-8486-564d6133fb6a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:55.058472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.062384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43688) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:55.106790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] Routers {'3e204fee-9785-44d6-b498-fea5b88c6024'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:55.107430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3e204fee-9785-44d6-b498-fea5b88c6024'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:55.134842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=df686f4b-ce4b-4232-8fe5-99f7b3d53d1c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:55.144792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] device_id is not set on port 0f525c27-e1e3-46cc-825c-60ecdb46c6df yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:55.231326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.246292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b1c5e6de-e60d-4a47-9a89-1d21dffaaaa1 None None] Port 87fb7ac0-1615-41d2-8e36-719d3f271422 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:55.254563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:55.290922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.295849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.305949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:55.305949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: d97e2696-b2d9-475c-a7e4-4326742dedeb, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:55.308495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] Routers {'3e204fee-9785-44d6-b498-fea5b88c6024'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:26:55.309634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3e204fee-9785-44d6-b498-fea5b88c6024'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:55.353017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.379377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Transition to ACTIVE for port object f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:55.385717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:26:55.385884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd777a7-3361-4fd4-b047-53b130bc3ba8 None None] The sync data for ids ['3e204fee-9785-44d6-b498-fea5b88c6024'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:26:55.386837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] device_id is not set on port 5cf06c3f-bd0c-4257-8b4c-da61575adb45 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:55.441844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e71eef1-e406-4072-9982-fffe973c1e4d req-6a5b85a2-3005-48fb-873b-b50ec6d5df11 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:55.445801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Transition to ACTIVE for port object f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:55.448865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e71eef1-e406-4072-9982-fffe973c1e4d req-6a5b85a2-3005-48fb-873b-b50ec6d5df11 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2595322 May 05 16:26:55.458123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.484634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network d97e2696-b2d9-475c-a7e4-4326742dedeb is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:26:55.495409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 38c0a3bf-7fc9-4732-8486-564d6133fb6a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=38c0a3bf-7fc9-4732-8486-564d6133fb6a,segment=NetworkSegment(5475d6f4-6d1b-44b8-99d5-ccd3d352f03d),segment_id=5475d6f4-6d1b-44b8-99d5-ccd3d352f03d)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:55.533424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.579990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.611494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:55.611728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e71eef1-e406-4072-9982-fffe973c1e4d req-f3fa43e9-5060-4db5-a827-906728e4f4e5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621184 May 05 16:26:55.615484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:55.620348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:55.624749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, d97e2696-b2d9-475c-a7e4-4326742dedeb) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:55.627512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Pushing event updated for resources: {'Port': ['ID=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:55.638446 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8b368ae5-0d7c-4216-ad1b-a25d49f4adcf tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/3e204fee-9785-44d6-b498-fea5b88c6024 HTTP/1.1" status: 200 len: 921 time: 0.5747402 May 05 16:26:55.641565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43694) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:55.644320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Allocated IP 172.20.0.6 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/0f525c27-e1e3-46cc-825c-60ecdb46c6df) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:55.646989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:55.647879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.702136 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2325a05b-0aa5-46b8-a57f-6425ecec40f3 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e204fee-9785-44d6-b498-fea5b88c6024 HTTP/1.1" status: 200 len: 205 time: 0.0594821 May 05 16:26:55.704884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43698) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:55.731226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef69aba-53bb-4efe-96a1-6875008979db None None] Network d97e2696-b2d9-475c-a7e4-4326742dedeb requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:55.914343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Attempting to bind port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:55.914803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Attempting to bind port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e3dd8626-8ec1-49e4-83c1-e958502a78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:55.915114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Attempting to bind port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 on network 5ab40601-23d0-43c6-8592-369eb6a755db {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:55.921824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=38c0a3bf-7fc9-4732-8486-564d6133fb6a,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:55.940874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:55.941247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Checking segment: {'id': 'e3dd8626-8ec1-49e4-83c1-e958502a78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:55.941651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.942113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Bound using segment: {'id': 'e3dd8626-8ec1-49e4-83c1-e958502a78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:55.942499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Bound port: f6cf4c5e-78f8-4eeb-abf8-027c7e450a33, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3dd8626-8ec1-49e4-83c1-e958502a78d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:55.942868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.944186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:55.960603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:55.965939 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7f2783aa-c981-421d-a40e-775cd7a21d44 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6065724 May 05 16:26:55.979383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43702) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:55.987175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2122523487'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:55.995656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:56.002769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:56.006816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:56.018412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:56.057921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.077974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.14 (0dc2c5b5-c82a-4d64-83bd-09d03bd9565f/faee4640-84c9-4d18-8df6-97fc1f0a2327/5cf06c3f-bd0c-4257-8b4c-da61575adb45) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:56.093394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.13 (0dc2c5b5-c82a-4d64-83bd-09d03bd9565f/faee4640-84c9-4d18-8df6-97fc1f0a2327/5cf06c3f-bd0c-4257-8b4c-da61575adb45) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:56.119418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] For port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:56.119655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.122654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] For port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,segment=NetworkSegment(e3dd8626-8ec1-49e4-83c1-e958502a78d4),segment_id=e3dd8626-8ec1-49e4-83c1-e958502a78d4)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:56.128767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-d97e2696-b2d9-475c-a7e4-4326742dedeb', 'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'df686f4b-ce4b-4232-8fe5-99f7b3d53d1c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:26:56.129696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.165071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:56.166681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Transition to ACTIVE for port object 0f525c27-e1e3-46cc-825c-60ecdb46c6df will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:56.170087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.217625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.224433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=87fb7ac0-1615-41d2-8e36-719d3f271422,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:56.236611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.339592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:26:56.354061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.354418 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 6f565ea3-ee52-413b-ad06-5ebe20f51ebd of type vlan for network a170bb43-45ca-4046-890f-76979f7edae6 May 05 16:26:56.402286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.417116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ed0ba-0fee-49b0-8353-fed8d85691b4 None None] Pushing event updated for resources: {'Port': ['ID=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:56.431127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Allocated IP 172.20.255.242 (d97e2696-b2d9-475c-a7e4-4326742dedeb/df686f4b-ce4b-4232-8fe5-99f7b3d53d1c/f51f1945-92d9-43ab-bc18-42e11a754c52) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:56.486839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.521663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:26:56.554850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-55491530-de38-4bb6-99a4-85c6562c3ae3 None None] Provisioning complete for port 87fb7ac0-1615-41d2-8e36-719d3f271422 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:56.555771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-55491530-de38-4bb6-99a4-85c6562c3ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.602340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.659558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-55491530-de38-4bb6-99a4-85c6562c3ae3 None None] Port 87fb7ac0-1615-41d2-8e36-719d3f271422 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:56.711643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 38c0a3bf-7fc9-4732-8486-564d6133fb6a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:56.718251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.722011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:56.722601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.765954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.775727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=5cf06c3f-bd0c-4257-8b4c-da61575adb45,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:56.835802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.854327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Transition to ACTIVE for port object f51f1945-92d9-43ab-bc18-42e11a754c52 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:56.880512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Transition to ACTIVE for port object f51f1945-92d9-43ab-bc18-42e11a754c52 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:56.881792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 38c0a3bf-7fc9-4732-8486-564d6133fb6a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:56.882188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.919414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=0f525c27-e1e3-46cc-825c-60ecdb46c6df,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:56.942732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:56.945758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:56.946532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:56.949326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:56.981960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:56.987027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:56.989663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:56.992613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=a170bb43-45ca-4046-890f-76979f7edae6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:57.004943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.052187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.054678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a170bb43-45ca-4046-890f-76979f7edae6 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:26:57.061026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:57.061626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.067651 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6912a2f5-cf24-49df-ad55-52f6d63b9791 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0843718 May 05 16:26:57.069235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43710) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:57.079290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:57.099284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:57.099851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.179926 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-81ff209e-89c7-4f40-8e41-532f7dd93a91 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7639134 May 05 16:26:57.183247 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-018fdd1a-5995-4d9a-9885-3e754325b56d tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5388348 May 05 16:26:57.184658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43714) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:57.187860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43716) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:57.195998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '5cf06c3f-bd0c-4257-8b4c-da61575adb45', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:57.196152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Pushing event updated for resources: {'Port': ['ID=f51f1945-92d9-43ab-bc18-42e11a754c52,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:57.213281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Network d97e2696-b2d9-475c-a7e4-4326742dedeb is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:57.213281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:57.216463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Deleting port 5ecde108-893d-4680-a8ea-f5585ed705c2 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:57.216718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:57.216862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.220928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'name': 'tempest-AllowedAddressPairTestJSON-899148378', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a9:2c:ce'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:26:57.245754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:57.266325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6b2ff-9d12-4f88-9b62-33f1424920d0 req-d8516d6a-9169-4c2a-a8b3-5c6de5977d70 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:57.268004 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0cd6b2ff-9d12-4f88-9b62-33f1424920d0 req-d8516d6a-9169-4c2a-a8b3-5c6de5977d70 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3160348 May 05 16:26:57.319938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Attempting to bind port f51f1945-92d9-43ab-bc18-42e11a754c52 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:26:57.320304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Attempting to bind port f51f1945-92d9-43ab-bc18-42e11a754c52 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:26:57.320720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Attempting to bind port f51f1945-92d9-43ab-bc18-42e11a754c52 on network d97e2696-b2d9-475c-a7e4-4326742dedeb {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:26:57.327439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:floatingip and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:57.328480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:26:57.328651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Checking segment: {'id': '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:57.328990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.329384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Bound using segment: {'id': '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:26:57.329855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Bound port: f51f1945-92d9-43ab-bc18-42e11a754c52, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'd97e2696-b2d9-475c-a7e4-4326742dedeb'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:26:57.330215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.340396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:57.352722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.358266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:57.436969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:57.441329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:port and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:57.444272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:57.445797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] For port f51f1945-92d9-43ab-bc18-42e11a754c52, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:26:57.449604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] For port f51f1945-92d9-43ab-bc18-42e11a754c52, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f51f1945-92d9-43ab-bc18-42e11a754c52,segment=NetworkSegment(3915fadf-9557-4bbc-afb1-6e98d9a0b4cb),segment_id=3915fadf-9557-4bbc-afb1-6e98d9a0b4cb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:26:57.454767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:57.454933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:26:57.468837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:26:57.482338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.509280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:26:57.529190 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0cd6b2ff-9d12-4f88-9b62-33f1424920d0 req-44d726da-b82e-4db8-81f2-c8aed40ff046 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433889 May 05 16:26:57.530101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:26:57.567503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.602684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:57.613028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.646974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] device_id is not set on port 933a970e-6edc-4f81-9ea0-5f77274266f9 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:26:57.663726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5437585-50e9-4820-a7d9-123af139ebc5 None None] Pushing event updated for resources: {'Port': ['ID=f51f1945-92d9-43ab-bc18-42e11a754c52,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:57.697644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b4320-4fa6-4802-a423-b936503bbc64 None None] Network 5ab40601-23d0-43c6-8592-369eb6a755db requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:57.815713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:26:57.825562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.935314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Allocated IP 172.20.0.5 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/933a970e-6edc-4f81-9ea0-5f77274266f9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:57.971056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:57.975264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-46d95472-9125-4912-8644-da76205544b8 None None] Provisioning for port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:58.135170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Calling delete_port for 5ecde108-893d-4680-a8ea-f5585ed705c2 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:26:58.167928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.174290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.195 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/73591988-5a1d-4bbf-9b66-e48660ea8486) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:26:58.373321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.407355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Transition to ACTIVE for port object 933a970e-6edc-4f81-9ea0-5f77274266f9 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:26:58.409854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d2cc7372-32b5-4b69-8aa7-5df0cf697412 None None] Provisioning for port 0f525c27-e1e3-46cc-825c-60ecdb46c6df completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:58.419961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d2cc7372-32b5-4b69-8aa7-5df0cf697412 None None] Provisioning complete for port 0f525c27-e1e3-46cc-825c-60ecdb46c6df triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:58.420284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2cc7372-32b5-4b69-8aa7-5df0cf697412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.425704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.488641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d2cc7372-32b5-4b69-8aa7-5df0cf697412 None None] Port 0f525c27-e1e3-46cc-825c-60ecdb46c6df cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:58.533403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.599020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.626822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-211462db-fc61-424c-a127-271bce1dac9a None None] Provisioning complete for port 0f525c27-e1e3-46cc-825c-60ecdb46c6df triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:58.627265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-211462db-fc61-424c-a127-271bce1dac9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.653700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:58.662018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:58.684969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:58.693367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.755871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.756828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.777360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:58.782270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-211462db-fc61-424c-a127-271bce1dac9a None None] Port 0f525c27-e1e3-46cc-825c-60ecdb46c6df cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:58.785756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:58.895194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=87fb7ac0-1615-41d2-8e36-719d3f271422,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:58.908595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:58.910941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:26:58.952434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:58.960175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=933a970e-6edc-4f81-9ea0-5f77274266f9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:58.997668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:59.004791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:59.005242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.009866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event deleted for resources: {'Port': ['ID=5ecde108-893d-4680-a8ea-f5585ed705c2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:59.034404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=73591988-5a1d-4bbf-9b66-e48660ea8486,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:59.058343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:59.059500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.117130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.165653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faeb1a39-97b9-44f7-a74b-514896db90b1 None None] Network d97e2696-b2d9-475c-a7e4-4326742dedeb requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:26:59.170392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c27820e-1759-46be-9113-186090ca3c07 req-753a7ba6-a47b-4927-bf38-a8f8a7f9cb47 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:59.172552 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c27820e-1759-46be-9113-186090ca3c07 req-753a7ba6-a47b-4927-bf38-a8f8a7f9cb47 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4165285 May 05 16:26:59.298416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-deb7d97e-6d2a-4d73-8b17-419a484693e9 None None] Provisioning for port 933a970e-6edc-4f81-9ea0-5f77274266f9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:59.308924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=b324b19a-e2f1-4e29-b38f-44bb4de829e6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:59.320461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-deb7d97e-6d2a-4d73-8b17-419a484693e9 None None] Provisioning complete for port 933a970e-6edc-4f81-9ea0-5f77274266f9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:59.320849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-deb7d97e-6d2a-4d73-8b17-419a484693e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.341963 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-09b097ef-ce66-49ea-95de-e189e7065e86 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.1559992 May 05 16:26:59.352917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.371263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43724) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:59.430496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-deb7d97e-6d2a-4d73-8b17-419a484693e9 None None] Port 933a970e-6edc-4f81-9ea0-5f77274266f9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:26:59.451050 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c27820e-1759-46be-9113-186090ca3c07 req-16507cdf-6cad-4905-8028-aae1e445291e tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733004 May 05 16:26:59.452459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,segment=NetworkSegment(e3dd8626-8ec1-49e4-83c1-e958502a78d4),segment_id=e3dd8626-8ec1-49e4-83c1-e958502a78d4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:26:59.492802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:26:59.498931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:26:59.564394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.565441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f51f1945-92d9-43ab-bc18-42e11a754c52 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:26:59.648300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.655333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-892439f7-2c1e-48c1-a0a5-d89222f95639 None None] Provisioning for port f51f1945-92d9-43ab-bc18-42e11a754c52 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:59.656396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae35404-609e-446c-8ca5-12e69f5faf9a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:59.661947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae35404-609e-446c-8ca5-12e69f5faf9a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:59.669122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae35404-609e-446c-8ca5-12e69f5faf9a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:26:59.670179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7ae35404-609e-446c-8ca5-12e69f5faf9a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Synchronizing usage tracker for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:26:59.740457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:26:59.791434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7ae35404-609e-446c-8ca5-12e69f5faf9a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Unset dirty status for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:26:59.796758 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7ae35404-609e-446c-8ca5-12e69f5faf9a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.4146194 May 05 16:26:59.802704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43728) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:26:59.825511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-464229c1-1a64-4d54-87b5-0d341914f263 None None] Provisioning complete for port 87fb7ac0-1615-41d2-8e36-719d3f271422 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:59.825511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-464229c1-1a64-4d54-87b5-0d341914f263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.854512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '6f565ea3-ee52-413b-ad06-5ebe20f51ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:26:59.854873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: a170bb43-45ca-4046-890f-76979f7edae6, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:26:59.863206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f51f1945-92d9-43ab-bc18-42e11a754c52 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:26:59.881078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f51f1945-92d9-43ab-bc18-42e11a754c52 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:26:59.881670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.897839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port 933a970e-6edc-4f81-9ea0-5f77274266f9 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:26:59.898189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:26:59.961292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-464229c1-1a64-4d54-87b5-0d341914f263 None None] Port 87fb7ac0-1615-41d2-8e36-719d3f271422 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:00.034415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.036881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.074219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f51f1945-92d9-43ab-bc18-42e11a754c52, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f51f1945-92d9-43ab-bc18-42e11a754c52,segment=NetworkSegment(3915fadf-9557-4bbc-afb1-6e98d9a0b4cb),segment_id=3915fadf-9557-4bbc-afb1-6e98d9a0b4cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:00.089966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bb630bf0-c64f-40a1-9abc-b9cdd170ee11 None None] Provisioning complete for port f51f1945-92d9-43ab-bc18-42e11a754c52 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:00.090274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bb630bf0-c64f-40a1-9abc-b9cdd170ee11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.106315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.140623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.183096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.274728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f51f1945-92d9-43ab-bc18-42e11a754c52,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:00.311156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.317802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.319746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network a170bb43-45ca-4046-890f-76979f7edae6 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:00.372835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.373388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Fanout notify agent at l3_agent the message router_deleted on router 3e204fee-9785-44d6-b498-fea5b88c6024 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:00.392907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.394857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-25321aa4-fe5c-4cea-8df1-639040e48659 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/3e204fee-9785-44d6-b498-fea5b88c6024 HTTP/1.1" status: 204 len: 168 time: 4.6883159 May 05 16:27:00.400636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43732) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:00.406656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-457738210', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': False}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:00.412002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:00.415898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:router and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:00.419234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:00.421871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 3c21814f-015b-4dda-ba22-5ea7508a224f is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:00.427520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:00.477202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for 933a970e-6edc-4f81-9ea0-5f77274266f9 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:00.487880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a170bb43-45ca-4046-890f-76979f7edae6) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:00.501182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaef5bb-dcf0-4673-8ef9-b19d0b1c4b59 None None] Network a170bb43-45ca-4046-890f-76979f7edae6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:00.502593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:00.503185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.584444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.585232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.657154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:00.702102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:00.706898 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8748f370-967c-40ee-a428-3d278435a002 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.6334844 May 05 16:27:00.711688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43738) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:00.728535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:00.728731 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7c9d6698-7d08-4598-a4fb-52f0581635d9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/3c21814f-015b-4dda-ba22-5ea7508a224f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4392042 May 05 16:27:00.728899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43742) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:00.744119 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] Sync routers for ids ['3c21814f-015b-4dda-ba22-5ea7508a224f'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:00.769663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:27:00.770634 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] Routers {'3c21814f-015b-4dda-ba22-5ea7508a224f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:00.771399 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c21814f-015b-4dda-ba22-5ea7508a224f'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:00.888350 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:00.910608 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] Routers {'3c21814f-015b-4dda-ba22-5ea7508a224f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:00.911698 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c21814f-015b-4dda-ba22-5ea7508a224f'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:01.003697 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:01.004857 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f847069-58c3-40d8-9003-d6299207b09f None None] The sync data for ids ['3c21814f-015b-4dda-ba22-5ea7508a224f'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:01.054993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a170bb43-45ca-4046-890f-76979f7edae6', 'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'b324b19a-e2f1-4e29-b38f-44bb4de829e6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:01.058645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.061002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.066629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.122797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:01.123155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.131484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.135108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Port': ['ID=933a970e-6edc-4f81-9ea0-5f77274266f9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:01.140571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.148842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b82d1d0-d46e-4afe-adf0-cbe3670a52a1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:01.150213 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8b82d1d0-d46e-4afe-adf0-cbe3670a52a1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports/87fb7ac0-1615-41d2-8e36-719d3f271422 HTTP/1.1" status: 200 len: 984 time: 0.4203956 May 05 16:27:01.161025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43746) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:01.262501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.320442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Allocated IP 172.20.0.2 (a170bb43-45ca-4046-890f-76979f7edae6/b324b19a-e2f1-4e29-b38f-44bb4de829e6/72db2613-fe5a-4443-9c96-3dfc393c7c3c) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:01.345697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f51f1945-92d9-43ab-bc18-42e11a754c52 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:01.353466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=73591988-5a1d-4bbf-9b66-e48660ea8486,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:01.371656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c75f3e-c98c-4d1f-b4d1-e0a1b5c90af5 req-fad1faae-ff93-4288-885f-c2bddb68f7c2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:01.382142 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41c75f3e-c98c-4d1f-b4d1-e0a1b5c90af5 req-fad1faae-ff93-4288-885f-c2bddb68f7c2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5855584 May 05 16:27:01.467105 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41c75f3e-c98c-4d1f-b4d1-e0a1b5c90af5 req-139ade6d-118e-4b29-a982-e6db7637e73e tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836601 May 05 16:27:01.493889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.541772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f51f1945-92d9-43ab-bc18-42e11a754c52 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:01.542139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.564028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.653982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.668649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Transition to ACTIVE for port object 72db2613-fe5a-4443-9c96-3dfc393c7c3c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:01.774778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Transition to ACTIVE for port object 72db2613-fe5a-4443-9c96-3dfc393c7c3c will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:01.843391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.873253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.892686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.922191 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP a6716191-da04-4622-8995-694149694947 associated. External IP: 172.26.2.195, port: 5cf06c3f-bd0c-4257-8b4c-da61575adb45. May 05 16:27:01.925113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:01.962945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Pushing event updated for resources: {'Port': ['ID=72db2613-fe5a-4443-9c96-3dfc393c7c3c,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:01.970396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Network a170bb43-45ca-4046-890f-76979f7edae6 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:01.972093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:01.976366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:01.986874 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c9ab4515-fc18-412b-ae3c-ade07477ab09 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/ports/933a970e-6edc-4f81-9ea0-5f77274266f9 HTTP/1.1" status: 204 len: 168 time: 2.1846976 May 05 16:27:01.988682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43750) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:02.032964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.059059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c5975e-42db-4b96-99f8-33825d74ef23 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] GET failed (client error): The resource could not be found. May 05 16:27:02.064278 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d5c5975e-42db-4b96-99f8-33825d74ef23 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "GET /v2.0/ports/933a970e-6edc-4f81-9ea0-5f77274266f9 HTTP/1.1" status: 404 len: 333 time: 0.0720589 May 05 16:27:02.065857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43754) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:02.075119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Attempting to bind port 72db2613-fe5a-4443-9c96-3dfc393c7c3c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:02.075832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Attempting to bind port 72db2613-fe5a-4443-9c96-3dfc393c7c3c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '6f565ea3-ee52-413b-ad06-5ebe20f51ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:02.076323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Attempting to bind port 72db2613-fe5a-4443-9c96-3dfc393c7c3c on network a170bb43-45ca-4046-890f-76979f7edae6 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:02.076472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'name': 'tempest-AllowedAddressPairTestJSON-753940469'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:02.084269 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:02.085070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=b324b19a-e2f1-4e29-b38f-44bb4de829e6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:02.085185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Checking segment: {'id': '6f565ea3-ee52-413b-ad06-5ebe20f51ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:02.085185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.086278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Bound using segment: {'id': '6f565ea3-ee52-413b-ad06-5ebe20f51ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:02.086421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Bound port: 72db2613-fe5a-4443-9c96-3dfc393c7c3c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f565ea3-ee52-413b-ad06-5ebe20f51ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': 'a170bb43-45ca-4046-890f-76979f7edae6'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:02.086822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.192848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] For port 72db2613-fe5a-4443-9c96-3dfc393c7c3c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:02.196515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] For port 72db2613-fe5a-4443-9c96-3dfc393c7c3c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=72db2613-fe5a-4443-9c96-3dfc393c7c3c,segment=NetworkSegment(6f565ea3-ee52-413b-ad06-5ebe20f51ebd),segment_id=6f565ea3-ee52-413b-ad06-5ebe20f51ebd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:02.200021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.230837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a170bb43-45ca-4046-890f-76979f7edae6']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:02.245445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f565ea3-ee52-413b-ad06-5ebe20f51ebd') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:02.245737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f565ea3-ee52-413b-ad06-5ebe20f51ebd') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:02.260641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.261465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Allocated IP 172.26.2.84 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e636f914-b52d-42cc-89e8-89e4cc9f1c00) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:02.287675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.290000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.299046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:02.299722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:02.315482 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:02.344345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:02.405359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9182b1-d2b2-448f-81ee-6f883d2ac81b None None] Pushing event updated for resources: {'Port': ['ID=72db2613-fe5a-4443-9c96-3dfc393c7c3c,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:02.413818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:port and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:02.420639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:02.435271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.449793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2171b997-7238-477a-9cbd-4dd658205532 None None] Network a170bb43-45ca-4046-890f-76979f7edae6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:02.485796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:02.526623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:27:02.526623 dv-neutron-840483-1-hyperv neutron-server[84818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:27:02.526623 dv-neutron-840483-1-hyperv neutron-server[84818]: [parameters: {'id': 'a170bb43-45ca-4046-890f-76979f7edae6'}] May 05 16:27:02.526623 dv-neutron-840483-1-hyperv neutron-server[84818]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:02.527032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:02.634000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:02.635887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.643125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:02.646094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:02.683507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] device_id is not set on port fbf73f05-a656-4112-92f2-76f7115274cb yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:02.704742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0942aa9-8f82-4372-958d-7095ac2e5398 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:27:02.863144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0942aa9-8f82-4372-958d-7095ac2e5398 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:27:03.011418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dbed1-34e6-4832-9d6a-74a94f0c105d req-f65f2e08-33aa-4d05-acdc-7f60588395ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:03.015663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f23dbed1-34e6-4832-9d6a-74a94f0c105d req-f65f2e08-33aa-4d05-acdc-7f60588395ec tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.1721380 May 05 16:27:03.036223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.057714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.072404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 72db2613-fe5a-4443-9c96-3dfc393c7c3c {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:03.072748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.125631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Allocated IP 172.20.0.3 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/fbf73f05-a656-4112-92f2-76f7115274cb) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:03.134862 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f23dbed1-34e6-4832-9d6a-74a94f0c105d req-792947bd-c465-4838-b09a-0cdecba429ea tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145122 May 05 16:27:03.213356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:03.217051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Port': ['ID=e636f914-b52d-42cc-89e8-89e4cc9f1c00,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:03.223946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:03.230057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:03.307721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 87fb7ac0-1615-41d2-8e36-719d3f271422 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:03.308377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.329719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:03.342615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:03.354991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:03.355674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:03.378532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 72db2613-fe5a-4443-9c96-3dfc393c7c3c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=72db2613-fe5a-4443-9c96-3dfc393c7c3c,segment=NetworkSegment(6f565ea3-ee52-413b-ad06-5ebe20f51ebd),segment_id=6f565ea3-ee52-413b-ad06-5ebe20f51ebd)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:03.379170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.422029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:03.433114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:03.434094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:03.493976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:03.494484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4940ecf-b1c7-4b75-a3ee-1b19b97a2875 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:03.511192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.540486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 72db2613-fe5a-4443-9c96-3dfc393c7c3c owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:03.612554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.622015 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6ee5ce00-2b72-49d9-95cd-50409378b8d3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 6.4301450 May 05 16:27:03.622323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43766) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:03.627573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'port_id': '5cf06c3f-bd0c-4257-8b4c-da61575adb45', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:03.711466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.720961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.816259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.854283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Transition to ACTIVE for port object fbf73f05-a656-4112-92f2-76f7115274cb will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:03.862841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 87fb7ac0-1615-41d2-8e36-719d3f271422 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:03.907498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.969167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258bfe5-3241-4ac6-b656-457ca40af949 req-a5b91c56-d5d0-4cfb-9aa3-054651b3e86b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:03.970634 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f258bfe5-3241-4ac6-b656-457ca40af949 req-a5b91c56-d5d0-4cfb-9aa3-054651b3e86b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2593224 May 05 16:27:03.978767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.979528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:03.998448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=72db2613-fe5a-4443-9c96-3dfc393c7c3c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:04.027677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port 72db2613-fe5a-4443-9c96-3dfc393c7c3c on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:04.047304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.231675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:04.233357 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f258bfe5-3241-4ac6-b656-457ca40af949 req-17789aea-89b2-445b-b4b3-b9dd5763e17a tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403083 May 05 16:27:04.239753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.245011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=fbf73f05-a656-4112-92f2-76f7115274cb,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:04.252078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:04.259477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:04.336668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:04.337355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.386320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.431547 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-fa2e7905-038f-4c40-9a2c-4cc27de778a5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.5653925 May 05 16:27:04.435488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a170bb43-45ca-4046-890f-76979f7edae6']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:04.479181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f565ea3-ee52-413b-ad06-5ebe20f51ebd') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:04.479483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f565ea3-ee52-413b-ad06-5ebe20f51ebd') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:04.557856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=87fb7ac0-1615-41d2-8e36-719d3f271422,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:04.561331 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2395f2c7-644e-4e00-b8c1-21a81839fbf4 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.4953146 May 05 16:27:04.564519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43770) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:04.572837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a9:2c:ce'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:04.578459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f9a74815-f641-4849-a20a-b02c68d1ac4c None None] Provisioning for port fbf73f05-a656-4112-92f2-76f7115274cb completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:04.584310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f9a74815-f641-4849-a20a-b02c68d1ac4c None None] Provisioning complete for port fbf73f05-a656-4112-92f2-76f7115274cb triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:04.584708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9a74815-f641-4849-a20a-b02c68d1ac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.655836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f9a74815-f641-4849-a20a-b02c68d1ac4c None None] Port fbf73f05-a656-4112-92f2-76f7115274cb cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:04.663506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.711058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.743390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:04.743812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:04.758368 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:04.928479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-3022e677-609a-4f4b-8e11-196d1679d8df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:04.930038 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-3022e677-609a-4f4b-8e11-196d1679d8df service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.4851398 May 05 16:27:05.009987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.078594 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-9de7deb7-ea50-47c3-850e-2d0ece919771 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1000 time: 0.1362936 May 05 16:27:05.132502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.162427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.178281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=a170bb43-45ca-4046-890f-76979f7edae6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:05.192810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Router e583dd2c-6bbb-42ce-9f08-389fe9a02c2a is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:05.197300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8cf8b149-e50c-45ce-91c5-48f4629c4ddc tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/a170bb43-45ca-4046-890f-76979f7edae6 HTTP/1.1" status: 204 len: 168 time: 4.4803762 May 05 16:27:05.201808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43776) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:05.205040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-e3f6fbbb-4b76-40e6-b7f1-f963e18dbc2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:05.206954 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-e3f6fbbb-4b76-40e6-b7f1-f963e18dbc2c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.1201215 May 05 16:27:05.211799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-688035142'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:05.220271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:05.240445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.260886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:05.269027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:05.280132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:05.382153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:05.385063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.424195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.439635 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-09c9d32b-bb27-48b3-9900-4261c15db657 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2225332 May 05 16:27:05.440316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:05.473864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.474194 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 268c68fa-514f-4da2-bf70-94bcb4b78db3 of type vlan for network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd May 05 16:27:05.528221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.704522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:05.747819 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-05ebad9b-38f6-47f0-ab6e-af5537194308 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012981 May 05 16:27:06.015223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a5b4b4-4835-44ef-a8a1-f766b2856724 req-7fdceb99-856c-44e7-a650-9d4bc7333f82 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:06.016611 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41a5b4b4-4835-44ef-a8a1-f766b2856724 req-7fdceb99-856c-44e7-a650-9d4bc7333f82 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5737448 May 05 16:27:06.016909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.020572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:06.021084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.054232 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-690c31b9-ff6a-470d-ae3a-e22e797e0472 req-1113a13b-5354-4026-ab2b-fa1a71bdf654 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948406 May 05 16:27:06.085829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 3c21814f-015b-4dda-ba22-5ea7508a224f has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:06.128968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41a5b4b4-4835-44ef-a8a1-f766b2856724 req-611969ba-d031-4125-bb32-4e6dfb52e54e tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944312 May 05 16:27:06.151939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:06.170322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:06.214642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.221025 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-24f6e5f7-bf51-4dfc-b645-c8f45ef32917 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0180087 May 05 16:27:06.224279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43782) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:06.286934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:06.311302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.367467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:06.462568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:06.472081 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Sync routers for ids ['e583dd2c-6bbb-42ce-9f08-389fe9a02c2a'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:06.488297 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Routers {'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:06.489318 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e583dd2c-6bbb-42ce-9f08-389fe9a02c2a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:06.523134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=fbf73f05-a656-4112-92f2-76f7115274cb,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:06.526754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:06.534839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:06.540566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] Sync routers for ids ['3c21814f-015b-4dda-ba22-5ea7508a224f'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:06.554418 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-158951b4-e3d9-44f4-be50-31b517991ca8 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/3c21814f-015b-4dda-ba22-5ea7508a224f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3848093 May 05 16:27:06.565307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:06.575855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] Routers {'3c21814f-015b-4dda-ba22-5ea7508a224f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:06.575984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43786) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:06.576071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c21814f-015b-4dda-ba22-5ea7508a224f'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:06.598302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:06.606747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:06.642835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] In _notify_port_updated(), no bound segment for port fbf73f05-a656-4112-92f2-76f7115274cb on network 5ab40601-23d0-43c6-8592-369eb6a755db {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:27:06.647859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:06.648830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.654817 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c8ad77da-d432-4ea0-b952-1a067385a60a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "PUT /v2.0/ports/fbf73f05-a656-4112-92f2-76f7115274cb HTTP/1.1" status: 200 len: 992 time: 2.0887237 May 05 16:27:06.655682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43790) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:06.694685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:06.732818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.739220 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e2b8b620-0ae8-40fe-b807-3d7ea8ec93e7 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3351059 May 05 16:27:06.740747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] Routers {'3c21814f-015b-4dda-ba22-5ea7508a224f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:06.741195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43794) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:06.741372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c21814f-015b-4dda-ba22-5ea7508a224f'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:06.791727 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Set router e583dd2c-6bbb-42ce-9f08-389fe9a02c2a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:27:06.916061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:06.919870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd754aee-ff95-4b28-94b9-7072673b6b89 None None] The sync data for ids ['3c21814f-015b-4dda-ba22-5ea7508a224f'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:06.936111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:06.937127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:06.940007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8695ffbf-e63a-4026-9f55-f0d52270445a None None] Provisioning complete for port fbf73f05-a656-4112-92f2-76f7115274cb triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:06.940575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8695ffbf-e63a-4026-9f55-f0d52270445a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:06.942255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.020917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8695ffbf-e63a-4026-9f55-f0d52270445a None None] Port fbf73f05-a656-4112-92f2-76f7115274cb cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:07.049022 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:07.066367 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-26357105-d439-4288-b255-10db919fbd10 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] remove_router_interface failed (client error): The resource could not be found. May 05 16:27:07.070244 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-26357105-d439-4288-b255-10db919fbd10 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/3c21814f-015b-4dda-ba22-5ea7508a224f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5011914 May 05 16:27:07.072892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43798) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:07.122644 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:07.122644 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:07.137391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port fbf73f05-a656-4112-92f2-76f7115274cb {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:07.137999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.146347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-246db5c1-9e20-437b-a866-95950afcb5e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:07.176277 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-58ca6b36-bd6f-4eec-89dc-747b03ca9ba1 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/floatingips/a6716191-da04-4622-8995-694149694947 HTTP/1.1" status: 200 len: 979 time: 3.5530071 May 05 16:27:07.179639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43804) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:07.208920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.231992 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:07.254577 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:07.255203 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:07.313685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing IP validity checks on allocation pools {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:27:07.314111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:27:07.318736 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:07.319163 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-992b31c7-028e-4073-85bf-af6cf4d28634 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:07.337370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-246db5c1-9e20-437b-a866-95950afcb5e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:07.337370 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-246db5c1-9e20-437b-a866-95950afcb5e7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c21814f-015b-4dda-ba22-5ea7508a224f HTTP/1.1" status: 200 len: 205 time: 0.2558048 May 05 16:27:07.337622 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a', 'name': 'tempest-snat-router-457738210', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.84'}], 'enable_snat': False}, 'gw_port_id': 'e636f914-b52d-42cc-89e8-89e4cc9f1c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:27:00Z', 'updated_at': '2022-05-05T16:27:03Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': 'e636f914-b52d-42cc-89e8-89e4cc9f1c00', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:27:01Z', 'updated_at': '2022-05-05T16:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:07.342430 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Checking router: e583dd2c-6bbb-42ce-9f08-389fe9a02c2a for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:27:07.342825 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Updating router e583dd2c-6bbb-42ce-9f08-389fe9a02c2a port e636f914-b52d-42cc-89e8-89e4cc9f1c00 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:27:07.345784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43808) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:07.398907 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.601129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.730036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.741436 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.754831 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Transition to ACTIVE for port object e636f914-b52d-42cc-89e8-89e4cc9f1c00 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:07.830165 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.849992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d9799-875b-40bf-a5e4-9e31f89ea64a req-f0172369-3289-482b-9ba7-30b658d19827 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:07.851742 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e4d9799-875b-40bf-a5e4-9e31f89ea64a req-f0172369-3289-482b-9ba7-30b658d19827 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5576799 May 05 16:27:07.852744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 73591988-5a1d-4bbf-9b66-e48660ea8486 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:07.853095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.869716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for fbf73f05-a656-4112-92f2-76f7115274cb owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:07.908991 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Attempting to bind port e636f914-b52d-42cc-89e8-89e4cc9f1c00 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:07.909353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Attempting to bind port e636f914-b52d-42cc-89e8-89e4cc9f1c00 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:07.909707 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Attempting to bind port e636f914-b52d-42cc-89e8-89e4cc9f1c00 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:07.920586 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Pushing event updated for resources: {'Port': ['ID=e636f914-b52d-42cc-89e8-89e4cc9f1c00,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:07.929812 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.934503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:07.937044 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:07.937420 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:07.937809 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.938182 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:07.938650 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Bound port: e636f914-b52d-42cc-89e8-89e4cc9f1c00, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:07.939033 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:07.971744 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bd2909d9-a580-4ab9-9658-40b525ba3975 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/e583dd2c-6bbb-42ce-9f08-389fe9a02c2a HTTP/1.1" status: 200 len: 907 time: 1.2062902 May 05 16:27:07.975482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43812) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:07.982071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'name': 'tempest-snat-router-457738210', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': True}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:07.985929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.023539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:08.024834 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] For port e636f914-b52d-42cc-89e8-89e4cc9f1c00, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:08.029293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] For port e636f914-b52d-42cc-89e8-89e4cc9f1c00, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e636f914-b52d-42cc-89e8-89e4cc9f1c00,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:08.048432 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e4d9799-875b-40bf-a5e4-9e31f89ea64a req-85e936db-232a-488b-9181-66b5814490db tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626048 May 05 16:27:08.061465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Usage tracker for resource:router and tenant:8cd18dcce4654a87908955508389521c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:08.070456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:08.086586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:08.097359 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.137160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=28e3e822-8002-4f97-8653-b6998e9c589f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:08.156680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '268c68fa-514f-4da2-bf70-94bcb4b78db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:08.157350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:08.178306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.179340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.209788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.215846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3f67b4-c7a6-4658-a119-2a80ae8499f5 None None] Pushing event updated for resources: {'Port': ['ID=e636f914-b52d-42cc-89e8-89e4cc9f1c00,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:08.221485 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Routers {'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:08.222169 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e583dd2c-6bbb-42ce-9f08-389fe9a02c2a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:08.294979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:08.312656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Port': ['ID=fbf73f05-a656-4112-92f2-76f7115274cb,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:08.327762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.336091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.336625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.436191 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] Set router e583dd2c-6bbb-42ce-9f08-389fe9a02c2a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:27:08.445478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:08.456104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef847151-60fe-4e81-9621-f95f6102a46a None None] Network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:08.468886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.476635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 73591988-5a1d-4bbf-9b66-e48660ea8486 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:08.491247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:08.492033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.528423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.594134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dcfff-dd8c-492f-a03a-721abbbf46de req-e8eaf864-21ba-4d41-9088-3d4c6d5cca6b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:08.601024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-760dcfff-dd8c-492f-a03a-721abbbf46de req-e8eaf864-21ba-4d41-9088-3d4c6d5cca6b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3939600 May 05 16:27:08.689869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.690575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router 3c21814f-015b-4dda-ba22-5ea7508a224f {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:08.763297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd', 'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': '28e3e822-8002-4f97-8653-b6998e9c589f'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:08.764148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.773792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.776205 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-671d218d-ee55-4834-9aa9-c64ac696120b tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/ports/fbf73f05-a656-4112-92f2-76f7115274cb HTTP/1.1" status: 204 len: 168 time: 2.1188276 May 05 16:27:08.781399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43818) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:08.814095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.819482 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3e5ff27e-5e31-452d-9c9e-3775ee23188b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/3c21814f-015b-4dda-ba22-5ea7508a224f HTTP/1.1" status: 204 len: 168 time: 1.4725969 May 05 16:27:08.819922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:08.825287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-760dcfff-dd8c-492f-a03a-721abbbf46de req-97008de0-4c65-43bd-9452-fb50bdfdf4bb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2232871 May 05 16:27:08.834765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43822) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:08.836270 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-62800a0b-46e6-4b22-a8b8-cdf3fb14afa7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.6103475 May 05 16:27:08.846388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43826) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:08.877165 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-38070b9e-35dc-4e9d-8864-60c044d8b938 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] GET failed (client error): The resource could not be found. May 05 16:27:08.877165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-38070b9e-35dc-4e9d-8864-60c044d8b938 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Synchronizing usage tracker for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:08.909813 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a', 'name': 'tempest-snat-router-457738210', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.84'}], 'enable_snat': False}, 'gw_port_id': 'e636f914-b52d-42cc-89e8-89e4cc9f1c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:27:00Z', 'updated_at': '2022-05-05T16:27:03Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': 'e636f914-b52d-42cc-89e8-89e4cc9f1c00', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:27:01Z', 'updated_at': '2022-05-05T16:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:08.923763 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fc2f39-0b68-45b5-9e23-501a66b12c8e None None] The sync data for ids ['e583dd2c-6bbb-42ce-9f08-389fe9a02c2a'] in dv-neutron-840483-1-hyperv is: [{'id': 'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a', 'name': 'tempest-snat-router-457738210', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.84'}], 'enable_snat': False}, 'gw_port_id': 'e636f914-b52d-42cc-89e8-89e4cc9f1c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:27:00Z', 'updated_at': '2022-05-05T16:27:03Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': 'e636f914-b52d-42cc-89e8-89e4cc9f1c00', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:d9:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e583dd2c-6bbb-42ce-9f08-389fe9a02c2a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:27:01Z', 'updated_at': '2022-05-05T16:27:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:08.999006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Allocated IP 172.20.0.3 (2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd/28e3e822-8002-4f97-8653-b6998e9c589f/35d67bf9-6e08-4a69-815f-fd2603787899) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:09.015540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-38070b9e-35dc-4e9d-8864-60c044d8b938 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Unset dirty status for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:09.016993 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-38070b9e-35dc-4e9d-8864-60c044d8b938 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "GET /v2.0/ports/fbf73f05-a656-4112-92f2-76f7115274cb HTTP/1.1" status: 404 len: 333 time: 0.2346838 May 05 16:27:09.026993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43832) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:09.041001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'name': 'tempest-AllowedAddressPairTestJSON-676063073'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:09.120116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.169295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet 90e13538-c1d2-4027-93b5-d03d1363b532 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:27:09.174193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.237106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.327892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.356420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Transition to ACTIVE for port object 35d67bf9-6e08-4a69-815f-fd2603787899 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:09.383243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Transition to ACTIVE for port object 35d67bf9-6e08-4a69-815f-fd2603787899 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:09.413536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=73591988-5a1d-4bbf-9b66-e48660ea8486,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:09.443611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.459915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.470606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.475006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.496536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 35d67bf9-6e08-4a69-815f-fd2603787899 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:09.498476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.523565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.550856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:09.563915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:09.567808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:09.570892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:09.586612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:09.613255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Pushing event updated for resources: {'Port': ['ID=35d67bf9-6e08-4a69-815f-fd2603787899,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:09.684883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Attempting to bind port 35d67bf9-6e08-4a69-815f-fd2603787899 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:09.685439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Attempting to bind port 35d67bf9-6e08-4a69-815f-fd2603787899 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '268c68fa-514f-4da2-bf70-94bcb4b78db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:09.685849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Attempting to bind port 35d67bf9-6e08-4a69-815f-fd2603787899 on network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:09.693111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:09.693482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Checking segment: {'id': '268c68fa-514f-4da2-bf70-94bcb4b78db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:09.693882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.695803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Bound using segment: {'id': '268c68fa-514f-4da2-bf70-94bcb4b78db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:09.696271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Bound port: 35d67bf9-6e08-4a69-815f-fd2603787899, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '268c68fa-514f-4da2-bf70-94bcb4b78db3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:09.696645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.782665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:09.786304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.875238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] For port 35d67bf9-6e08-4a69-815f-fd2603787899, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:09.879204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] For port 35d67bf9-6e08-4a69-815f-fd2603787899, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=35d67bf9-6e08-4a69-815f-fd2603787899,segment=NetworkSegment(268c68fa-514f-4da2-bf70-94bcb4b78db3),segment_id=268c68fa-514f-4da2-bf70-94bcb4b78db3)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:09.901089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.941970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 35d67bf9-6e08-4a69-815f-fd2603787899, host dv-neutron-840483-1-hyperv, got binding levels [] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:09.941970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.952330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] device_id is not set on port 0389d890-43cf-4a8b-a463-8570bdf08d8d yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:09.960866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=90e13538-c1d2-4027-93b5-d03d1363b532,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:09.961969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.981710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.986426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:09.991951 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-062d5d94-9e47-40cd-800a-1e0190ec1f93 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/90e13538-c1d2-4027-93b5-d03d1363b532 HTTP/1.1" status: 204 len: 168 time: 1.1541779 May 05 16:27:09.997610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43838) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:10.010537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Allocated IP 172.26.2.122 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/19a35094-120c-40c0-aaca-c73190add7d1) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:10.023312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ec866c-cd28-402e-8f25-591c802310f0 None None] Network 248fdc25-b34a-4c42-b4e6-11a35a000bac requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:10.223753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.242462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb46c98-76ba-4657-93cc-5a84d3ad540d req-37cfc428-12de-45cb-a829-7c3fe9634af1 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:10.243962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bb46c98-76ba-4657-93cc-5a84d3ad540d req-37cfc428-12de-45cb-a829-7c3fe9634af1 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5345595 May 05 16:27:10.249526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbeedb-436f-4d79-8594-23ba734d28ef None None] Pushing event updated for resources: {'Port': ['ID=35d67bf9-6e08-4a69-815f-fd2603787899,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:10.258554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 35d67bf9-6e08-4a69-815f-fd2603787899 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:10.334434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.370026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 38c0a3bf-7fc9-4732-8486-564d6133fb6a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:10.370363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.422362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] DHCP port deletion for 248fdc25-b34a-4c42-b4e6-11a35a000bac request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:10.427716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Deleting port 38c0a3bf-7fc9-4732-8486-564d6133fb6a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:10.428209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.455616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:10.456279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:10.494878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Allocated IP 172.20.0.5 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/0389d890-43cf-4a8b-a463-8570bdf08d8d) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:10.619302 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bb46c98-76ba-4657-93cc-5a84d3ad540d req-04829b80-d926-4477-9b75-eba12925f9df tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2682045 May 05 16:27:10.675396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port 38c0a3bf-7fc9-4732-8486-564d6133fb6a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=38c0a3bf-7fc9-4732-8486-564d6133fb6a,segment=NetworkSegment(5475d6f4-6d1b-44b8-99d5-ccd3d352f03d),segment_id=5475d6f4-6d1b-44b8-99d5-ccd3d352f03d)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:10.675396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.732562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e636f914-b52d-42cc-89e8-89e4cc9f1c00 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:10.744542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.789824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] For port 38c0a3bf-7fc9-4732-8486-564d6133fb6a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=38c0a3bf-7fc9-4732-8486-564d6133fb6a,segment=NetworkSegment(5475d6f4-6d1b-44b8-99d5-ccd3d352f03d),segment_id=5475d6f4-6d1b-44b8-99d5-ccd3d352f03d)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:10.790288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:10.842670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 38c0a3bf-7fc9-4732-8486-564d6133fb6a owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:10.935780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:10.942293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:10.945920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Port': ['ID=19a35094-120c-40c0-aaca-c73190add7d1,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:10.948133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:10.963993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Calling delete_port for 38c0a3bf-7fc9-4732-8486-564d6133fb6a owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:10.996687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 35d67bf9-6e08-4a69-815f-fd2603787899 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:10.997020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.094372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:11.094753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:11.096657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.122452 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e636f914-b52d-42cc-89e8-89e4cc9f1c00 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:11.128856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e636f914-b52d-42cc-89e8-89e4cc9f1c00 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:11.131778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.165994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=38c0a3bf-7fc9-4732-8486-564d6133fb6a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:11.182190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No DVR routers for this DVR port 38c0a3bf-7fc9-4732-8486-564d6133fb6a on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:11.236239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.285748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c946296-2c96-4ff5-915c-e5b0882da7bc None None] Network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:11.293970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Transition to ACTIVE for port object 0389d890-43cf-4a8b-a463-8570bdf08d8d will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:11.322934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.357912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['248fdc25-b34a-4c42-b4e6-11a35a000bac']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:11.368283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.375388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:11.375651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5475d6f4-6d1b-44b8-99d5-ccd3d352f03d') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:11.392811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.405266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e636f914-b52d-42cc-89e8-89e4cc9f1c00, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e636f914-b52d-42cc-89e8-89e4cc9f1c00,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:11.416824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.426738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 770 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:11.427417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:11.444959 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:11.478151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502797b-10e4-4d99-bfe0-a6bb9d7ee05a req-84f8fb15-9c90-45f6-b60f-eb11db736008 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:11.483673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1502797b-10e4-4d99-bfe0-a6bb9d7ee05a req-84f8fb15-9c90-45f6-b60f-eb11db736008 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5455360 May 05 16:27:11.517049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.518248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 35d67bf9-6e08-4a69-815f-fd2603787899 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:11.540075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.554060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.554889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.586795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c53576e3-1170-4aaf-8a57-61db302b1d5e None None] Provisioning for port 35d67bf9-6e08-4a69-815f-fd2603787899 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:11.596886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Deleting port 38c0a3bf-7fc9-4732-8486-564d6133fb6a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:11.597329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.647043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 35d67bf9-6e08-4a69-815f-fd2603787899, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=35d67bf9-6e08-4a69-815f-fd2603787899,segment=NetworkSegment(268c68fa-514f-4da2-bf70-94bcb4b78db3),segment_id=268c68fa-514f-4da2-bf70-94bcb4b78db3)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:11.647674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.711354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1976e69a-daae-469b-aa8d-553d46b61746 None None] The port '38c0a3bf-7fc9-4732-8486-564d6133fb6a' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:27:11.733955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e636f914-b52d-42cc-89e8-89e4cc9f1c00,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:11.765532 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1502797b-10e4-4d99-bfe0-a6bb9d7ee05a req-a2adc48b-4697-4b6b-bf98-84ccc1ce41e4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2751057 May 05 16:27:11.766155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=0389d890-43cf-4a8b-a463-8570bdf08d8d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:11.785462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.790023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.823488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 35d67bf9-6e08-4a69-815f-fd2603787899 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:11.828879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 35d67bf9-6e08-4a69-815f-fd2603787899 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:11.831479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:11.833655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=248fdc25-b34a-4c42-b4e6-11a35a000bac,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:11.901321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:11.921249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 35d67bf9-6e08-4a69-815f-fd2603787899 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:11.976212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:11.981507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:12.000450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.040556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 35d67bf9-6e08-4a69-815f-fd2603787899, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=35d67bf9-6e08-4a69-815f-fd2603787899,segment=NetworkSegment(268c68fa-514f-4da2-bf70-94bcb4b78db3),segment_id=268c68fa-514f-4da2-bf70-94bcb4b78db3)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:12.047734 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c5c7bbf2-d12d-4be5-b1af-c8e1eef00eb3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/248fdc25-b34a-4c42-b4e6-11a35a000bac HTTP/1.1" status: 204 len: 168 time: 2.0425258 May 05 16:27:12.049313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43848) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:12.059402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-953013430'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:12.064699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:12.071035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:12.074796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:12.092303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:12.093136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:12.093724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.095911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Router c5f88b8a-15b5-42e8-965e-700fd6c9592f is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:12.099789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7155ccae-d03e-4552-b71b-58de46b28284 None None] Provisioning complete for port 35d67bf9-6e08-4a69-815f-fd2603787899 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:12.100240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7155ccae-d03e-4552-b71b-58de46b28284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.140872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:12.161314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.182453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6da1953-88b0-459e-aff2-6a992bd5a9ce req-26340eb4-8dc1-42a2-bef5-dab453997ed8 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:12.184624 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6da1953-88b0-459e-aff2-6a992bd5a9ce req-26340eb4-8dc1-42a2-bef5-dab453997ed8 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.1851282 May 05 16:27:12.185255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:12.188213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.261167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 38c0a3bf-7fc9-4732-8486-564d6133fb6a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:12.297220 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8b48a164-80b7-42fb-ba5f-8b76b2b58cce tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2648220 May 05 16:27:12.297401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43852) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:12.299705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:12.299705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:12.302468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a9:2c:ce'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:12.307415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 38c0a3bf-7fc9-4732-8486-564d6133fb6a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:12.308442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 38c0a3bf-7fc9-4732-8486-564d6133fb6a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:12.359830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=35d67bf9-6e08-4a69-815f-fd2603787899,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:12.388837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:12.395545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:12.405655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.407919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:12.410143 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6da1953-88b0-459e-aff2-6a992bd5a9ce req-59e80932-6eb6-422c-9999-1f0cda4adb27 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027547 May 05 16:27:12.432192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.432673 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment f7ce7920-5560-42cf-909e-bc6becfe2d78 of type vlan for network 1392c69f-cc5e-47b7-ab5b-988782794946 May 05 16:27:12.435931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:12.436577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:12.480551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-27bd256c-6225-4e51-84af-c1281eff9c3e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/floatingips/a6716191-da04-4622-8995-694149694947 HTTP/1.1" status: 204 len: 168 time: 5.2996726 May 05 16:27:12.482953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43858) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:12.483472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 35d67bf9-6e08-4a69-815f-fd2603787899 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:12.483871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.525223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:12.548393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.551848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:12.552775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:12.635847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 5cf06c3f-bd0c-4257-8b4c-da61575adb45 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:12.636491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.666829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-07b56572-3adb-44f8-b061-1fe353ce92b3 None None] Provisioning for port 0389d890-43cf-4a8b-a463-8570bdf08d8d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:12.676183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-07b56572-3adb-44f8-b061-1fe353ce92b3 None None] Provisioning complete for port 0389d890-43cf-4a8b-a463-8570bdf08d8d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:12.676554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-07b56572-3adb-44f8-b061-1fe353ce92b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.708202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:12.708618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-872e304a-05be-4575-b636-d7fad4a825b4 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:12.716103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.738122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e636f914-b52d-42cc-89e8-89e4cc9f1c00 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:12.767004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.772669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:12.772669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.821580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-07b56572-3adb-44f8-b061-1fe353ce92b3 None None] Port 0389d890-43cf-4a8b-a463-8570bdf08d8d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:12.841441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:12.852030 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a02de-2d41-4071-8773-42e289537cee None None] Sync routers for ids ['c5f88b8a-15b5-42e8-965e-700fd6c9592f'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:12.865923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e636f914-b52d-42cc-89e8-89e4cc9f1c00 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:12.866545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:12.874403 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] Routers {'c5f88b8a-15b5-42e8-965e-700fd6c9592f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:12.880659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f88b8a-15b5-42e8-965e-700fd6c9592f'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:13.004547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=1392c69f-cc5e-47b7-ab5b-988782794946,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:13.023284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 35d67bf9-6e08-4a69-815f-fd2603787899, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=35d67bf9-6e08-4a69-815f-fd2603787899,segment=NetworkSegment(268c68fa-514f-4da2-bf70-94bcb4b78db3),segment_id=268c68fa-514f-4da2-bf70-94bcb4b78db3)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:13.023843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.057688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1392c69f-cc5e-47b7-ab5b-988782794946 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:13.068957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-38029971-1bbe-41d2-88f0-bf436a537073 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0170124 May 05 16:27:13.111064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.112443 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-21115253-540e-4fe1-9d7b-410969950f2c tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.1360557 May 05 16:27:13.113716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43864) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:13.132826 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] Set router c5f88b8a-15b5-42e8-965e-700fd6c9592f gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:27:13.166140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 35d67bf9-6e08-4a69-815f-fd2603787899 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:13.171766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43866) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:13.182154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:13.295529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 35d67bf9-6e08-4a69-815f-fd2603787899 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:13.391275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 35d67bf9-6e08-4a69-815f-fd2603787899 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:13.392411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.531229 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f88b8a-15b5-42e8-965e-700fd6c9592f', 'name': 'tempest-snat-router-457738210', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '19a35094-120c-40c0-aaca-c73190add7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:27:08Z', 'updated_at': '2022-05-05T16:27:11Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': '19a35094-120c-40c0-aaca-c73190add7d1', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f88b8a-15b5-42e8-965e-700fd6c9592f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:27:09Z', 'updated_at': '2022-05-05T16:27:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:13.546252 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a02de-2d41-4071-8773-42e289537cee None None] Checking router: c5f88b8a-15b5-42e8-965e-700fd6c9592f for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:27:13.549051 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a02de-2d41-4071-8773-42e289537cee None None] Updating router c5f88b8a-15b5-42e8-965e-700fd6c9592f port 19a35094-120c-40c0-aaca-c73190add7d1 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:27:13.580986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:13.600543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:13.604266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:13.605218 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-989a02de-2d41-4071-8773-42e289537cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.617006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.618314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:13.643379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07e746b-5d55-4331-b9de-1fe708bbe98b req-9ca971f7-6913-4d34-89e8-685a965d2273 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:13.644911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a07e746b-5d55-4331-b9de-1fe708bbe98b req-9ca971f7-6913-4d34-89e8-685a965d2273 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5696509 May 05 16:27:13.682629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.799409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.802747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:13.804411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 5cf06c3f-bd0c-4257-8b4c-da61575adb45 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:13.854568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=35d67bf9-6e08-4a69-815f-fd2603787899,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:13.923539 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a07e746b-5d55-4331-b9de-1fe708bbe98b req-a48b8ff9-fd0c-43bb-b950-cbc54f4f7d4d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696297 May 05 16:27:13.931216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.950840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port 35d67bf9-6e08-4a69-815f-fd2603787899 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:13.965408 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-989a02de-2d41-4071-8773-42e289537cee None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.983598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:13.983713 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-989a02de-2d41-4071-8773-42e289537cee None None] Transition to ACTIVE for port object 19a35094-120c-40c0-aaca-c73190add7d1 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:14.005453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a9b0f9-cc0c-4683-bedc-4548b3c2b91d None None] DHCP port deletion for 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:14.029488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb80b12-7cb0-4731-975f-0e88f412311c None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:27:14.072480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.092841 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-989a02de-2d41-4071-8773-42e289537cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.165605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=0389d890-43cf-4a8b-a463-8570bdf08d8d,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:14.199934 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd1bf4-8f52-4d18-9b1f-2e94d608ce1b None None] Pushing event updated for resources: {'Port': ['ID=19a35094-120c-40c0-aaca-c73190add7d1,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:14.200145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ccf1b8c6-703b-4543-8d83-55d11a4571be tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/c5f88b8a-15b5-42e8-965e-700fd6c9592f HTTP/1.1" status: 200 len: 907 time: 0.9993341 May 05 16:27:14.205020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43872) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:14.220921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb80b12-7cb0-4731-975f-0e88f412311c None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:27:14.247499 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-989a02de-2d41-4071-8773-42e289537cee None None] Attempting to bind port 19a35094-120c-40c0-aaca-c73190add7d1 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:14.247802 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-989a02de-2d41-4071-8773-42e289537cee None None] Attempting to bind port 19a35094-120c-40c0-aaca-c73190add7d1 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:14.248444 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a02de-2d41-4071-8773-42e289537cee None None] Attempting to bind port 19a35094-120c-40c0-aaca-c73190add7d1 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:14.255386 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a02de-2d41-4071-8773-42e289537cee None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:14.255872 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a02de-2d41-4071-8773-42e289537cee None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:14.256327 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-989a02de-2d41-4071-8773-42e289537cee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.256774 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-989a02de-2d41-4071-8773-42e289537cee None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:14.257289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-989a02de-2d41-4071-8773-42e289537cee None None] Bound port: 19a35094-120c-40c0-aaca-c73190add7d1, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:14.257738 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-989a02de-2d41-4071-8773-42e289537cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.292054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.337273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] In _notify_port_updated(), no bound segment for port 0389d890-43cf-4a8b-a463-8570bdf08d8d on network 5ab40601-23d0-43c6-8592-369eb6a755db {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:27:14.341409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:14.342052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.342918 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-989a02de-2d41-4071-8773-42e289537cee None None] For port 19a35094-120c-40c0-aaca-c73190add7d1, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:14.345925 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a8322266-a5ff-4562-b95b-71a556318961 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "PUT /v2.0/ports/0389d890-43cf-4a8b-a463-8570bdf08d8d HTTP/1.1" status: 200 len: 995 time: 2.0460811 May 05 16:27:14.347195 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-989a02de-2d41-4071-8773-42e289537cee None None] For port 19a35094-120c-40c0-aaca-c73190add7d1, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19a35094-120c-40c0-aaca-c73190add7d1,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:14.349083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43876) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:14.358117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.372835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=28e3e822-8002-4f97-8653-b6998e9c589f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:14.406743 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-989a02de-2d41-4071-8773-42e289537cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.457788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=5cf06c3f-bd0c-4257-8b4c-da61575adb45,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:14.523012 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] Routers {'c5f88b8a-15b5-42e8-965e-700fd6c9592f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:14.524378 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f88b8a-15b5-42e8-965e-700fd6c9592f'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:14.526253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.562656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.590994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.682459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port 0389d890-43cf-4a8b-a463-8570bdf08d8d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:14.683068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.684617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 35d67bf9-6e08-4a69-815f-fd2603787899 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:14.732506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 35d67bf9-6e08-4a69-815f-fd2603787899 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:14.733298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 35d67bf9-6e08-4a69-815f-fd2603787899 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:14.762139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=36567b1a-08f6-4385-8fae-242e6d03733c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:14.773298 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] Set router c5f88b8a-15b5-42e8-965e-700fd6c9592f gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:27:14.788237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:14.801948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': 'f7ce7920-5560-42cf-909e-bc6becfe2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:14.802311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 1392c69f-cc5e-47b7-ab5b-988782794946, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:14.817661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '268c68fa-514f-4da2-bf70-94bcb4b78db3') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:14.817953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '268c68fa-514f-4da2-bf70-94bcb4b78db3') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:14.862925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c9108a-3d08-436d-adc2-09cbaf20046e None None] Network 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:14.936573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.940701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.952545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:14.965995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 1392c69f-cc5e-47b7-ab5b-988782794946 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:15.012527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Deleting port 19a35094-120c-40c0-aaca-c73190add7d1 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:15.012869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.072772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1392c69f-cc5e-47b7-ab5b-988782794946) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:15.086539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5810c382-7bca-44c9-a701-62c5a4c159d3 None None] Network 1392c69f-cc5e-47b7-ab5b-988782794946 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:15.119152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:15.119768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.153102 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fd1bf4-8f52-4d18-9b1f-2e94d608ce1b None None] Pushing event updated for resources: {'Port': ['ID=19a35094-120c-40c0-aaca-c73190add7d1,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:15.163881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.189083 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-989a02de-2d41-4071-8773-42e289537cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f88b8a-15b5-42e8-965e-700fd6c9592f', 'name': 'tempest-snat-router-457738210', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '19a35094-120c-40c0-aaca-c73190add7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:27:08Z', 'updated_at': '2022-05-05T16:27:11Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': '19a35094-120c-40c0-aaca-c73190add7d1', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f88b8a-15b5-42e8-965e-700fd6c9592f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:27:09Z', 'updated_at': '2022-05-05T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:15.193611 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a02de-2d41-4071-8773-42e289537cee None None] The sync data for ids ['c5f88b8a-15b5-42e8-965e-700fd6c9592f'] in dv-neutron-840483-1-hyperv is: [{'id': 'c5f88b8a-15b5-42e8-965e-700fd6c9592f', 'name': 'tempest-snat-router-457738210', 'tenant_id': '8cd18dcce4654a87908955508389521c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.122'}], 'enable_snat': True}, 'gw_port_id': '19a35094-120c-40c0-aaca-c73190add7d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:27:08Z', 'updated_at': '2022-05-05T16:27:11Z', 'revision_number': 3, 'project_id': '8cd18dcce4654a87908955508389521c', 'gw_port': {'id': '19a35094-120c-40c0-aaca-c73190add7d1', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:1d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f88b8a-15b5-42e8-965e-700fd6c9592f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:27:09Z', 'updated_at': '2022-05-05T16:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:15.201394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d27b6f7-b6d7-4263-8a1f-e5a7465ccbba None None] DHCP port deletion for 2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:15.249150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:15.249150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.262423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2122b2f8-ad56-4571-b218-e224e8547fc6 None None] Provisioning complete for port 0389d890-43cf-4a8b-a463-8570bdf08d8d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:15.262963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2122b2f8-ad56-4571-b218-e224e8547fc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.274388 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-67c8a09b-a88d-4fea-9eb0-508b3c9d9df1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1087873 May 05 16:27:15.275530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43884) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:15.295432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-225247093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:15.304579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:15.320848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:15.327366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:15.338230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:15.342027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] For port 19a35094-120c-40c0-aaca-c73190add7d1, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19a35094-120c-40c0-aaca-c73190add7d1,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:15.342027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:15.384099 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:15.392025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2122b2f8-ad56-4571-b218-e224e8547fc6 None None] Port 0389d890-43cf-4a8b-a463-8570bdf08d8d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:15.452538 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-00503014-aa9e-44fc-abf4-7cb4ea53bf91 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/ports/5cf06c3f-bd0c-4257-8b4c-da61575adb45 HTTP/1.1" status: 204 len: 168 time: 2.9323494 May 05 16:27:15.458726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43888) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:15.466132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-1392c69f-cc5e-47b7-ab5b-988782794946', 'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': '36567b1a-08f6-4385-8fae-242e6d03733c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:15.466958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.470392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Calling delete_port for 19a35094-120c-40c0-aaca-c73190add7d1 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:15.481215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:15.492701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:15.501381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.501381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.520384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:floatingip and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:15.524843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:15.530243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.543317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:15.556885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.645014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.659129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.667415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for 0389d890-43cf-4a8b-a463-8570bdf08d8d owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:15.694930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Allocated IP 2001:db8::2 (1392c69f-cc5e-47b7-ab5b-988782794946/36567b1a-08f6-4385-8fae-242e6d03733c/2d27adcc-9190-4d27-bc55-c195520c7fd4) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:15.713870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.732116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:15.755189 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3c24512a-5e8e-421b-b473-27ba439d746c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd HTTP/1.1" status: 204 len: 168 time: 6.9011128 May 05 16:27:15.756315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e284fc-f090-4ece-96ae-703ddcf11520 req-3925e07b-80a2-4e54-a337-99fb2b408363 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:15.763608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43892) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:15.763832 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15e284fc-f090-4ece-96ae-703ddcf11520 req-3925e07b-80a2-4e54-a337-99fb2b408363 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6206768 May 05 16:27:15.778413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1126841156'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:15.787116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:15.787603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.798014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:15.804010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:15.817289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:15.893526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.912053 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15e284fc-f090-4ece-96ae-703ddcf11520 req-9a271dba-356b-4463-8ae5-3c55ece47367 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474311 May 05 16:27:15.938120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.944447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event deleted for resources: {'Port': ['ID=19a35094-120c-40c0-aaca-c73190add7d1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:15.950858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:15.952442 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-78f53b66-8d3b-4a95-a67f-e3b35ccfe600 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6652956 May 05 16:27:15.955183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43898) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:16.025207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:16.028732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.064598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.080722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Transition to ACTIVE for port object 2d27adcc-9190-4d27-bc55-c195520c7fd4 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:16.110302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Transition to ACTIVE for port object 2d27adcc-9190-4d27-bc55-c195520c7fd4 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:16.112418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.170781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Port': ['ID=0389d890-43cf-4a8b-a463-8570bdf08d8d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:16.224643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:16.251725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.318044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.318393 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed of type vlan for network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad May 05 16:27:16.365531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.396535 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d45071da-9b2c-4611-a5b6-1237fd4801f5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/ports/0389d890-43cf-4a8b-a463-8570bdf08d8d HTTP/1.1" status: 204 len: 168 time: 2.0396752 May 05 16:27:16.409990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43904) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:16.424595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.236 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/5e1f2a65-d73d-4459-bf99-04da261fe19d) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:16.426450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Pushing event updated for resources: {'Port': ['ID=2d27adcc-9190-4d27-bc55-c195520c7fd4,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:16.442377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Network 1392c69f-cc5e-47b7-ab5b-988782794946 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:16.449098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:16.465299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:16.500557 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e157b36e-26c2-47bc-8124-3da84c6c8af0 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] GET failed (client error): The resource could not be found. May 05 16:27:16.500997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e157b36e-26c2-47bc-8124-3da84c6c8af0 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Synchronizing usage tracker for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:16.586872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.656187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Attempting to bind port 2d27adcc-9190-4d27-bc55-c195520c7fd4 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:16.656843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Attempting to bind port 2d27adcc-9190-4d27-bc55-c195520c7fd4 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'f7ce7920-5560-42cf-909e-bc6becfe2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:16.657393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Attempting to bind port 2d27adcc-9190-4d27-bc55-c195520c7fd4 on network 1392c69f-cc5e-47b7-ab5b-988782794946 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:16.666515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:16.667194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Checking segment: {'id': 'f7ce7920-5560-42cf-909e-bc6becfe2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:16.667700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.668291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Bound using segment: {'id': 'f7ce7920-5560-42cf-909e-bc6becfe2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:16.668769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Bound port: 2d27adcc-9190-4d27-bc55-c195520c7fd4, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7ce7920-5560-42cf-909e-bc6becfe2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1392c69f-cc5e-47b7-ab5b-988782794946'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:16.669171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.746058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.854365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:27:16.887070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:16.918945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] For port 2d27adcc-9190-4d27-bc55-c195520c7fd4, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:16.921410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b6f995-a583-40aa-9b30-8e7cfaeff477 req-766b6a10-915d-4d59-9b6e-c0ed27786b87 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:16.923148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-63b6f995-a583-40aa-9b30-8e7cfaeff477 req-766b6a10-915d-4d59-9b6e-c0ed27786b87 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3961291 May 05 16:27:16.930946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] For port 2d27adcc-9190-4d27-bc55-c195520c7fd4, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2d27adcc-9190-4d27-bc55-c195520c7fd4,segment=NetworkSegment(f7ce7920-5560-42cf-909e-bc6becfe2d78),segment_id=f7ce7920-5560-42cf-909e-bc6becfe2d78)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:16.956445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e157b36e-26c2-47bc-8124-3da84c6c8af0 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Unset dirty status for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:16.960245 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e157b36e-26c2-47bc-8124-3da84c6c8af0 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "GET /v2.0/ports/0389d890-43cf-4a8b-a463-8570bdf08d8d HTTP/1.1" status: 404 len: 333 time: 0.5489783 May 05 16:27:16.963644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43908) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:16.977219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'name': 'tempest-AllowedAddressPairTestJSON-912861161'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:16.994724 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-63b6f995-a583-40aa-9b30-8e7cfaeff477 req-f77a1b17-ad6c-4402-bcbe-e6b42d2b6e08 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632427 May 05 16:27:17.052949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.056916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.138276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:17.141298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.142539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:17.145883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:17.146544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.156167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:17.168133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc818a7-3b45-437d-b37c-a4a107dc6566 None None] Pushing event updated for resources: {'Port': ['ID=2d27adcc-9190-4d27-bc55-c195520c7fd4,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:17.205292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=5e1f2a65-d73d-4459-bf99-04da261fe19d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:17.355385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.574592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.597900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.692707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.704128 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9366803 May 05 16:27:17.705707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43912) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:17.711251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3751fc00-e9f3-4cc0-8c6c-fec97fc98190 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=4b17436c-7eda-4efe-a1bd-af4d3e7551ad,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:17.714974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:17.723342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:17.755542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:17.771663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:17.875836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:17.878924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.939500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:17.940131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c5f88b8a-15b5-42e8-965e-700fd6c9592f {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:17.958542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] device_id is not set on port a853cf3d-39f4-43a0-9c77-2f327c939162 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:17.972436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:17.980372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:17.985108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:17.992405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:17.998460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.012870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.016442 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d4f88c6e-9801-4051-b0e9-e20259fb517d tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/routers/c5f88b8a-15b5-42e8-965e-700fd6c9592f HTTP/1.1" status: 204 len: 168 time: 3.8069916 May 05 16:27:18.017241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43916) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:18.085749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.096527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:18.220775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.254882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd6a6ce-7419-452a-be57-9ee16fef83e3 None None] Network 1392c69f-cc5e-47b7-ab5b-988782794946 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:18.383740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.441632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Allocated IP 172.20.0.3 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/a853cf3d-39f4-43a0-9c77-2f327c939162) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:18.462515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d4d02c-e3b7-4f5e-82ea-6893ea8ae2f2 req-58d5691e-eb38-48ee-a3a6-794577530600 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:18.464217 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3d4d02c-e3b7-4f5e-82ea-6893ea8ae2f2 req-58d5691e-eb38-48ee-a3a6-794577530600 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2888396 May 05 16:27:18.466426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2a8afca7-7770-47f6-b2c6-e255a8ea8159 None None] Provisioning for port 2d27adcc-9190-4d27-bc55-c195520c7fd4 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:18.479692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=5e1f2a65-d73d-4459-bf99-04da261fe19d,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:18.529824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.624295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3d4d02c-e3b7-4f5e-82ea-6893ea8ae2f2 req-bbdad44e-8e83-4965-a809-24671bb9bbef tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445584 May 05 16:27:18.637307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8::1 (1392c69f-cc5e-47b7-ab5b-988782794946/36567b1a-08f6-4385-8fae-242e6d03733c/5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:18.708436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2d27adcc-9190-4d27-bc55-c195520c7fd4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:18.808643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.812788 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-46971ab6-c7a1-48cb-9195-47058eb048f9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3395247 May 05 16:27:18.813627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43926) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:18.820100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'port': {'network_id': '0dc2c5b5-c82a-4d64-83bd-09d03bd9565f', 'name': 'tempest-FloatingIPTestJSON-422474461'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:18.828555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.923353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a59b3a16-513f-41f8-bcb9-f731eeeca37a None None] Provisioning complete for port 2d27adcc-9190-4d27-bc55-c195520c7fd4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:18.923653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a59b3a16-513f-41f8-bcb9-f731eeeca37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.931906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Transition to ACTIVE for port object a853cf3d-39f4-43a0-9c77-2f327c939162 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:18.941441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:18.982387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 2d27adcc-9190-4d27-bc55-c195520c7fd4 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:18.988905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2d27adcc-9190-4d27-bc55-c195520c7fd4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:18.989346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.020952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.021566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.039593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:19.075809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.108912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a59b3a16-513f-41f8-bcb9-f731eeeca37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.142621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.173739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:19.174389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=a853cf3d-39f4-43a0-9c77-2f327c939162,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:19.178597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:19.191437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.202333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=72854d23-6a94-4ba9-8df9-6796162364f5,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:19.209275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a59b3a16-513f-41f8-bcb9-f731eeeca37a None None] For port 2d27adcc-9190-4d27-bc55-c195520c7fd4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2d27adcc-9190-4d27-bc55-c195520c7fd4,segment=NetworkSegment(f7ce7920-5560-42cf-909e-bc6becfe2d78),segment_id=f7ce7920-5560-42cf-909e-bc6becfe2d78)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:19.219682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 1392c69f-cc5e-47b7-ab5b-988782794946 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:19.220611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:19.261702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:19.269720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:19.273419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:19.273970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.280346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:port and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:19.286172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for port was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:19.295432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:19.297630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:19.298483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: 4b17436c-7eda-4efe-a1bd-af4d3e7551ad, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:19.307343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458de55-8135-4d61-a35d-210ba3c5fa49 req-3dc1bd04-4b0a-4b35-9a24-c4af6a365908 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:19.309650 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3458de55-8135-4d61-a35d-210ba3c5fa49 req-3dc1bd04-4b0a-4b35-9a24-c4af6a365908 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4723806 May 05 16:27:19.335317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a59b3a16-513f-41f8-bcb9-f731eeeca37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.364482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:19.365388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.387342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:19.399649 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3458de55-8135-4d61-a35d-210ba3c5fa49 req-c0a4f533-b52e-4c5f-857e-761bd07c62cc tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765481 May 05 16:27:19.435832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:19.439826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.470040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:19.484215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] device_id is not set on port 37038596-9937-484a-9334-d6030532eed5 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:19.527576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59b3a16-513f-41f8-bcb9-f731eeeca37a None None] Pushing event updated for resources: {'Port': ['ID=2d27adcc-9190-4d27-bc55-c195520c7fd4,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:19.555015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4b17436c-7eda-4efe-a1bd-af4d3e7551ad) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:19.572837 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-66596860-a69a-42b0-a55e-d9080f6d901d tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.6049380 May 05 16:27:19.579174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c123a65-180a-44a4-8ea4-7c80174cfe6c None None] Network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:19.584494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43932) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:19.584494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:19.585089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.592743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.602433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:19.602871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:19.604333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'network_id': '5ab40601-23d0-43c6-8592-369eb6a755db', 'name': 'tempest-AllowedAddressPairTestJSON-1759932000'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:19.662679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b2dede31-1997-40f9-a422-6fe0ff562baf None None] Provisioning for port a853cf3d-39f4-43a0-9c77-2f327c939162 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:19.679245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b2dede31-1997-40f9-a422-6fe0ff562baf None None] Provisioning complete for port a853cf3d-39f4-43a0-9c77-2f327c939162 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:19.679845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b2dede31-1997-40f9-a422-6fe0ff562baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.770109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b2dede31-1997-40f9-a422-6fe0ff562baf None None] Port a853cf3d-39f4-43a0-9c77-2f327c939162 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:19.779621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.853911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407c9b3-b921-4c66-9ff0-4fa485523406 req-6d075368-7b50-4038-92e2-25d63b68b577 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:19.855933 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6407c9b3-b921-4c66-9ff0-4fa485523406 req-6d075368-7b50-4038-92e2-25d63b68b577 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2662315 May 05 16:27:19.871795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Deleting port e636f914-b52d-42cc-89e8-89e4cc9f1c00 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:19.872036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.889988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-4b17436c-7eda-4efe-a1bd-af4d3e7551ad', 'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': '72854d23-6a94-4ba9-8df9-6796162364f5'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:19.891472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:19.977299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3954a5da-f84e-4630-a400-1031e2563b07 None None] Provisioning for port 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:19.987839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3954a5da-f84e-4630-a400-1031e2563b07 None None] Provisioning complete for port 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:19.988184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3954a5da-f84e-4630-a400-1031e2563b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.047871 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6407c9b3-b921-4c66-9ff0-4fa485523406 req-a7576d7e-60bb-4212-8794-b21ec305d0bf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841719 May 05 16:27:20.051093 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bf872f43-3d51-41c2-b354-714d92f8f90d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.3443470 May 05 16:27:20.055290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43936) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:20.102457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3954a5da-f84e-4630-a400-1031e2563b07 None None] Port 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:20.173761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Allocated IP 172.20.0.1 (4b17436c-7eda-4efe-a1bd-af4d3e7551ad/72854d23-6a94-4ba9-8df9-6796162364f5/82678ffd-e2bc-4ebc-a770-107af7299bf0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:20.203494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.8 (0dc2c5b5-c82a-4d64-83bd-09d03bd9565f/faee4640-84c9-4d18-8df6-97fc1f0a2327/37038596-9937-484a-9334-d6030532eed5) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:20.211692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.285157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:20.302401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38293910-c4b7-442a-be93-2e8e9cf058a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.307326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Usage tracker for resource:port and tenant:6855feee4d704a1b8538a193f56cbfdd is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:20.317206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:20.341324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] For port e636f914-b52d-42cc-89e8-89e4cc9f1c00, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e636f914-b52d-42cc-89e8-89e4cc9f1c00,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:20.341777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.360665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:20.393918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.456876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.469479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Transition to ACTIVE for port object 82678ffd-e2bc-4ebc-a770-107af7299bf0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:20.490170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Transition to ACTIVE for port object 82678ffd-e2bc-4ebc-a770-107af7299bf0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:20.495785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.503481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Calling delete_port for e636f914-b52d-42cc-89e8-89e4cc9f1c00 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:20.549556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.577886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.579034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.620837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Made reservation on behalf of 6855feee4d704a1b8538a193f56cbfdd for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:20.624496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.630729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Pushing event updated for resources: {'Port': ['ID=82678ffd-e2bc-4ebc-a770-107af7299bf0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:20.644798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2d27adcc-9190-4d27-bc55-c195520c7fd4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:20.661428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.672656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:20.674974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc0277-5186-4ac5-a857-321e47bb4b36 req-7e4557ac-9f57-45d2-8683-e4a3f0424057 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:20.676493 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8bc0277-5186-4ac5-a857-321e47bb4b36 req-7e4557ac-9f57-45d2-8683-e4a3f0424057 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4751844 May 05 16:27:20.678044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:20.680541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:20.697351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] device_id is not set on port c8790c20-362f-45d4-913e-375e7eb04093 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:20.714370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:20.734972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=72854d23-6a94-4ba9-8df9-6796162364f5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:20.802268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Attempting to bind port 82678ffd-e2bc-4ebc-a770-107af7299bf0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:20.802268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Attempting to bind port 82678ffd-e2bc-4ebc-a770-107af7299bf0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:20.802615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Attempting to bind port 82678ffd-e2bc-4ebc-a770-107af7299bf0 on network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:20.813475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 26, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:20.814000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Checking segment: {'id': '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:20.815401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.815401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Bound using segment: {'id': '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:20.815401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Bound port: 82678ffd-e2bc-4ebc-a770-107af7299bf0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:20.815944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.889811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2d27adcc-9190-4d27-bc55-c195520c7fd4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:20.890463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.891768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:20.896340 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8bc0277-5186-4ac5-a857-321e47bb4b36 req-38af7fba-03ac-4f18-8330-bc7c390b058c tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1641390 May 05 16:27:20.975715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] For port 82678ffd-e2bc-4ebc-a770-107af7299bf0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:20.979595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] For port 82678ffd-e2bc-4ebc-a770-107af7299bf0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=82678ffd-e2bc-4ebc-a770-107af7299bf0,segment=NetworkSegment(6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed),segment_id=6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:20.999483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.035892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Allocated IP 172.20.0.12 (5ab40601-23d0-43c6-8592-369eb6a755db/9033f7e5-7963-45fd-ab94-3a02f46aa247/c8790c20-362f-45d4-913e-375e7eb04093) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:21.040337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b17436c-7eda-4efe-a1bd-af4d3e7551ad']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:21.061134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:21.061440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:21.070644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.117316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.149754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.157659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.173579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:21.173970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.191552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdeda19-4ea8-404a-b953-a57318036fba None None] Pushing event updated for resources: {'Port': ['ID=82678ffd-e2bc-4ebc-a770-107af7299bf0,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:21.196594 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:21.217546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.235752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c87e5d-dabf-479d-9d33-23fd6bd4fb4a None None] Network 4b17436c-7eda-4efe-a1bd-af4d3e7551ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:21.287223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 1392c69f-cc5e-47b7-ab5b-988782794946 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:21.289773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:21.377122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network 0dc2c5b5-c82a-4d64-83bd-09d03bd9565f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:21.396684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=37038596-9937-484a-9334-d6030532eed5,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:21.429061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:27:21.429061 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:27:21.429061 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': '4b17436c-7eda-4efe-a1bd-af4d3e7551ad'}] May 05 16:27:21.429061 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:21.429499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:21.434086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:21.447726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e30602f-2141-4347-938f-9d4167e80984 req-5d5e9f4d-1795-4ecf-b4ed-1d07dd11810d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:21.449996 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2e30602f-2141-4347-938f-9d4167e80984 req-5d5e9f4d-1795-4ecf-b4ed-1d07dd11810d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3925409 May 05 16:27:21.560442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24296310-6318-420c-96f1-b8d9531a9f6c None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:27:21.638216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2e30602f-2141-4347-938f-9d4167e80984 req-a754fd43-29f7-44a6-8d99-a326b1ef8e32 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778347 May 05 16:27:21.678447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ec8e8c94-ae14-4e8d-b345-85d4698ded41 None None] Provisioning complete for port 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:21.678447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ec8e8c94-ae14-4e8d-b345-85d4698ded41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.776025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:21.809855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.825204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ec8e8c94-ae14-4e8d-b345-85d4698ded41 None None] Port 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:21.831327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24296310-6318-420c-96f1-b8d9531a9f6c None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:27:21.920893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 4ab2278f-6252-4361-926d-bd6046794ae6 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:21.931238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:21.961726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event deleted for resources: {'Port': ['ID=e636f914-b52d-42cc-89e8-89e4cc9f1c00,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:22.062393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.065935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 82678ffd-e2bc-4ebc-a770-107af7299bf0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:22.066473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.239003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:22.239660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.250419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Transition to ACTIVE for port object c8790c20-362f-45d4-913e-375e7eb04093 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:22.270444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.294656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.313526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:22.325311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477e46e-6b9f-4287-96ad-a04243a082cb req-9487ff93-071a-43aa-aeb8-0a37ca8a20cb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:22.325311 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2477e46e-6b9f-4287-96ad-a04243a082cb req-9487ff93-071a-43aa-aeb8-0a37ca8a20cb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4253278 May 05 16:27:22.325935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 82678ffd-e2bc-4ebc-a770-107af7299bf0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=82678ffd-e2bc-4ebc-a770-107af7299bf0,segment=NetworkSegment(6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed),segment_id=6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:22.326302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.327393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] Sync routers for ids ['4ab2278f-6252-4361-926d-bd6046794ae6'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:22.336433 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6f73846a-5fbd-48f6-81b2-faa03813642c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/4ab2278f-6252-4361-926d-bd6046794ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3800778 May 05 16:27:22.340817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43948) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:22.343512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] Routers {'4ab2278f-6252-4361-926d-bd6046794ae6'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:22.344351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4ab2278f-6252-4361-926d-bd6046794ae6'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:22.382870 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2477e46e-6b9f-4287-96ad-a04243a082cb req-a378b55f-31a8-4843-bba2-71b0877353ed tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483520 May 05 16:27:22.389034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c7f8919a-fe72-4014-9df8-005dc71547a6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.5749266 May 05 16:27:22.393837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43954) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:22.395201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'port_id': '37038596-9937-484a-9334-d6030532eed5'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:22.441065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:22.457603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] Routers {'4ab2278f-6252-4361-926d-bd6046794ae6'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:22.458241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4ab2278f-6252-4361-926d-bd6046794ae6'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:22.471552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.524796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 82678ffd-e2bc-4ebc-a770-107af7299bf0 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:22.528205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b412676c-8069-466f-a566-461d1c102e9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.532647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:22.533067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657d05ac-a340-4792-9de7-919e34533c15 None None] The sync data for ids ['4ab2278f-6252-4361-926d-bd6046794ae6'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:22.535875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.602338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88932ec3-9699-497f-bd07-531bd75587ae tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:22.602838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-88932ec3-9699-497f-bd07-531bd75587ae tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:22.610606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.610606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e583dd2c-6bbb-42ce-9f08-389fe9a02c2a {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:22.645901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.653190 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f8410854-def6-49cd-8fc7-4dcf202001cc tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "DELETE /v2.0/routers/e583dd2c-6bbb-42ce-9f08-389fe9a02c2a HTTP/1.1" status: 204 len: 168 time: 4.6337490 May 05 16:27:22.655916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43960) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:22.662016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1638183867', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:22.672613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:22.674089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Usage tracker for resource:router and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:22.677084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:22.682818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:22.721423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.725487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Network 5ab40601-23d0-43c6-8592-369eb6a755db is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:22.726985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=c8790c20-362f-45d4-913e-375e7eb04093,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:22.767479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-88932ec3-9699-497f-bd07-531bd75587ae tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:22.769285 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-88932ec3-9699-497f-bd07-531bd75587ae tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports/5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 HTTP/1.1" status: 200 len: 911 time: 0.4275477 May 05 16:27:22.776369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.779130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.789939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:22.795198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43964) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:22.804006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:22.814722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=82678ffd-e2bc-4ebc-a770-107af7299bf0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:22.826431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port 82678ffd-e2bc-4ebc-a770-107af7299bf0 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:22.888675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:22.975430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.005120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b17436c-7eda-4efe-a1bd-af4d3e7551ad']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:23.018492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:23.018791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca49113-b1eb-4da4-9a5c-7ce8dd23a4ed') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:23.030711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.046599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.103421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:23.104108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:23.118423 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:23.138877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4076442a-431b-4dfc-b28b-c3e0eb853144 None None] Provisioning for port c8790c20-362f-45d4-913e-375e7eb04093 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:23.145394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4076442a-431b-4dfc-b28b-c3e0eb853144 None None] Provisioning complete for port c8790c20-362f-45d4-913e-375e7eb04093 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:23.145886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4076442a-431b-4dfc-b28b-c3e0eb853144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.253331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4076442a-431b-4dfc-b28b-c3e0eb853144 None None] Port c8790c20-362f-45d4-913e-375e7eb04093 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:23.265980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:23.266587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.275895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.372724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.405627 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-830a7fda-a7c1-4563-97d8-2deee680d43a tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8213894 May 05 16:27:23.406832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43968) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:23.432919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:a9:2c:ce'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:17:d4:b9'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:23.489729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.518813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=4b17436c-7eda-4efe-a1bd-af4d3e7551ad,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:23.525777 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e02b83d6-444a-466e-9232-209efe1bb914 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/4b17436c-7eda-4efe-a1bd-af4d3e7551ad HTTP/1.1" status: 204 len: 168 time: 3.4695091 May 05 16:27:23.553112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:23.585248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1067342376'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:23.605270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.628020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.638742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:23.656142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:23.672495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:23.679754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.690323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:23.711097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:23.858582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Allocated IP 172.26.2.101 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/55139b85-b088-44bf-b097-0bea4ca346d2) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:23.896043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:23.899233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.004715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.022431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.035268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.049062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:24.051954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.114516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.121833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.190154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:24.193181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:24.197560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:24.228100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event updated for resources: {'Port': ['ID=55139b85-b088-44bf-b097-0bea4ca346d2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:24.229193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.229542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 2eba4dca-d764-4005-8571-423bf82d0bd7 of type vlan for network 5d2ba08c-87ea-473a-89f5-69094a08da7e May 05 16:27:24.385655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.419410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.420199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.588936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e636f914-b52d-42cc-89e8-89e4cc9f1c00 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:24.624241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e636f914-b52d-42cc-89e8-89e4cc9f1c00 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:24.624914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e636f914-b52d-42cc-89e8-89e4cc9f1c00 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:24.625425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19a35094-120c-40c0-aaca-c73190add7d1 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:24.660536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 19a35094-120c-40c0-aaca-c73190add7d1 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:24.660888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19a35094-120c-40c0-aaca-c73190add7d1 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:24.738568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.742237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:24.742817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.743864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Router c08dc137-d158-47d7-a8c4-737769e434e0 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:24.946703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:27:24.955481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=5d2ba08c-87ea-473a-89f5-69094a08da7e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:24.956130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:24.969148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5d2ba08c-87ea-473a-89f5-69094a08da7e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:24.970824 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-45a9f308-494e-462b-af57-607f6e086f0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4090850 May 05 16:27:24.973745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43976) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:24.974726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:24.981150 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] Sync routers for ids ['c08dc137-d158-47d7-a8c4-737769e434e0'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:24.986235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:24.999282 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] Routers {'c08dc137-d158-47d7-a8c4-737769e434e0'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:25.000114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c08dc137-d158-47d7-a8c4-737769e434e0'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:25.051719 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 2fec2bc1-5d47-4b01-897e-58ac459260e3 associated. External IP: 172.26.2.236, port: 37038596-9937-484a-9334-d6030532eed5. May 05 16:27:25.088312 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:25.105235 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] Routers {'c08dc137-d158-47d7-a8c4-737769e434e0'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:25.105839 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c08dc137-d158-47d7-a8c4-737769e434e0'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:25.107674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.108051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.112185 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3eae3074-a903-4dc1-b9d4-7f770e68fa64 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.4548852 May 05 16:27:25.113367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:25.115600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43980) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:25.115893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.120706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': False}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:25.184629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:25.196775 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:25.197086 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e2acac6-95bc-4564-be5e-9ede5718fe18 None None] The sync data for ids ['c08dc137-d158-47d7-a8c4-737769e434e0'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:25.237639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:25.252711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:25.332091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:25.337920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event updated for resources: {'Port': ['ID=c8790c20-362f-45d4-913e-375e7eb04093,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:25.409663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] In _notify_port_updated(), no bound segment for port c8790c20-362f-45d4-913e-375e7eb04093 on network 5ab40601-23d0-43c6-8592-369eb6a755db {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:27:25.413793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:25.414452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.415855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-53c6a408-a5a4-4241-8529-25f54a2153d5 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "PUT /v2.0/ports/c8790c20-362f-45d4-913e-375e7eb04093 HTTP/1.1" status: 200 len: 1056 time: 2.0025320 May 05 16:27:25.422018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43984) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:25.493041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0d4decf4-9fe1-4390-ad15-3ec6011ed83d None None] Provisioning complete for port c8790c20-362f-45d4-913e-375e7eb04093 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:25.493620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0d4decf4-9fe1-4390-ad15-3ec6011ed83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.509691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port c8790c20-362f-45d4-913e-375e7eb04093 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:25.510030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.553449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0d4decf4-9fe1-4390-ad15-3ec6011ed83d None None] Port c8790c20-362f-45d4-913e-375e7eb04093 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:25.615467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:25.939620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.060483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.176022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=b41d786c-1ef5-464f-b4d7-2227c55d5456,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:26.202110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.202789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.202789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.203168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.203531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.203865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.204189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.204513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.204871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.205203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.205523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.209458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '2eba4dca-d764-4005-8571-423bf82d0bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:26.209835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: 5d2ba08c-87ea-473a-89f5-69094a08da7e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:26.250026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for c8790c20-362f-45d4-913e-375e7eb04093 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:26.273994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.288013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:26.288352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.314730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network 5d2ba08c-87ea-473a-89f5-69094a08da7e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:26.431558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 5d2ba08c-87ea-473a-89f5-69094a08da7e) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:26.436405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:26.437148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.441523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052e7d4e-244b-425e-ade5-bebf05515dd3 None None] Network 5d2ba08c-87ea-473a-89f5-69094a08da7e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:26.571744 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-35c18e75-7898-4ad2-8656-8c2ea82dbb96 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5944703 May 05 16:27:26.574315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 43990) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:26.609923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.670774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-5d2ba08c-87ea-473a-89f5-69094a08da7e', 'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'b41d786c-1ef5-464f-b4d7-2227c55d5456'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:26.671833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.700288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.704166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.725832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:26.808756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:26.852395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Allocated IP 172.20.0.2 (5d2ba08c-87ea-473a-89f5-69094a08da7e/b41d786c-1ef5-464f-b4d7-2227c55d5456/b61362d6-206a-43d0-aef5-4667a106d517) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:26.907585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Port': ['ID=c8790c20-362f-45d4-913e-375e7eb04093,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:26.931373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Router c08dc137-d158-47d7-a8c4-737769e434e0 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:26.992693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.993031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.993381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.993722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.994052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.994384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.994711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.995038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.996106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.996445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:26.996868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.071131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.085758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:27.122537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.135096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Transition to ACTIVE for port object b61362d6-206a-43d0-aef5-4667a106d517 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:27.159622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Transition to ACTIVE for port object b61362d6-206a-43d0-aef5-4667a106d517 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:27.246824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.287312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:27.293047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.296745 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f4a7b58e-929f-4271-afac-8e79f6961871 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "PUT /v2.0/routers/c08dc137-d158-47d7-a8c4-737769e434e0 HTTP/1.1" status: 200 len: 922 time: 2.1779315 May 05 16:27:27.297110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43994) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:27.305103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] Sync routers for ids ['c08dc137-d158-47d7-a8c4-737769e434e0'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:27.336451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Network 5d2ba08c-87ea-473a-89f5-69094a08da7e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:27.341617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:27.344387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Pushing event updated for resources: {'Port': ['ID=b61362d6-206a-43d0-aef5-4667a106d517,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:27.347031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:27.385370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] Routers {'c08dc137-d158-47d7-a8c4-737769e434e0'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:27.386470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c08dc137-d158-47d7-a8c4-737769e434e0'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:27.449808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.455132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.455732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.455936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.456190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.456526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.456855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.457182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.457506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.457826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.458155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.458464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:27:27.497752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:27.514867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cf8b8a17-3c45-4b8f-b25f-81f12a5fa443 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/c08dc137-d158-47d7-a8c4-737769e434e0 HTTP/1.1" status: 200 len: 922 time: 0.2140610 May 05 16:27:27.515066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 43998) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:27.526973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Attempting to bind port b61362d6-206a-43d0-aef5-4667a106d517 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:27.527334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Attempting to bind port b61362d6-206a-43d0-aef5-4667a106d517 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2eba4dca-d764-4005-8571-423bf82d0bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:27.527728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Attempting to bind port b61362d6-206a-43d0-aef5-4667a106d517 on network 5d2ba08c-87ea-473a-89f5-69094a08da7e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:27.535030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] Routers {'c08dc137-d158-47d7-a8c4-737769e434e0'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:27.535678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c08dc137-d158-47d7-a8c4-737769e434e0'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:27.588728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:27.589578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Checking segment: {'id': '2eba4dca-d764-4005-8571-423bf82d0bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:27.589985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.590380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Bound using segment: {'id': '2eba4dca-d764-4005-8571-423bf82d0bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:27.590859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Bound port: b61362d6-206a-43d0-aef5-4667a106d517, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eba4dca-d764-4005-8571-423bf82d0bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '5d2ba08c-87ea-473a-89f5-69094a08da7e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:27.591237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.598034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-64780da1-9967-44b4-b6e8-4c9585c98214 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Synchronizing usage tracker for tenant:8cd18dcce4654a87908955508389521c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:27.610327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:27.610734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b159b3-f47c-4b29-b871-68ec9785f27e None None] The sync data for ids ['c08dc137-d158-47d7-a8c4-737769e434e0'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:27.680557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-64780da1-9967-44b4-b6e8-4c9585c98214 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Unset dirty status for tenant:8cd18dcce4654a87908955508389521c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:27.685647 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64780da1-9967-44b4-b6e8-4c9585c98214 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=c08dc137-d158-47d7-a8c4-737769e434e0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1693723 May 05 16:27:27.685992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44002) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:27.691816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.693378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] For port b61362d6-206a-43d0-aef5-4667a106d517, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:27.696580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] For port b61362d6-206a-43d0-aef5-4667a106d517, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b61362d6-206a-43d0-aef5-4667a106d517,segment=NetworkSegment(2eba4dca-d764-4005-8571-423bf82d0bd7),segment_id=2eba4dca-d764-4005-8571-423bf82d0bd7)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:27.748132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.829974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b71834-fb27-4edb-8e20-1444666dd179 None None] Pushing event updated for resources: {'Port': ['ID=b61362d6-206a-43d0-aef5-4667a106d517,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:27.912622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:27.956004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.006112 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-af1668b1-ccfb-49fc-9339-62054ebd2ab7 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/ports/c8790c20-362f-45d4-913e-375e7eb04093 HTTP/1.1" status: 204 len: 168 time: 2.5806816 May 05 16:27:28.008944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44006) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:28.027573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=5c7c8fd0-7fe2-49d4-9fbb-3d2a8774b714,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:28.035783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=b41d786c-1ef5-464f-b4d7-2227c55d5456,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:28.055794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b341f1-a1cf-4dcf-9967-7c422830dc01 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] GET failed (client error): The resource could not be found. May 05 16:27:28.056303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f9b341f1-a1cf-4dcf-9967-7c422830dc01 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Synchronizing usage tracker for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:28.132086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f9b341f1-a1cf-4dcf-9967-7c422830dc01 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Unset dirty status for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:28.133521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f9b341f1-a1cf-4dcf-9967-7c422830dc01 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "GET /v2.0/ports/c8790c20-362f-45d4-913e-375e7eb04093 HTTP/1.1" status: 404 len: 333 time: 0.1215594 May 05 16:27:28.137905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44012) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:28.206810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port a853cf3d-39f4-43a0-9c77-2f327c939162 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:28.207060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.332253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cfc45a3-beb6-4c83-8aa1-3cada2e58c4a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:28.333633 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6cfc45a3-beb6-4c83-8aa1-3cada2e58c4a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.6451268 May 05 16:27:28.337483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44016) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:28.345852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.385848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2ba08c-87ea-473a-89f5-69094a08da7e']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.402605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.407730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba4dca-d764-4005-8571-423bf82d0bd7') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.408019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba4dca-d764-4005-8571-423bf82d0bd7') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.416442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:28.421799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.430569 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:28.443584 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0224fd52-b2ba-43ca-b1cb-3e22b326b182 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08dc137-d158-47d7-a8c4-737769e434e0 HTTP/1.1" status: 200 len: 205 time: 0.1007218 May 05 16:27:28.447265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:28.447604 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:28.448735 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.486223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.511608 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.524902 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:28.525657 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.575202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a1d437a4-1c45-4b5a-81a4-219a3268d187 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/floatingips/2fec2bc1-5d47-4b01-897e-58ac459260e3 HTTP/1.1" status: 200 len: 977 time: 6.1842134 May 05 16:27:28.576394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.595126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44024) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:28.614095 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:28.616292 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0b49eb-dc41-4d73-ac8c-0a9092cf839e None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:28.641771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:28.642531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:28.658030 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:28.725689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b61362d6-206a-43d0-aef5-4667a106d517 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:28.766806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 37038596-9937-484a-9334-d6030532eed5 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:28.767669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.796703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:28.818724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:27:28.818724 dv-neutron-840483-1-hyperv neutron-server[84818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:27:28.818724 dv-neutron-840483-1-hyperv neutron-server[84818]: [parameters: {'id': '5d2ba08c-87ea-473a-89f5-69094a08da7e'}] May 05 16:27:28.818724 dv-neutron-840483-1-hyperv neutron-server[84818]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:28.819548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:28.888067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d043366-47e1-47b0-97ed-676855306a8d None None] Network 5d2ba08c-87ea-473a-89f5-69094a08da7e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:28.970405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for a853cf3d-39f4-43a0-9c77-2f327c939162 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:28.983134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b61362d6-206a-43d0-aef5-4667a106d517 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:29.070963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 4ab2278f-6252-4361-926d-bd6046794ae6 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:29.103060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] Provisioning for port b61362d6-206a-43d0-aef5-4667a106d517 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:29.113033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] Provisioning complete for port b61362d6-206a-43d0-aef5-4667a106d517 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:29.113878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.257435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.300438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] For port b61362d6-206a-43d0-aef5-4667a106d517, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b61362d6-206a-43d0-aef5-4667a106d517,segment=NetworkSegment(2eba4dca-d764-4005-8571-423bf82d0bd7),segment_id=2eba4dca-d764-4005-8571-423bf82d0bd7)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:29.322705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] DHCP port deletion for 5d2ba08c-87ea-473a-89f5-69094a08da7e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:29.329061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] Deleting port b61362d6-206a-43d0-aef5-4667a106d517 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:29.329435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.331495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.337815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.350440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port b61362d6-206a-43d0-aef5-4667a106d517 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:29.350647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.355619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.397693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:29.405070 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a31349a8-bba8-4791-aaae-1d5297b42e96 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/4ab2278f-6252-4361-926d-bd6046794ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6083109 May 05 16:27:29.408473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44028) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:29.424527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] Sync routers for ids ['4ab2278f-6252-4361-926d-bd6046794ae6'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:29.433902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.481422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-332a41a7-9705-49c2-819d-d0b2a605579b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:29.574421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.577780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-332a41a7-9705-49c2-819d-d0b2a605579b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:29.581229 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-332a41a7-9705-49c2-819d-d0b2a605579b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab2278f-6252-4361-926d-bd6046794ae6 HTTP/1.1" status: 200 len: 205 time: 0.1697044 May 05 16:27:29.584082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44032) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:29.589316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] Routers {'4ab2278f-6252-4361-926d-bd6046794ae6'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:29.589948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4ab2278f-6252-4361-926d-bd6046794ae6'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:29.671246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:29.676118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bc11c-1a9c-4843-97e6-80e6cc4e95aa None None] Pushing event updated for resources: {'Port': ['ID=b61362d6-206a-43d0-aef5-4667a106d517,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:29.689078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] For port b61362d6-206a-43d0-aef5-4667a106d517, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b61362d6-206a-43d0-aef5-4667a106d517,segment=NetworkSegment(2eba4dca-d764-4005-8571-423bf82d0bd7),segment_id=2eba4dca-d764-4005-8571-423bf82d0bd7)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:29.689469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.701558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Port': ['ID=a853cf3d-39f4-43a0-9c77-2f327c939162,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:29.743032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port b61362d6-206a-43d0-aef5-4667a106d517, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b61362d6-206a-43d0-aef5-4667a106d517,segment=NetworkSegment(2eba4dca-d764-4005-8571-423bf82d0bd7),segment_id=2eba4dca-d764-4005-8571-423bf82d0bd7)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:29.743338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.872703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] Calling delete_port for b61362d6-206a-43d0-aef5-4667a106d517 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:29.893450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for b61362d6-206a-43d0-aef5-4667a106d517 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:29.915893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] Routers {'4ab2278f-6252-4361-926d-bd6046794ae6'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:29.917006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4ab2278f-6252-4361-926d-bd6046794ae6'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:29.954223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:29.997260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:29.997260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936a5ff2-7926-46b6-8f03-19e40a40e4c6 None None] The sync data for ids ['4ab2278f-6252-4361-926d-bd6046794ae6'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:30.000462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.043950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.044328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.044634 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 2fec2bc1-5d47-4b01-897e-58ac459260e3 disassociated. External IP: 172.26.2.236, port: 37038596-9937-484a-9334-d6030532eed5. May 05 16:27:30.044971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 37038596-9937-484a-9334-d6030532eed5 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:30.085485 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2db02840-601d-4f3b-86cd-a9fe90ddc762 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/ports/a853cf3d-39f4-43a0-9c77-2f327c939162 HTTP/1.1" status: 204 len: 168 time: 1.9463706 May 05 16:27:30.094072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44036) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:30.102977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.161597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] Pushing event deleted for resources: {'Port': ['ID=b61362d6-206a-43d0-aef5-4667a106d517,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:30.162596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38fb121-01ac-4607-9971-344115ced81f tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] GET failed (client error): The resource could not be found. May 05 16:27:30.163250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d38fb121-01ac-4607-9971-344115ced81f tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Synchronizing usage tracker for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:30.169383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61237a10-8a4e-4bd2-86be-2cc3edd3d66f None None] No DVR routers for this DVR port b61362d6-206a-43d0-aef5-4667a106d517 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:30.227309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.238208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:30.238522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:30.296893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.342804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Deleting port 55139b85-b088-44bf-b097-0bea4ca346d2 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:30.343657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.368135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d38fb121-01ac-4607-9971-344115ced81f tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Unset dirty status for tenant:6855feee4d704a1b8538a193f56cbfdd on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:30.369438 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d38fb121-01ac-4607-9971-344115ced81f tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "GET /v2.0/ports/a853cf3d-39f4-43a0-9c77-2f327c939162 HTTP/1.1" status: 404 len: 333 time: 0.2741444 May 05 16:27:30.373916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=37038596-9937-484a-9334-d6030532eed5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:30.387014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44040) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:30.441400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.445540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.531795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.532342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router 4ab2278f-6252-4361-926d-bd6046794ae6 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:30.547486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.548566 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6558bbcd-5dcc-4020-b995-1475c625e7cc tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/4ab2278f-6252-4361-926d-bd6046794ae6 HTTP/1.1" status: 204 len: 168 time: 0.9636364 May 05 16:27:30.551054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:30.634296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b61362d6-206a-43d0-aef5-4667a106d517 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:30.657134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port 0f525c27-e1e3-46cc-825c-60ecdb46c6df {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:30.657468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.670925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: b61362d6-206a-43d0-aef5-4667a106d517 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:30.671404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b61362d6-206a-43d0-aef5-4667a106d517 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:30.802345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.811086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port b61362d6-206a-43d0-aef5-4667a106d517 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:30.811423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:30.884461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] The port 'b61362d6-206a-43d0-aef5-4667a106d517' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:27:31.027916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet 36567b1a-08f6-4385-8fae-242e6d03733c {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:27:31.035119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.068896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Calling delete_port for 55139b85-b088-44bf-b097-0bea4ca346d2 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:31.071801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.112292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2ba08c-87ea-473a-89f5-69094a08da7e']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:31.125417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.158197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eba4dca-d764-4005-8571-423bf82d0bd7') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:31.158492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eba4dca-d764-4005-8571-423bf82d0bd7') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:31.179281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.208303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.220173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:31.224912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:31.235625 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:31.312990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.324580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.391162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.413981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.426883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=5d2ba08c-87ea-473a-89f5-69094a08da7e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:31.434086 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-007de8dc-8635-4d94-a14a-2e15693f29ba tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/5d2ba08c-87ea-473a-89f5-69094a08da7e HTTP/1.1" status: 204 len: 168 time: 4.8462789 May 05 16:27:31.434863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44050) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:31.440298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1318604216'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:31.446561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:31.451108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:31.455685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:31.457571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for 0f525c27-e1e3-46cc-825c-60ecdb46c6df owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:31.460724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:31.503728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.537009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:31.540331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.559281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=36567b1a-08f6-4385-8fae-242e6d03733c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:31.564105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:31.569839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.574249 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5305e15b-536f-41ca-bc67-f92969d610b3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/36567b1a-08f6-4385-8fae-242e6d03733c HTTP/1.1" status: 204 len: 168 time: 1.0197175 May 05 16:27:31.576005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814244c6-ac61-4ddc-9d5c-6ab1271249e4 None None] Network 1392c69f-cc5e-47b7-ab5b-988782794946 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:31.577636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44054) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:31.672267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:31.697365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.697846 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 3cb285ce-9dc7-4ac5-9350-2786d8f17ba7 of type vlan for network a8c1f3f5-ebca-4f49-b1af-4025451f5264 May 05 16:27:31.710235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.736973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.744310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 2d27adcc-9190-4d27-bc55-c195520c7fd4 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:31.744781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.768307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.838389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event deleted for resources: {'Port': ['ID=55139b85-b088-44bf-b097-0bea4ca346d2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:31.869006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] DHCP port deletion for 1392c69f-cc5e-47b7-ab5b-988782794946 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:31.873851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Deleting port 2d27adcc-9190-4d27-bc55-c195520c7fd4 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:31.874511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.975708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:31.979608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:31.980199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.019002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.084640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] For port 2d27adcc-9190-4d27-bc55-c195520c7fd4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2d27adcc-9190-4d27-bc55-c195520c7fd4,segment=NetworkSegment(f7ce7920-5560-42cf-909e-bc6becfe2d78),segment_id=f7ce7920-5560-42cf-909e-bc6becfe2d78)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:32.085031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.108674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port 2d27adcc-9190-4d27-bc55-c195520c7fd4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2d27adcc-9190-4d27-bc55-c195520c7fd4,segment=NetworkSegment(f7ce7920-5560-42cf-909e-bc6becfe2d78),segment_id=f7ce7920-5560-42cf-909e-bc6becfe2d78)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:32.109252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.125601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=a8c1f3f5-ebca-4f49-b1af-4025451f5264,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:32.145948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Port': ['ID=0f525c27-e1e3-46cc-825c-60ecdb46c6df,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:32.147500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a8c1f3f5-ebca-4f49-b1af-4025451f5264 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:32.149796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.190571 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0dc78c75-c0d8-46be-aa72-7b659de19fea tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7522690 May 05 16:27:32.208508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44058) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:32.258279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Calling delete_port for 2d27adcc-9190-4d27-bc55-c195520c7fd4 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:32.258499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 2d27adcc-9190-4d27-bc55-c195520c7fd4 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:32.299555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:32.429119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.435752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:32.436117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:32.481740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=2d27adcc-9190-4d27-bc55-c195520c7fd4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:32.488530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No DVR routers for this DVR port 2d27adcc-9190-4d27-bc55-c195520c7fd4 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:32.635040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2d27adcc-9190-4d27-bc55-c195520c7fd4 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:32.676561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 2d27adcc-9190-4d27-bc55-c195520c7fd4 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:32.676992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2d27adcc-9190-4d27-bc55-c195520c7fd4 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:32.706600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.734322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1392c69f-cc5e-47b7-ab5b-988782794946']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.746888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ce7920-5560-42cf-909e-bc6becfe2d78') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.747189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ce7920-5560-42cf-909e-bc6becfe2d78') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.747380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:32.757055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.758947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:32.759055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.763957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:32.767857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.775585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.775748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:32.783123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:32.783666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.788885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.798341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:32.799384 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:32.814674 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:32.828265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:32.829117 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.885812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:32.896293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.909272 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:32.909888 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.937783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Deleting port 2d27adcc-9190-4d27-bc55-c195520c7fd4 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:32.938535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.970273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7637cac5-9b2f-44fd-81c0-829df62f0889 tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/ports/0f525c27-e1e3-46cc-825c-60ecdb46c6df HTTP/1.1" status: 204 len: 168 time: 2.5816638 May 05 16:27:32.972279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:32.974889 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:32.975974 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7edc8ef3-8761-4823-8f2c-1166fa470fd0 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:32.976390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44062) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.004353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.006614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-74b6b207-d511-44fa-b805-6724e97bd568 None None] The port '2d27adcc-9190-4d27-bc55-c195520c7fd4' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:27:33.019270 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-63f4f72e-c5cc-4af3-ae97-384b535a65b0 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/ports/37038596-9937-484a-9334-d6030532eed5 HTTP/1.1" status: 204 len: 168 time: 4.4227114 May 05 16:27:33.022367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.036230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44066) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.048049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.068958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=1392c69f-cc5e-47b7-ab5b-988782794946,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:33.117375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.117868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Fanout notify agent at l3_agent the message router_deleted on router c08dc137-d158-47d7-a8c4-737769e434e0 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:33.155981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d4a59459-6c50-4484-a194-2d4a95a2bf1c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/1392c69f-cc5e-47b7-ab5b-988782794946 HTTP/1.1" status: 204 len: 168 time: 1.5770891 May 05 16:27:33.159494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44070) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.175259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.175489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1186575502', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:33.176441 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b395dfde-3d0f-4ede-93db-65e0f2df6f66 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/c08dc137-d158-47d7-a8c4-737769e434e0 HTTP/1.1" status: 204 len: 168 time: 4.7284071 May 05 16:27:33.180275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44074) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.192339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1871054872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:33.196281 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-858ce86b-862d-4099-99da-6b01f57689e9 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/floatingips/2fec2bc1-5d47-4b01-897e-58ac459260e3 HTTP/1.1" status: 200 len: 688 time: 0.1589708 May 05 16:27:33.198542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:33.200527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44078) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.206844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:33.209211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:33.222472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Usage tracker for resource:router and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:33.225003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:33.227698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:33.237601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:33.242166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:33.263844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing IP validity checks on allocation pools {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:27:33.264350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:27:33.269318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting subnet 9033f7e5-7963-45fd-ab94-3a02f46aa247 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:27:33.272401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.322455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.323399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.331695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.366792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.367725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.372345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 5e1f2a65-d73d-4459-bf99-04da261fe19d {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:33.372686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.418149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.430905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.462793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.510140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.622327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.626875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.632000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.676143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.682654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.684077 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-844edbff-0829-41cd-a8b6-3af5b3d6e0fe tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5003619 May 05 16:27:33.687100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44082) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.743561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.747375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:33.799035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Subnet': ['ID=9033f7e5-7963-45fd-ab94-3a02f46aa247,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:33.808636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:33.814648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8773bf2-8766-44a8-8661-78df1d812446 None None] Network 5ab40601-23d0-43c6-8592-369eb6a755db requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:33.869522 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9bd9abe0-df77-4a1a-8a0f-1489c5ddf6de tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/subnets/9033f7e5-7963-45fd-ab94-3a02f46aa247 HTTP/1.1" status: 204 len: 168 time: 0.8858302 May 05 16:27:33.870958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44086) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:33.929612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 5e1f2a65-d73d-4459-bf99-04da261fe19d owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:33.960106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.000626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.024202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:34.024545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.095423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] DHCP port deletion for 5ab40601-23d0-43c6-8592-369eb6a755db request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:34.102794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] Deleting port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:34.103489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.156169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=114d36c7-76d9-47a4-be92-63f97e9dcfa6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:34.175335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.209147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.239335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:34.239717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: a8c1f3f5-ebca-4f49-b1af-4025451f5264, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:34.325060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] For port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,segment=NetworkSegment(e3dd8626-8ec1-49e4-83c1-e958502a78d4),segment_id=e3dd8626-8ec1-49e4-83c1-e958502a78d4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:34.325456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.358360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] For port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,segment=NetworkSegment(e3dd8626-8ec1-49e4-83c1-e958502a78d4),segment_id=e3dd8626-8ec1-49e4-83c1-e958502a78d4)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:34.358890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.429809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.448793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] Calling delete_port for f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:34.525214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network a8c1f3f5-ebca-4f49-b1af-4025451f5264 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:34.546779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=5e1f2a65-d73d-4459-bf99-04da261fe19d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:34.582173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.605559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Calling delete_port for f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:34.624553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a8c1f3f5-ebca-4f49-b1af-4025451f5264) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:34.638805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.642532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:34.643380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.677700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] Pushing event deleted for resources: {'Port': ['ID=f6cf4c5e-78f8-4eeb-abf8-027c7e450a33,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:34.679707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2634ad-2451-4b24-8e7f-761052dcb3a4 None None] Network a8c1f3f5-ebca-4f49-b1af-4025451f5264 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:34.683235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.693685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:34.695020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.699977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-354bacae-9e09-43a8-a7b0-16f0b60d8e5b tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/floatingips/2fec2bc1-5d47-4b01-897e-58ac459260e3 HTTP/1.1" status: 204 len: 168 time: 1.4950414 May 05 16:27:34.700547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44094) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:34.708121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '1ad14057-1be6-4d35-9359-d2933b4b9c84'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:34.714090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:34.719533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:floatingip and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:34.722607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:34.734373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebebf5a-d877-4644-b5ba-b36a0a86dcee None None] No DVR routers for this DVR port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:34.738769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:34.738953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:34.742681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:34.750629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:34.750783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:34.761054 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-500648b3-57da-4c77-875f-75f001a19d75 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.5483580 May 05 16:27:34.761754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44098) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:34.782822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 172.26.2.218 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/91014679-e821-497e-a730-1edf8836696b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:34.847005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.957404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:34.982402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a8c1f3f5-ebca-4f49-b1af-4025451f5264', 'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': '114d36c7-76d9-47a4-be92-63f97e9dcfa6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:34.983976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.053258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.062913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.122704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:35.125826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:35.130493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:35.161021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Allocated IP 172.20.0.3 (a8c1f3f5-ebca-4f49-b1af-4025451f5264/114d36c7-76d9-47a4-be92-63f97e9dcfa6/7ab9670d-a459-4738-8a78-48182914614e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:35.168229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=91014679-e821-497e-a730-1edf8836696b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:35.188559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.251608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Deleting port f6cf4c5e-78f8-4eeb-abf8-027c7e450a33 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:35.252176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.271272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.310417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.316056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.326214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] The port 'f6cf4c5e-78f8-4eeb-abf8-027c7e450a33' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:27:35.420804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.432711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Transition to ACTIVE for port object 7ab9670d-a459-4738-8a78-48182914614e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:35.454761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Transition to ACTIVE for port object 7ab9670d-a459-4738-8a78-48182914614e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:35.465480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.494499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab40601-23d0-43c6-8592-369eb6a755db']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:35.509016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3dd8626-8ec1-49e4-83c1-e958502a78d4') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:35.509313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3dd8626-8ec1-49e4-83c1-e958502a78d4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:35.523892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.533088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.543021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.543251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.545309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.608792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:35.608792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.609215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Network a8c1f3f5-ebca-4f49-b1af-4025451f5264 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:35.612086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:35.615803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:35.622868 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:35.651749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Allocated IP 172.26.2.25 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/2bee16d5-ee95-401e-957d-ceb6ecb24410) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:35.654891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Pushing event updated for resources: {'Port': ['ID=7ab9670d-a459-4738-8a78-48182914614e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:35.655024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.704113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=114d36c7-76d9-47a4-be92-63f97e9dcfa6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:35.727604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Attempting to bind port 7ab9670d-a459-4738-8a78-48182914614e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:35.729071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Attempting to bind port 7ab9670d-a459-4738-8a78-48182914614e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:35.729071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Attempting to bind port 7ab9670d-a459-4738-8a78-48182914614e on network a8c1f3f5-ebca-4f49-b1af-4025451f5264 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:35.743060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:35.743493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Checking segment: {'id': '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:35.747992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.751702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Bound using segment: {'id': '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:35.757942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Bound port: 7ab9670d-a459-4738-8a78-48182914614e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:35.781246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.879677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.905582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] For port 7ab9670d-a459-4738-8a78-48182914614e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:35.908627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] For port 7ab9670d-a459-4738-8a78-48182914614e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7ab9670d-a459-4738-8a78-48182914614e,segment=NetworkSegment(3cb285ce-9dc7-4ac5-9350-2786d8f17ba7),segment_id=3cb285ce-9dc7-4ac5-9350-2786d8f17ba7)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:35.924603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c1f3f5-ebca-4f49-b1af-4025451f5264']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:35.947293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:35.947633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:35.969782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:35.984931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.000716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.005492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.038403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] Pushing event deleted for resources: {'Network': ['ID=5ab40601-23d0-43c6-8592-369eb6a755db,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:36.045209 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d03ea4dd-38da-45ae-9c4d-67a8a93978ed tempest-AllowedAddressPairTestJSON-340667033 tempest-AllowedAddressPairTestJSON-340667033-project] 10.222.0.70 "DELETE /v2.0/networks/5ab40601-23d0-43c6-8592-369eb6a755db HTTP/1.1" status: 204 len: 168 time: 2.1742930 May 05 16:27:36.051967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 5a8f1792-8882-4092-ace6-3bc8222a2f15 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:36.056479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.057157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.064021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:36.064523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:36.084164 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:36.155187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.162222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b4cd6b-b0d2-422f-ad8a-e2a32701f1e6 None None] Pushing event updated for resources: {'Port': ['ID=7ab9670d-a459-4738-8a78-48182914614e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:36.263840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bbf8cb-5824-4370-85a0-08e196828e32 None None] Network a8c1f3f5-ebca-4f49-b1af-4025451f5264 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:36.294791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:36.301028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:36.317893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:36.340708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:36.350784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event updated for resources: {'Port': ['ID=2bee16d5-ee95-401e-957d-ceb6ecb24410,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:36.350784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:27:36.350784 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:27:36.350784 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': 'a8c1f3f5-ebca-4f49-b1af-4025451f5264'}] May 05 16:27:36.350784 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:36.351193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:36.352293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.52 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/8c3bdad8-c939-4d15-86f8-a8d0d458d5f4) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:36.358994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] Sync routers for ids ['5a8f1792-8882-4092-ace6-3bc8222a2f15'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:36.391321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] Routers {'5a8f1792-8882-4092-ace6-3bc8222a2f15'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:36.392112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5a8f1792-8882-4092-ace6-3bc8222a2f15'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:36.452023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.453298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-947069d9-36dd-46cc-a8ab-ab37fdd61785 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.2926257 May 05 16:27:36.455850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44104) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:36.526832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:36.561991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] Routers {'5a8f1792-8882-4092-ace6-3bc8222a2f15'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:36.563308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5a8f1792-8882-4092-ace6-3bc8222a2f15'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:36.620266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.636654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:36.637052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef68f289-371c-459b-932a-b80ee20fe0c5 None None] The sync data for ids ['5a8f1792-8882-4092-ace6-3bc8222a2f15'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:36.658724 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c2e343-d776-4db7-8bfd-fe8bbbe495a5 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:27:36.744233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.789823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59c2e343-d776-4db7-8bfd-fe8bbbe495a5 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:27:36.815201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44110) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:36.827931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eb24cfe7-6f2d-460f-88ee-c89254d8b18d tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/routers/5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 200 len: 885 time: 0.3709855 May 05 16:27:36.830312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44116) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:36.862536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.883319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:36.897563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 7ab9670d-a459-4738-8a78-48182914614e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:36.898036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:36.952975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:36.956367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:37.096828 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-077172c3-b826-4733-b89a-0532885b0cbb admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6855feee4d704a1b8538a193f56cbfdd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2805130 May 05 16:27:37.099171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44120) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:37.111474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=8c3bdad8-c939-4d15-86f8-a8d0d458d5f4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:37.125186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-549dd701-0913-4621-af32-573f84fc8748 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:router {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:37.130547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.184656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b40e979b-4272-4839-86c3-a11a3ffff114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.212779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b40e979b-4272-4839-86c3-a11a3ffff114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.237429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-549dd701-0913-4621-af32-573f84fc8748 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:router {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:37.237637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-549dd701-0913-4621-af32-573f84fc8748 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.4062605 May 05 16:27:37.240964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44124) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:37.249593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1186575502'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:37.541355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 7ab9670d-a459-4738-8a78-48182914614e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7ab9670d-a459-4738-8a78-48182914614e,segment=NetworkSegment(3cb285ce-9dc7-4ac5-9350-2786d8f17ba7),segment_id=3cb285ce-9dc7-4ac5-9350-2786d8f17ba7)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:37.542356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.553090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b40e979b-4272-4839-86c3-a11a3ffff114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.638029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e979b-4272-4839-86c3-a11a3ffff114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531e7473-a36c-4ef2-9540-8cf05fc4e001,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:37.658923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b40e979b-4272-4839-86c3-a11a3ffff114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.662544 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b40e979b-4272-4839-86c3-a11a3ffff114 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/531e7473-a36c-4ef2-9540-8cf05fc4e001 HTTP/1.1" status: 204 len: 168 time: 0.5600092 May 05 16:27:37.696680 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:27:37.698781 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-6c4ca0b3-5559-45cc-ac11-51a892a0e042 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1791224 May 05 16:27:37.796016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 7ab9670d-a459-4738-8a78-48182914614e owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:37.861487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.875091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:37.958439 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-9ae4049f-1a7d-4099-a180-9f706376f8d4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.2298419 May 05 16:27:38.111990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.128233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.160477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83299c41-7d73-402d-91e0-f4b312397bde req-68c0b75c-bd07-43fe-8b81-24b9a7931905 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:38.162662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-68c0b75c-bd07-43fe-8b81-24b9a7931905 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.1786685 May 05 16:27:38.190046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=7ab9670d-a459-4738-8a78-48182914614e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:38.204633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port 7ab9670d-a459-4738-8a78-48182914614e on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:38.351716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.477864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.513980 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-e8cd2e35-a4eb-4724-8def-b2657e9ff2bd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1000 time: 0.3446662 May 05 16:27:38.561973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c1f3f5-ebca-4f49-b1af-4025451f5264']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:38.573677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.585591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:38.585878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb285ce-9dc7-4ac5-9350-2786d8f17ba7') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:38.600822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83299c41-7d73-402d-91e0-f4b312397bde req-4a554b20-b4c2-49aa-8916-4f5508f27015 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:38.602231 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-4a554b20-b4c2-49aa-8916-4f5508f27015 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.0753956 May 05 16:27:38.606157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.625221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.632036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:38.632742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:38.648200 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:38.710408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-707329cf-e827-4424-87a8-243cf54748dc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1004288 May 05 16:27:38.770644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Router 504e4042-3f59-4e3f-9121-c4a19b0d3b1a is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:38.804627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:38.836365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 5a8f1792-8882-4092-ace6-3bc8222a2f15 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:39.059047 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-dae467ce-1f9a-440c-8ee5-7f08d7d738c0 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409867 May 05 16:27:39.126789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.170511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.190199 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/a8c1f3f5-ebca-4f49-b1af-4025451f5264 HTTP/1.1" status: 204 len: 168 time: 4.4274082 May 05 16:27:39.193757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44146) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:39.196788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b8855b-197f-4b59-aaf3-4b00fb277285 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=a8c1f3f5-ebca-4f49-b1af-4025451f5264,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:39.202863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1573604297'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:39.211004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:39.233597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:39.238136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:39.251380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:39.274617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44150) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:39.286284 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83299c41-7d73-402d-91e0-f4b312397bde req-7127c10f-6130-4a6f-a866-a8fba9e93eac service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158921 May 05 16:27:39.337201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:39.348460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.348460 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b8a4c1f0-42ac-4240-adc8-7ab15f8f8471 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 200 len: 892 time: 2.1027420 May 05 16:27:39.348460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:39.348960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44156) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:39.350656 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] Sync routers for ids ['5a8f1792-8882-4092-ace6-3bc8222a2f15'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:39.356324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.363820 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] Routers {'5a8f1792-8882-4092-ace6-3bc8222a2f15'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:39.364741 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5a8f1792-8882-4092-ace6-3bc8222a2f15'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.396020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:39.408189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.408755 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 72118dda-4ca5-44ac-9a47-b81eaf248fb3 of type vlan for network fa2b6abf-2469-4514-8c99-31c1a8e9322e May 05 16:27:39.432494 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.442527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.444828 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] Routers {'5a8f1792-8882-4092-ace6-3bc8222a2f15'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:39.445056 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5a8f1792-8882-4092-ace6-3bc8222a2f15'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.471715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2123631993'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:39.477890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:39.484247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:network and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:39.487567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:39.495329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:39.509672 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.510219 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-774b2f29-e02c-442f-86c0-d2812df74f47 None None] The sync data for ids ['5a8f1792-8882-4092-ace6-3bc8222a2f15'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:39.536099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.540041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:39.540616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.565178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.580770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:39.587154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.588169 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cebb8ba2-050c-4c38-adbd-717b392b2361 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "PUT /v2.0/routers/504e4042-3f59-4e3f-9121-c4a19b0d3b1a HTTP/1.1" status: 200 len: 879 time: 5.9001167 May 05 16:27:39.592572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44160) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:39.595003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] Sync routers for ids ['504e4042-3f59-4e3f-9121-c4a19b0d3b1a'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:39.607997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] Routers {'504e4042-3f59-4e3f-9121-c4a19b0d3b1a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:39.608609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['504e4042-3f59-4e3f-9121-c4a19b0d3b1a'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.638115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:39.641047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.660512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.661070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.671746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.676053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=fa2b6abf-2469-4514-8c99-31c1a8e9322e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:39.684896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] Routers {'504e4042-3f59-4e3f-9121-c4a19b0d3b1a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:39.685573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['504e4042-3f59-4e3f-9121-c4a19b0d3b1a'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.692120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2839a1a0-c4fc-4f09-b28e-e6824d084d53 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4972734 May 05 16:27:39.694921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44164) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:39.701920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:39.726127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:39.746823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network fa2b6abf-2469-4514-8c99-31c1a8e9322e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:39.784395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:security_group_rule and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:39.797683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:39.807699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:39.821929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:39.822338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-613d18d7-a4a9-4596-b721-de195636f14b None None] The sync data for ids ['504e4042-3f59-4e3f-9121-c4a19b0d3b1a'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:39.840052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:39.847425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:39.872928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:39.881004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:39.912071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.933319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=8c3bdad8-c939-4d15-86f8-a8d0d458d5f4,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:39.951808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:39.972040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:40.038748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.089287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8ff8d403-63bf-4124-bd84-586e66b0aeb7 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/routers/5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 200 len: 892 time: 0.7385144 May 05 16:27:40.093266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44170) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.099697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:40.113478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5370d3d6-663e-458b-96e9-08306c2cf4d7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:40.118883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.137445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.137781 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Added segment 73552c9c-b6ab-4a5c-afb6-c42b9cc26709 of type vlan for network f5e6463e-72cb-4e68-8573-613d495405f8 May 05 16:27:40.156593 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6804bd32-d1b5-43f0-9830-3213dead6d7a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 200 len: 205 time: 0.0610929 May 05 16:27:40.159500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44174) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.342042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.364780 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-680cc34d-545b-43eb-b7a8-27823d09e823 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/504e4042-3f59-4e3f-9121-c4a19b0d3b1a HTTP/1.1" status: 200 len: 920 time: 0.7696579 May 05 16:27:40.365363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44178) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.481431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.483206 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 9510eff5-47ff-4e6e-9b74-cc7f15bff735 associated. External IP: 172.26.2.52, port: 1ad14057-1be6-4d35-9359-d2933b4b9c84. May 05 16:27:40.485193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:40.485765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.548548 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3d491b69-3a5d-444e-b58e-19fb85d4478a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=504e4042-3f59-4e3f-9121-c4a19b0d3b1a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1798868 May 05 16:27:40.570509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44182) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.624648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.724947 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4492927 May 05 16:27:40.732970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44186) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.735544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727a2c7-3dab-4943-aa1d-afdae8819ef4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Network': ['ID=f5e6463e-72cb-4e68-8573-613d495405f8,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:40.738327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:40.749926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:40.793781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=f9dd0333-f846-4ba2-b9d3-e2c958681ad6,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:40.827679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e46c72-08b0-4f69-8157-657f0a2e64b9 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:40.831724 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f5e46c72-08b0-4f69-8157-657f0a2e64b9 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.2552783 May 05 16:27:40.833449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44190) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.873287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '72118dda-4ca5-44ac-9a47-b81eaf248fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:40.873702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: fa2b6abf-2469-4514-8c99-31c1a8e9322e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:40.878634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:40.886355 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8a2d931b-0770-4f94-ab1f-9dea4c44678e tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=504e4042-3f59-4e3f-9121-c4a19b0d3b1a HTTP/1.1" status: 200 len: 205 time: 0.0516744 May 05 16:27:40.888980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44194) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:40.938802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:40.991927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:40.999410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:41.017265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:41.098703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.153743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network fa2b6abf-2469-4514-8c99-31c1a8e9322e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:41.170142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:41.281591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, fa2b6abf-2469-4514-8c99-31c1a8e9322e) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:41.285683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:41.286442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.294877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e281f47d-f134-4564-8266-89f21b464cff None None] Network fa2b6abf-2469-4514-8c99-31c1a8e9322e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:41.325268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.354678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.396958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-53d3bedd-6a91-44d0-8c6b-22d456c6da9b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6980150 May 05 16:27:41.397178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44198) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:41.425390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Deleting port 2bee16d5-ee95-401e-957d-ceb6ecb24410 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:41.426254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.458951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.522017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-fa2b6abf-2469-4514-8c99-31c1a8e9322e', 'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'f9dd0333-f846-4ba2-b9d3-e2c958681ad6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:41.522017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.570374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 91014679-e821-497e-a730-1edf8836696b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:41.570722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.661062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.694431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Allocated IP 172.20.0.1 (fa2b6abf-2469-4514-8c99-31c1a8e9322e/f9dd0333-f846-4ba2-b9d3-e2c958681ad6/05901483-c4a9-4ed1-bded-f6829b38553a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:41.702460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.766383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.767053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:41.864735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.885474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.946096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:41.958618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Transition to ACTIVE for port object 05901483-c4a9-4ed1-bded-f6829b38553a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:41.982271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Transition to ACTIVE for port object 05901483-c4a9-4ed1-bded-f6829b38553a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:42.047156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Calling delete_port for 2bee16d5-ee95-401e-957d-ceb6ecb24410 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:42.052613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.127641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Network fa2b6abf-2469-4514-8c99-31c1a8e9322e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:42.130806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:42.133353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:42.143301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Pushing event updated for resources: {'Port': ['ID=05901483-c4a9-4ed1-bded-f6829b38553a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:42.173893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.211326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 91014679-e821-497e-a730-1edf8836696b owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:42.232222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Attempting to bind port 05901483-c4a9-4ed1-bded-f6829b38553a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:42.232615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Attempting to bind port 05901483-c4a9-4ed1-bded-f6829b38553a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '72118dda-4ca5-44ac-9a47-b81eaf248fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:42.233062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Attempting to bind port 05901483-c4a9-4ed1-bded-f6829b38553a on network fa2b6abf-2469-4514-8c99-31c1a8e9322e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:42.240462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:42.240838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Checking segment: {'id': '72118dda-4ca5-44ac-9a47-b81eaf248fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:42.241224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.241613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Bound using segment: {'id': '72118dda-4ca5-44ac-9a47-b81eaf248fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:42.242075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Bound port: 05901483-c4a9-4ed1-bded-f6829b38553a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72118dda-4ca5-44ac-9a47-b81eaf248fb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:42.242443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.247214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=f9dd0333-f846-4ba2-b9d3-e2c958681ad6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:42.300342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=9ebd9277-424f-41b1-bff4-46fd50f89c62,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:42.345237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] For port 05901483-c4a9-4ed1-bded-f6829b38553a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:42.348779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] For port 05901483-c4a9-4ed1-bded-f6829b38553a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=05901483-c4a9-4ed1-bded-f6829b38553a,segment=NetworkSegment(72118dda-4ca5-44ac-9a47-b81eaf248fb3),segment_id=72118dda-4ca5-44ac-9a47-b81eaf248fb3)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:42.369511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.369769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:42.370624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network hostable DHCP agents. Network: f5e6463e-72cb-4e68-8573-613d495405f8, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:42.396407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2b6abf-2469-4514-8c99-31c1a8e9322e']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.409478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72118dda-4ca5-44ac-9a47-b81eaf248fb3') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.409790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72118dda-4ca5-44ac-9a47-b81eaf248fb3') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.421924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.440929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.442871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.449446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:42.450023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:42.468631 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:42.475502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.500083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:42.516912 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:42.533281 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:42.536217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:42.536352 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.560284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.564932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7076f-128c-4724-88e1-e9cd9ec2fef4 None None] Pushing event updated for resources: {'Port': ['ID=05901483-c4a9-4ed1-bded-f6829b38553a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:42.593188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event deleted for resources: {'Port': ['ID=2bee16d5-ee95-401e-957d-ceb6ecb24410,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:42.595217 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.608981 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:42.610127 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.616182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e055d710-93a6-4a49-929b-be11a1508003 None None] Network fa2b6abf-2469-4514-8c99-31c1a8e9322e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:42.654177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.665092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:27:42.665092 dv-neutron-840483-1-hyperv neutron-server[84818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:27:42.665092 dv-neutron-840483-1-hyperv neutron-server[84818]: [parameters: {'id': 'fa2b6abf-2469-4514-8c99-31c1a8e9322e'}] May 05 16:27:42.665092 dv-neutron-840483-1-hyperv neutron-server[84818]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:42.665555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:42.675897 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:42.676530 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febc527-e407-4749-9ab4-89e92df24c5f None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:42.686562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=91014679-e821-497e-a730-1edf8836696b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:42.695959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, f5e6463e-72cb-4e68-8573-613d495405f8) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:42.709144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:42.709816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.723364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3caf37-94cf-42b1-8fc7-bcd3f65680ec None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:42.803161 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9bbacdc9-3570-42c4-a377-9ef1adfb75f3 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 8.0992563 May 05 16:27:42.805676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44204) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:42.814217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1487596596'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:42.824901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:42.828545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:42.835820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:network and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:42.840680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:42.848860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:42.926901 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dd6a2f58-4725-4346-b2bb-a7213ed74ff3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1902795 May 05 16:27:42.939161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44208) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:42.951886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'name': 'tempest-NetworksTestDHCPv6-1722011674'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:43.001252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.059110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:43.061903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.086468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '9ebd9277-424f-41b1-bff4-46fd50f89c62'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:43.087484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.167411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.184580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.218133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.236327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port 05901483-c4a9-4ed1-bded-f6829b38553a {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:43.236817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.278301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:43.286059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:43.295268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:43.306424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:43.315563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/9ebd9277-424f-41b1-bff4-46fd50f89c62/19c014da-944f-47d8-9b40-7d4b11236e2c) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:43.316135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:43.318715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.321265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.321709 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Added segment 58098a80-2d2a-4bcd-986f-d9df22d3f8d1 of type vlan for network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 May 05 16:27:43.334756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.375749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.458813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.459247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Fanout notify agent at l3_agent the message router_deleted on router 504e4042-3f59-4e3f-9121-c4a19b0d3b1a {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:43.470496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:43.470496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.502864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.504022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router 5a8f1792-8882-4092-ace6-3bc8222a2f15 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:43.525947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.530011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:43.531633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.594017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 27ebfdde-7924-409f-a230-ebe42036f363 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:43.594502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.605785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Transition to ACTIVE for port object 19c014da-944f-47d8-9b40-7d4b11236e2c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:43.619074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.624014 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ced36df1-aad5-475b-a494-30bf04148e66 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 204 len: 168 time: 3.4582536 May 05 16:27:43.626659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:43.627592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Transition to ACTIVE for port object 19c014da-944f-47d8-9b40-7d4b11236e2c will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:43.639876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1238285088'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:43.645871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.647185 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fdaaab44-47d8-42f1-ba92-a8fbcce77e30 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/504e4042-3f59-4e3f-9121-c4a19b0d3b1a HTTP/1.1" status: 204 len: 168 time: 2.7573411 May 05 16:27:43.654268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44216) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:43.656033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:43.657117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Network': ['ID=cbdef0e4-c0a0-4aae-8676-af2c7e04c580,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:43.661776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1747237788', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:43.668989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:43.669791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:43.672982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Usage tracker for resource:router and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:43.675887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:43.677397 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-42f505f2-d8a7-4100-8a52-95fae1b9cca5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8704998 May 05 16:27:43.678597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:43.681401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44222) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:43.690150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:43.691387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'subnet': {'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:43.701345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port 05901483-c4a9-4ed1-bded-f6829b38553a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=05901483-c4a9-4ed1-bded-f6829b38553a,segment=NetworkSegment(72118dda-4ca5-44ac-9a47-b81eaf248fb3),segment_id=72118dda-4ca5-44ac-9a47-b81eaf248fb3)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:43.701709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.705928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:43.717363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:43.742106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.817767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:43.822416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:subnet and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:43.826521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:43.832841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:43.837484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.838511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.859730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:43.860459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Pushing event updated for resources: {'Port': ['ID=19c014da-944f-47d8-9b40-7d4b11236e2c,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:43.864039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:43.866032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:43.881198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.896961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for 05901483-c4a9-4ed1-bded-f6829b38553a owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:43.954109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Attempting to bind port 19c014da-944f-47d8-9b40-7d4b11236e2c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:43.954471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Attempting to bind port 19c014da-944f-47d8-9b40-7d4b11236e2c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:43.954826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Attempting to bind port 19c014da-944f-47d8-9b40-7d4b11236e2c on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:43.954951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:43.961835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:43.964976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:43.964976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.964976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:43.964976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Bound port: 19c014da-944f-47d8-9b40-7d4b11236e2c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:43.964976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:43.970891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::1e4 (f5e6463e-72cb-4e68-8573-613d495405f8/9ebd9277-424f-41b1-bff4-46fd50f89c62/27ebfdde-7924-409f-a230-ebe42036f363) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:43.988134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:43.991049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.023996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.059108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] For port 19c014da-944f-47d8-9b40-7d4b11236e2c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:44.062597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] For port 19c014da-944f-47d8-9b40-7d4b11236e2c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19c014da-944f-47d8-9b40-7d4b11236e2c,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:44.070338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:44.079062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.146805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.147184 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment 56a89c98-ea69-4c20-9a3f-927f1999e81c of type vlan for network c8962067-0117-452b-bb10-c0717b9762a4 May 05 16:27:44.157228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.161455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.231916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=05901483-c4a9-4ed1-bded-f6829b38553a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:44.246170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.247336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7434c27b-832d-4ed5-a556-8f6aba94a96b None None] Pushing event updated for resources: {'Port': ['ID=19c014da-944f-47d8-9b40-7d4b11236e2c,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:44.252325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port 05901483-c4a9-4ed1-bded-f6829b38553a on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:44.258475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.269438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9844bd61-060a-4ebc-b32d-e2fc53c8a5c4 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6086092 May 05 16:27:44.269438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44226) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:44.287795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': True}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:44.468408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.472636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.510869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 27ebfdde-7924-409f-a230-ebe42036f363 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:44.513434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2b6abf-2469-4514-8c99-31c1a8e9322e']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:44.528258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72118dda-4ca5-44ac-9a47-b81eaf248fb3') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:44.528617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72118dda-4ca5-44ac-9a47-b81eaf248fb3') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:44.538664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.542958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:44.543568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.579969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.697780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.703772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=c8962067-0117-452b-bb10-c0717b9762a4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:44.707758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:44.708170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.715583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network c8962067-0117-452b-bb10-c0717b9762a4 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:44.723489 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:44.794579 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8e123e06-5d06-4d5e-8dca-54fe45c99840 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1632395 May 05 16:27:44.801001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19c014da-944f-47d8-9b40-7d4b11236e2c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:44.805491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44230) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:44.821606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.829044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:44.904293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:44.908826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:44.910452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=27ebfdde-7924-409f-a230-ebe42036f363,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:44.912728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:44.916981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:44.917755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.972170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.972777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.991138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:44.991277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:44.998576 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/fa2b6abf-2469-4514-8c99-31c1a8e9322e HTTP/1.1" status: 204 len: 168 time: 3.5951290 May 05 16:27:44.998818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:44.999002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44234) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:45.000225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:45.002171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 19c014da-944f-47d8-9b40-7d4b11236e2c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:45.007379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:45.012818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1622339606'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:45.013214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:45.016719 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d087cc69-38ca-40e6-a8e6-14fea0bce87b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.0768468 May 05 16:27:45.017654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f16b9-6d10-450c-8306-851f18bc4840 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=fa2b6abf-2469-4514-8c99-31c1a8e9322e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:45.020870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44238) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:45.024769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:45.061562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:45.069305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.075796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:45.123003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f1761-539a-4b5d-907d-e1a1c62761b5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:45.127106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9f1761-539a-4b5d-907d-e1a1c62761b5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:45.127961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fb9f1761-539a-4b5d-907d-e1a1c62761b5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:45.205932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:45.209026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.215175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:45.234067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fb9f1761-539a-4b5d-907d-e1a1c62761b5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:45.235342 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fb9f1761-539a-4b5d-907d-e1a1c62761b5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2132249 May 05 16:27:45.237944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44242) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:45.248862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Subnet': ['ID=e1e23cb8-7ded-46ed-a211-157d52165cc6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:45.279179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:45.308748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.309179 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 1093edda-7a6a-4a97-af74-779039e3dd98 of type vlan for network c3243327-7db6-41a6-bbf5-8b1687cbb5cb May 05 16:27:45.325118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 27ebfdde-7924-409f-a230-ebe42036f363 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:45.325458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.337057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e1e3b2-f43a-4efe-b309-e3431550f593 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:45.376235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.395801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Checking segment: {'id': '58098a80-2d2a-4bcd-986f-d9df22d3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:45.396178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network hostable DHCP agents. Network: cbdef0e4-c0a0-4aae-8676-af2c7e04c580, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:45.499235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.499735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] Provisioning for port 19c014da-944f-47d8-9b40-7d4b11236e2c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:45.508463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] Provisioning complete for port 19c014da-944f-47d8-9b40-7d4b11236e2c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:45.514306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.593649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:45.663805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.667662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:45.668260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.690598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.694806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.739089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.740778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, cbdef0e4-c0a0-4aae-8676-af2c7e04c580) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:45.740996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] For port 19c014da-944f-47d8-9b40-7d4b11236e2c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19c014da-944f-47d8-9b40-7d4b11236e2c,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:45.764600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7c7c72-e060-4571-8e45-7aafd3666140 None None] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:45.787755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:45.791095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.804889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=c3243327-7db6-41a6-bbf5-8b1687cbb5cb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:45.828425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.854591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.889312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network c3243327-7db6-41a6-bbf5-8b1687cbb5cb details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:45.908292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:45.964262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 27ebfdde-7924-409f-a230-ebe42036f363 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:46.029607 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4408bf61-26ca-46fd-9550-11d0838c68a7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3454978 May 05 16:27:46.032044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44246) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:46.061087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1088926475', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:46.069675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:46.107058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:router and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:46.113120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c44276ab-310e-42a4-9baf-5e9724ee3280 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1130636 May 05 16:27:46.116574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44250) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:46.125555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'c3243327-7db6-41a6-bbf5-8b1687cbb5cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:46.157812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for router was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:46.161190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': '56a89c98-ea69-4c20-9a3f-927f1999e81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:46.161377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: c8962067-0117-452b-bb10-c0717b9762a4, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:46.165388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f523c-bf51-43c3-b951-669cc6a7d52f None None] Pushing event updated for resources: {'Port': ['ID=19c014da-944f-47d8-9b40-7d4b11236e2c,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:46.192919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:46.210377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=d883433b-83db-4361-bbea-977234f6405b,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:46.215300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.237907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f76508bb-6d6e-43a1-abab-63e5f19c18bc None None] Provisioning complete for port 27ebfdde-7924-409f-a230-ebe42036f363 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:46.238405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f76508bb-6d6e-43a1-abab-63e5f19c18bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.239975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Allocated IP 172.26.2.199 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/6b2a70bf-b938-4f92-8799-c4e26f204ad6) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:46.281735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f76508bb-6d6e-43a1-abab-63e5f19c18bc None None] Port 27ebfdde-7924-409f-a230-ebe42036f363 was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:27:46.323947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.324738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.328954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=27ebfdde-7924-409f-a230-ebe42036f363,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:46.342020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f76508bb-6d6e-43a1-abab-63e5f19c18bc None None] Provisioning complete for port 19c014da-944f-47d8-9b40-7d4b11236e2c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:46.342541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f76508bb-6d6e-43a1-abab-63e5f19c18bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.356673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.371961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:46.373507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network c8962067-0117-452b-bb10-c0717b9762a4 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:46.374557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-cbdef0e4-c0a0-4aae-8676-af2c7e04c580', 'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580', 'tenant_id': '0e9a76fde08e4c7abe4b6b4e54fbd81a', 'fixed_ips': [{'subnet_id': 'e1e23cb8-7ded-46ed-a211-157d52165cc6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:46.375467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.381803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:46.386600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.391291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:46.403346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:46.500254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-12298e32-99a3-4db5-93ea-b91409d5df9a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/27ebfdde-7924-409f-a230-ebe42036f363 HTTP/1.1" status: 204 len: 168 time: 1.2609847 May 05 16:27:46.502473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44254) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:46.515522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, c8962067-0117-452b-bb10-c0717b9762a4) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:46.544968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d7f10-fc4f-4044-add3-3396ce7856b6 None None] Network c8962067-0117-452b-bb10-c0717b9762a4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:46.580077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:46.597151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654005a9-bd68-4f82-aeb7-80b225f67946 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:46.598538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654005a9-bd68-4f82-aeb7-80b225f67946 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:46.602496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-654005a9-bd68-4f82-aeb7-80b225f67946 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0957785 May 05 16:27:46.603045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44258) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:46.626754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.659583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:46.659819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.689073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.699573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.748909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19c014da-944f-47d8-9b40-7d4b11236e2c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:46.761373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.765184 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b37a8ce5-e08b-4768-b6be-e13a372ca674 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9585679 May 05 16:27:46.770935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44262) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:46.780484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-581016335', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:46.786842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:46.794408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:46.797215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:46.799903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Port': ['ID=6b2a70bf-b938-4f92-8799-c4e26f204ad6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:46.803759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:46.833262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:46.840866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:46.867909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:46.930976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-c8962067-0117-452b-bb10-c0717b9762a4', 'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': 'd883433b-83db-4361-bbea-977234f6405b'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:46.932138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:46.980769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Allocated IP 172.20.0.2 (cbdef0e4-c0a0-4aae-8676-af2c7e04c580/e1e23cb8-7ded-46ed-a211-157d52165cc6/42de8e29-ba8f-481a-920a-499747f82f15) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:47.019427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.020342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.021847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 19c014da-944f-47d8-9b40-7d4b11236e2c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:47.022321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.048776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 9ebd9277-424f-41b1-bff4-46fd50f89c62 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:27:47.051799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.078677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.109417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-181d3be1-ee9d-4a3a-828f-495615d03613 None None] Could not find standard attr ID for object 27ebfdde-7924-409f-a230-ebe42036f363. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:27:47.134161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.161593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.168346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.213449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.318632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.379203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.381292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.385568 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a8bfe4e8-341d-4e54-9eb0-89ba76e07926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6100996 May 05 16:27:47.389092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Allocated IP 2001:db8::2 (c8962067-0117-452b-bb10-c0717b9762a4/d883433b-83db-4361-bbea-977234f6405b/d8ce3427-c397-47d9-92a5-fa173093155a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:47.410590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44266) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:47.484772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.487121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.26.2.100 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/464557f7-3857-4741-bd0a-03187eaf83d7) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:47.547276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.573468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Transition to ACTIVE for port object 42de8e29-ba8f-481a-920a-499747f82f15 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:47.589325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.601124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.614621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Transition to ACTIVE for port object 42de8e29-ba8f-481a-920a-499747f82f15 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:47.659706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=cc591df4-e569-4ff9-8eb0-0d5f69f96a84,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:47.709680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.777485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.795257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Transition to ACTIVE for port object d8ce3427-c397-47d9-92a5-fa173093155a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:47.795766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.840878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': '1093edda-7a6a-4a97-af74-779039e3dd98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': 'c3243327-7db6-41a6-bbf5-8b1687cbb5cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:47.841235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: c3243327-7db6-41a6-bbf5-8b1687cbb5cb, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:47.846362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=9ebd9277-424f-41b1-bff4-46fd50f89c62,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:47.847421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:47.857621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:47.857733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:47.862857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.864597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Transition to ACTIVE for port object d8ce3427-c397-47d9-92a5-fa173093155a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:47.876242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470bc919-70eb-46e0-bed8-c6b9e85bc8c2 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:47.884600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:47.925589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Pushing event updated for resources: {'Port': ['ID=42de8e29-ba8f-481a-920a-499747f82f15,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:47.936706 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6d58a5f7-4c89-4b11-8103-b40af6d8ec06 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/9ebd9277-424f-41b1-bff4-46fd50f89c62 HTTP/1.1" status: 204 len: 168 time: 1.3317235 May 05 16:27:47.937851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44270) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:48.014604 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eee8273d-0ed9-45eb-92a7-45f7ca52009b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0724251 May 05 16:27:48.014826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44274) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:48.022551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:48.061591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.077604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network c3243327-7db6-41a6-bbf5-8b1687cbb5cb is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:48.112053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.126127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.181587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Attempting to bind port 42de8e29-ba8f-481a-920a-499747f82f15 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:48.182027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Attempting to bind port 42de8e29-ba8f-481a-920a-499747f82f15 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '58098a80-2d2a-4bcd-986f-d9df22d3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:48.182294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Attempting to bind port 42de8e29-ba8f-481a-920a-499747f82f15 on network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:48.196627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, c3243327-7db6-41a6-bbf5-8b1687cbb5cb) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:48.212204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:48.216028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:48.219164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:48.221483 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ba92f-b182-41b0-b09b-15cb8cd46518 None None] Network c3243327-7db6-41a6-bbf5-8b1687cbb5cb requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:48.225386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:48.228031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:48.234556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Pushing event updated for resources: {'Port': ['ID=d8ce3427-c397-47d9-92a5-fa173093155a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:48.247034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Network c8962067-0117-452b-bb10-c0717b9762a4 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:48.256334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:48.263487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:48.263791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=464557f7-3857-4741-bd0a-03187eaf83d7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:48.264089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.274066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:48.302499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:48.305093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:48.340610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:48.341076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Checking segment: {'id': '58098a80-2d2a-4bcd-986f-d9df22d3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:48.341380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.341805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Bound using segment: {'id': '58098a80-2d2a-4bcd-986f-d9df22d3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:48.342276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Bound port: 42de8e29-ba8f-481a-920a-499747f82f15, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58098a80-2d2a-4bcd-986f-d9df22d3f8d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:48.342649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.369569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:48.397467 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ca83de13-839b-46fb-9355-42b55586df4a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2798457 May 05 16:27:48.403567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:48.514828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.570941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Attempting to bind port d8ce3427-c397-47d9-92a5-fa173093155a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:48.571571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Attempting to bind port d8ce3427-c397-47d9-92a5-fa173093155a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '56a89c98-ea69-4c20-9a3f-927f1999e81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:48.571824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Attempting to bind port d8ce3427-c397-47d9-92a5-fa173093155a on network c8962067-0117-452b-bb10-c0717b9762a4 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:48.614205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8::1 (c8962067-0117-452b-bb10-c0717b9762a4/d883433b-83db-4361-bbea-977234f6405b/a47a0bd8-5a56-479c-86df-b0ece49395e9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:48.619832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.632576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:48.633339 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Checking segment: {'id': '56a89c98-ea69-4c20-9a3f-927f1999e81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:48.633481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.634317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Bound using segment: {'id': '56a89c98-ea69-4c20-9a3f-927f1999e81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:48.634445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Bound port: d8ce3427-c397-47d9-92a5-fa173093155a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a89c98-ea69-4c20-9a3f-927f1999e81c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'c8962067-0117-452b-bb10-c0717b9762a4'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:48.634993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.644785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] For port 42de8e29-ba8f-481a-920a-499747f82f15, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:48.668495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] For port 42de8e29-ba8f-481a-920a-499747f82f15, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=42de8e29-ba8f-481a-920a-499747f82f15,segment=NetworkSegment(58098a80-2d2a-4bcd-986f-d9df22d3f8d1),segment_id=58098a80-2d2a-4bcd-986f-d9df22d3f8d1)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:48.707322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Router b634c2d6-a925-4b16-99cc-56b5098cb485 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:48.767291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:48.784090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.828819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] Deleting port 19c014da-944f-47d8-9b40-7d4b11236e2c {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:48.829462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.860575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a1cbc2-1d67-4635-9dc5-08af583f74bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-c3243327-7db6-41a6-bbf5-8b1687cbb5cb', 'network_id': 'c3243327-7db6-41a6-bbf5-8b1687cbb5cb', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'cc591df4-e569-4ff9-8eb0-0d5f69f96a84'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:48.861420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-85a1cbc2-1d67-4635-9dc5-08af583f74bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.903921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.947914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:48.949707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.009178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] For port d8ce3427-c397-47d9-92a5-fa173093155a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:49.023943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.027135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.034874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ded830-93f1-46a2-849a-7696a38d0fad None None] Pushing event updated for resources: {'Port': ['ID=42de8e29-ba8f-481a-920a-499747f82f15,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:49.045613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] For port d8ce3427-c397-47d9-92a5-fa173093155a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d8ce3427-c397-47d9-92a5-fa173093155a,segment=NetworkSegment(56a89c98-ea69-4c20-9a3f-927f1999e81c),segment_id=56a89c98-ea69-4c20-9a3f-927f1999e81c)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:49.049179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object a47a0bd8-5a56-479c-86df-b0ece49395e9 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:49.109981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.128132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.135923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:49.141319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:49.143016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.156841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:49.157157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.212740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=970daebc-09f8-4f8b-ad51-2ef503d2ca49,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:49.265516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:49.270107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.271320 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7990e111-3452-4e49-8fdf-366fc7b17719 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "PUT /v2.0/routers/b634c2d6-a925-4b16-99cc-56b5098cb485 HTTP/1.1" status: 200 len: 915 time: 5.0003083 May 05 16:27:49.279579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44282) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server [None req-85a1cbc2-1d67-4635-9dc5-08af583f74bf None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc591df4-e569-4ff9-8eb0-0d5f69f96a84: This subnet is being modified by another concurrent operation. May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 16:27:49.287292 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise exception May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc591df4-e569-4ff9-8eb0-0d5f69f96a84: This subnet is being modified by another concurrent operation. May 05 16:27:49.291138 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server May 05 16:27:49.295654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=cc591df4-e569-4ff9-8eb0-0d5f69f96a84,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:49.298132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] Sync routers for ids ['b634c2d6-a925-4b16-99cc-56b5098cb485'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:49.343419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network c8962067-0117-452b-bb10-c0717b9762a4 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:49.358965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a0a07c-441e-480c-a4ca-fe226fbed6d2 None None] Pushing event updated for resources: {'Port': ['ID=d8ce3427-c397-47d9-92a5-fa173093155a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:49.382109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aced32e-117b-46aa-97bb-93fa8efcd28a None None] Network c3243327-7db6-41a6-bbf5-8b1687cbb5cb requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:49.383075 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-84f15bdb-382c-4a7a-ab89-60f2d35c5790 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3673148 May 05 16:27:49.394398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44286) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:49.397633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:49.406322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] Routers {'b634c2d6-a925-4b16-99cc-56b5098cb485'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:49.406957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b634c2d6-a925-4b16-99cc-56b5098cb485'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:49.426041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:49.426573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.438555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=a47a0bd8-5a56-479c-86df-b0ece49395e9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:49.453380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.500281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3243327-7db6-41a6-bbf5-8b1687cbb5cb']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:49.526827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1093edda-7a6a-4a97-af74-779039e3dd98') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:49.527260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1093edda-7a6a-4a97-af74-779039e3dd98') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:49.536782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] For port 19c014da-944f-47d8-9b40-7d4b11236e2c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19c014da-944f-47d8-9b40-7d4b11236e2c,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:49.537188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.548128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.568155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.589812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:27:49.589812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:27:49.606012 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:27:49.639205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'name': 'tempest-NetworksTestDHCPv6-597495364'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:49.723970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:49.732742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] Calling delete_port for 19c014da-944f-47d8-9b40-7d4b11236e2c owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:49.786412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:49.925179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:49.934023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:49.940225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:49.949754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:50.008565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] Routers {'b634c2d6-a925-4b16-99cc-56b5098cb485'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:50.009206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b634c2d6-a925-4b16-99cc-56b5098cb485'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:50.011558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.028386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.032549 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e10e626d-9a9a-46d1-93c3-04c63813389f tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/b634c2d6-a925-4b16-99cc-56b5098cb485 HTTP/1.1" status: 200 len: 921 time: 0.7518256 May 05 16:27:50.035702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44290) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:50.054247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=c3243327-7db6-41a6-bbf5-8b1687cbb5cb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:50.080186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0d9c6522-ee44-4a69-906e-974de9610053 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/c3243327-7db6-41a6-bbf5-8b1687cbb5cb HTTP/1.1" status: 204 len: 168 time: 1.6727467 May 05 16:27:50.082388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44294) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:50.090345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:50.093452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.102943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router d3a2fc39-136a-458c-99ae-8a26394c7290 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:50.113938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:50.114593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17180b0e-e88c-4cac-8b05-de269ea67cdd None None] The sync data for ids ['b634c2d6-a925-4b16-99cc-56b5098cb485'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:50.114714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1633877028'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:50.129384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:50.139833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:50.144129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:50.149989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port b093c863-cb3f-449d-aca4-323131fd386f yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:27:50.202312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:50.211512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.280404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] Pushing event deleted for resources: {'Port': ['ID=19c014da-944f-47d8-9b40-7d4b11236e2c,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:50.284575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6a1a82-45d6-4e79-b9bc-16c5aaffe1f4 None None] No DVR routers for this DVR port 19c014da-944f-47d8-9b40-7d4b11236e2c on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:50.302464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c044004f-5f2b-40f5-8714-ad641ce20fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.312397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.315790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3383df9-b8a6-4ec7-bf95-29afaf877116 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:50.373490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:50.376535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.383597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.384692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.479775 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc2a0190-89ed-48e3-b8ed-351f2860beb9 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=b634c2d6-a925-4b16-99cc-56b5098cb485&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4420314 May 05 16:27:50.483825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44300) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:50.527114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:27:50.561541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0672965f-1c02-406b-9376-775d498efb21 None None] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:50.561738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::3c5 (f5e6463e-72cb-4e68-8573-613d495405f8/970daebc-09f8-4f8b-ad51-2ef503d2ca49/b093c863-cb3f-449d-aca4-323131fd386f) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:50.606913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.607273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment c704a6a6-8c83-445f-8e29-e95d74e4aa64 of type vlan for network e606031a-9505-4bda-9b27-9e2861e06636 May 05 16:27:50.669660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.700179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=a47a0bd8-5a56-479c-86df-b0ece49395e9,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:50.789427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '970daebc-09f8-4f8b-ad51-2ef503d2ca49'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:50.791696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.828614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 42de8e29-ba8f-481a-920a-499747f82f15 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:50.853153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.857849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:50.858632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:50.906883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network c8962067-0117-452b-bb10-c0717b9762a4 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:50.909679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:50.912297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf300bc8-13ac-4774-bd71-05e6b4483009 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:50.913758 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cf300bc8-13ac-4774-bd71-05e6b4483009 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.4087055 May 05 16:27:50.943407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-01a44f4b-6927-4209-ba72-d7abb5741e87 None None] Provisioning for port 42de8e29-ba8f-481a-920a-499747f82f15 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:50.975255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44306) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:51.081280 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e5b245a5-c27f-443c-a08a-b62592788bea tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=b634c2d6-a925-4b16-99cc-56b5098cb485 HTTP/1.1" status: 200 len: 205 time: 0.1016729 May 05 16:27:51.089594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44310) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:51.130146 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403326d3-7372-407f-a9b5-3dfb42af88a6 None None] Network c8962067-0117-452b-bb10-c0717b9762a4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:51.148490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0603380 May 05 16:27:51.149853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44316) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:51.173766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5f6c2-0ce1-498b-b3d9-49d7acab4ac3 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=e606031a-9505-4bda-9b27-9e2861e06636,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:51.188826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:51.199738 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] Sync routers for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:51.201966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:51.223671 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:51.224308 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:51.248988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.318470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e606031a-9505-4bda-9b27-9e2861e06636 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:51.323561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.327313 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c5cca1b4-b6ef-4a04-a09a-cf511abaabeb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2782001 May 05 16:27:51.338835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44320) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:51.364351 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:51.365524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object b093c863-cb3f-449d-aca4-323131fd386f will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:51.368775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 42de8e29-ba8f-481a-920a-499747f82f15 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:51.378559 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:51.379469 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:51.443392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 42de8e29-ba8f-481a-920a-499747f82f15 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:51.443810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.468191 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:51.468974 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e91d81c-3dc1-48ea-8a7a-b60e7497f097 None None] The sync data for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:51.627966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.669595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.724886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1930c851-aa88-41f3-98f5-29ee8a714e9e None None] Provisioning for port d8ce3427-c397-47d9-92a5-fa173093155a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:51.768722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.807305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network e606031a-9505-4bda-9b27-9e2861e06636 is not hosted by any dhcp agent {{(pid=84819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 16:27:51.811079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:51.815792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.815792 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "PUT /v2.0/networks/e606031a-9505-4bda-9b27-9e2861e06636 HTTP/1.1" status: 200 len: 723 time: 0.6423368 May 05 16:27:51.829247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44326) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:51.879103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:51.906199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/970daebc-09f8-4f8b-ad51-2ef503d2ca49/389289e3-6794-4a23-92ad-f0d481248d43) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:51.939259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.007370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:52.079835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 42de8e29-ba8f-481a-920a-499747f82f15, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=42de8e29-ba8f-481a-920a-499747f82f15,segment=NetworkSegment(58098a80-2d2a-4bcd-986f-d9df22d3f8d1),segment_id=58098a80-2d2a-4bcd-986f-d9df22d3f8d1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:52.106868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:52.116578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b4d20fb8-fc5b-4ff2-abab-e5d39591c7ed None None] Provisioning complete for port 42de8e29-ba8f-481a-920a-499747f82f15 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:52.116578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b4d20fb8-fc5b-4ff2-abab-e5d39591c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.116827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:52.131693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=b093c863-cb3f-449d-aca4-323131fd386f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:52.133983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:52.139185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:52.139832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.151496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0449b5c2-e922-4d5c-8f11-ac8e85e33b73 req-7811e952-9b97-42c7-a2b9-3eb6905f3f4e tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:52.153328 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0449b5c2-e922-4d5c-8f11-ac8e85e33b73 req-7811e952-9b97-42c7-a2b9-3eb6905f3f4e tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.3729823 May 05 16:27:52.159075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acc794-85b9-40a0-b086-e9a76af6703b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=e606031a-9505-4bda-9b27-9e2861e06636,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:52.171385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.172172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d8ce3427-c397-47d9-92a5-fa173093155a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:52.189819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:52.193730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:52.197023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:52.203806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:52.241475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e606031a-9505-4bda-9b27-9e2861e06636 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:27:52.246973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a6228ae9-d082-4f39-9026-1a47bd28d490 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8512876 May 05 16:27:52.253084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44330) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:52.351070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:52.373687 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0449b5c2-e922-4d5c-8f11-ac8e85e33b73 req-0190dc9b-5a18-416b-bb3c-1aa84778c78f tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2111518 May 05 16:27:52.393508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 15cea703-309a-4fe9-82fe-bddf3b15af3f is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:27:52.500042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=42de8e29-ba8f-481a-920a-499747f82f15,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:52.508027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.558097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.565522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e66a2a48-f633-4385-b73a-e8c9ace2ca5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.581515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Transition to ACTIVE for port object 389289e3-6794-4a23-92ad-f0d481248d43 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:52.586717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e98068-a6cd-46dd-9614-a1eec4d31104 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:52.587597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-32e98068-a6cd-46dd-9614-a1eec4d31104 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:52.611625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Transition to ACTIVE for port object 389289e3-6794-4a23-92ad-f0d481248d43 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:52.674286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d8ce3427-c397-47d9-92a5-fa173093155a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:52.680230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d8ce3427-c397-47d9-92a5-fa173093155a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:52.680646 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.708108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.799769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-32e98068-a6cd-46dd-9614-a1eec4d31104 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:52.803753 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-32e98068-a6cd-46dd-9614-a1eec4d31104 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5481162 May 05 16:27:52.804160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44334) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:52.849871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.898578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:52.908903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:52.910002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port b093c863-cb3f-449d-aca4-323131fd386f {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:52.910661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.915272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:52.922963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:52.934250 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a8b46a64-c002-4b1e-8239-0e3aaa8ed385 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/15cea703-309a-4fe9-82fe-bddf3b15af3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5229900 May 05 16:27:52.984122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44338) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:52.988704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:52.990502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] Sync routers for ids ['15cea703-309a-4fe9-82fe-bddf3b15af3f'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:53.008048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Pushing event updated for resources: {'Port': ['ID=389289e3-6794-4a23-92ad-f0d481248d43,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:53.027825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] Routers {'15cea703-309a-4fe9-82fe-bddf3b15af3f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:53.028570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['15cea703-309a-4fe9-82fe-bddf3b15af3f'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:53.044686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Deleting port 6b2a70bf-b938-4f92-8799-c4e26f204ad6 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:53.045029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.071260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=d1044828-42b4-484c-8aa7-fea8f3fab8cf,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:53.094636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a05e9510-4e09-421a-9664-86c7baa82164 None None] Provisioning for port a47a0bd8-5a56-479c-86df-b0ece49395e9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:53.106035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:53.137901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Attempting to bind port 389289e3-6794-4a23-92ad-f0d481248d43 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:53.138416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Attempting to bind port 389289e3-6794-4a23-92ad-f0d481248d43 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:53.138869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Attempting to bind port 389289e3-6794-4a23-92ad-f0d481248d43 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:53.140335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eeb7af-4d81-4a5d-9429-464471251f80 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:53.140874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-64eeb7af-4d81-4a5d-9429-464471251f80 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:53.141193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a05e9510-4e09-421a-9664-86c7baa82164 None None] Provisioning complete for port a47a0bd8-5a56-479c-86df-b0ece49395e9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:53.141636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a05e9510-4e09-421a-9664-86c7baa82164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.179661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': 'c704a6a6-8c83-445f-8e29-e95d74e4aa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:53.180220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: e606031a-9505-4bda-9b27-9e2861e06636, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:27:53.211479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:53.212046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:53.212532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.213045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:53.213612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Bound port: 389289e3-6794-4a23-92ad-f0d481248d43, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:53.214078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.237033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.260831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-64eeb7af-4d81-4a5d-9429-464471251f80 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:53.264627 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-64eeb7af-4d81-4a5d-9429-464471251f80 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports/a47a0bd8-5a56-479c-86df-b0ece49395e9 HTTP/1.1" status: 200 len: 911 time: 0.2577217 May 05 16:27:53.265207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44342) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:53.276709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd883433b-83db-4361-bbea-977234f6405b'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:53.284663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] Routers {'15cea703-309a-4fe9-82fe-bddf3b15af3f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:53.285560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['15cea703-309a-4fe9-82fe-bddf3b15af3f'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:53.313318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.342939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a05e9510-4e09-421a-9664-86c7baa82164 None None] Port a47a0bd8-5a56-479c-86df-b0ece49395e9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:53.365551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network e606031a-9505-4bda-9b27-9e2861e06636 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:27:53.370291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:53.370600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181bd38e-b1a4-4d2a-9a35-0c635cb40e00 None None] The sync data for ids ['15cea703-309a-4fe9-82fe-bddf3b15af3f'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:27:53.395494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.402341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d8ce3427-c397-47d9-92a5-fa173093155a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d8ce3427-c397-47d9-92a5-fa173093155a,segment=NetworkSegment(56a89c98-ea69-4c20-9a3f-927f1999e81c),segment_id=56a89c98-ea69-4c20-9a3f-927f1999e81c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:53.420216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a05e9510-4e09-421a-9664-86c7baa82164 None None] Provisioning complete for port d8ce3427-c397-47d9-92a5-fa173093155a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:53.420669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a05e9510-4e09-421a-9664-86c7baa82164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.445478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] For port 389289e3-6794-4a23-92ad-f0d481248d43, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:53.471315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] For port 389289e3-6794-4a23-92ad-f0d481248d43, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=389289e3-6794-4a23-92ad-f0d481248d43,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:53.496276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Calling delete_port for 6b2a70bf-b938-4f92-8799-c4e26f204ad6 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:53.517586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, e606031a-9505-4bda-9b27-9e2861e06636) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:53.539492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.542403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65b6966-909d-44cc-a857-4c7256ce5176 None None] Network e606031a-9505-4bda-9b27-9e2861e06636 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:53.620969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.644430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for b093c863-cb3f-449d-aca4-323131fd386f owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:53.671810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:53.672589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.692591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19c014da-944f-47d8-9b40-7d4b11236e2c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:53.740748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-cc51c0af-9c90-4d31-86fa-7186b1a2a94f tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:53.741986 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-cc51c0af-9c90-4d31-86fa-7186b1a2a94f tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.71 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.3523717 May 05 16:27:53.827808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 19c014da-944f-47d8-9b40-7d4b11236e2c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:53.828153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19c014da-944f-47d8-9b40-7d4b11236e2c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:53.842847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Deleting port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:53.843145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.845860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:53.910997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41622fb-c94f-4bad-9593-f5b22152a571 req-4c124ec7-a0e1-455d-bb92-2894663e9bee tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:53.920686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d8ce3427-c397-47d9-92a5-fa173093155a,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:53.928342 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f41622fb-c94f-4bad-9593-f5b22152a571 req-4c124ec7-a0e1-455d-bb92-2894663e9bee tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.3330393 May 05 16:27:53.969434 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-55ecea29-b885-4000-8b02-c162c203cde8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1338501 May 05 16:27:53.976474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44350) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:53.989623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:54.007713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 42de8e29-ba8f-481a-920a-499747f82f15 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:54.051019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.052076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f41622fb-c94f-4bad-9593-f5b22152a571 req-a6a4c622-a7be-4484-9e27-86e71d5aa4b8 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228518 May 05 16:27:54.062078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.100380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.160311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-e606031a-9505-4bda-9b27-9e2861e06636', 'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'd1044828-42b4-484c-8aa7-fea8f3fab8cf'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:54.161113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.190801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.240899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b12539-74c9-471f-9822-f00e505aaa54 None None] Pushing event updated for resources: {'Port': ['ID=389289e3-6794-4a23-92ad-f0d481248d43,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:54.253294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e3310a8e-fe4e-496f-a771-58566d1288d3 None None] Provisioning complete for port a47a0bd8-5a56-479c-86df-b0ece49395e9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:54.253787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e3310a8e-fe4e-496f-a771-58566d1288d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.266066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=b093c863-cb3f-449d-aca4-323131fd386f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:54.335094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.340037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-405c1f52-80a3-4a79-a401-b6f13336d118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/b093c863-cb3f-449d-aca4-323131fd386f HTTP/1.1" status: 204 len: 168 time: 1.5316961 May 05 16:27:54.340981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44354) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:54.342005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 42de8e29-ba8f-481a-920a-499747f82f15 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:54.342382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.393926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e3310a8e-fe4e-496f-a771-58566d1288d3 None None] Port a47a0bd8-5a56-479c-86df-b0ece49395e9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:54.514478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Allocated IP 172.20.0.2 (e606031a-9505-4bda-9b27-9e2861e06636/d1044828-42b4-484c-8aa7-fea8f3fab8cf/b573843d-f3b4-4a0e-8cfa-8b612ee16244) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:54.587608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621d69f-5e26-4dfa-a38d-ef6a5995b4b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:54.589135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c621d69f-5e26-4dfa-a38d-ef6a5995b4b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:54.589975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c621d69f-5e26-4dfa-a38d-ef6a5995b4b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:27:54.686236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c621d69f-5e26-4dfa-a38d-ef6a5995b4b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:27:54.690162 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c621d69f-5e26-4dfa-a38d-ef6a5995b4b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3456693 May 05 16:27:54.693727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.696308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44360) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:54.800997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event deleted for resources: {'Port': ['ID=6b2a70bf-b938-4f92-8799-c4e26f204ad6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:54.827814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:54.841487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Transition to ACTIVE for port object b573843d-f3b4-4a0e-8cfa-8b612ee16244 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:54.870542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Transition to ACTIVE for port object b573843d-f3b4-4a0e-8cfa-8b612ee16244 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:54.982554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.058341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] For port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:55.058704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.096071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 970daebc-09f8-4f8b-ad51-2ef503d2ca49 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:27:55.104248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.114374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.187225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Network e606031a-9505-4bda-9b27-9e2861e06636 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:55.195319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.196368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:55.201087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:55.204131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Pushing event updated for resources: {'Port': ['ID=b573843d-f3b4-4a0e-8cfa-8b612ee16244,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:55.216282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.355968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Attempting to bind port b573843d-f3b4-4a0e-8cfa-8b612ee16244 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:27:55.356522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Attempting to bind port b573843d-f3b4-4a0e-8cfa-8b612ee16244 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'c704a6a6-8c83-445f-8e29-e95d74e4aa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:27:55.356981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Attempting to bind port b573843d-f3b4-4a0e-8cfa-8b612ee16244 on network e606031a-9505-4bda-9b27-9e2861e06636 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:27:55.365937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.366298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:27:55.366785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Checking segment: {'id': 'c704a6a6-8c83-445f-8e29-e95d74e4aa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:27:55.367296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.367826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Bound using segment: {'id': 'c704a6a6-8c83-445f-8e29-e95d74e4aa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:27:55.368411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Bound port: b573843d-f3b4-4a0e-8cfa-8b612ee16244, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c704a6a6-8c83-445f-8e29-e95d74e4aa64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e606031a-9505-4bda-9b27-9e2861e06636'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:27:55.369057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.371283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:55.371994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.375922 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/ports/a47a0bd8-5a56-479c-86df-b0ece49395e9 HTTP/1.1" status: 200 len: 911 time: 2.1073003 May 05 16:27:55.456159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44368) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:55.476484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] For port b573843d-f3b4-4a0e-8cfa-8b612ee16244, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:27:55.481693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] For port b573843d-f3b4-4a0e-8cfa-8b612ee16244, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b573843d-f3b4-4a0e-8cfa-8b612ee16244,segment=NetworkSegment(c704a6a6-8c83-445f-8e29-e95d74e4aa64),segment_id=c704a6a6-8c83-445f-8e29-e95d74e4aa64)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:27:55.544247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.609590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b275a4-53a6-459f-92d4-7ff8951a2836 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=a47a0bd8-5a56-479c-86df-b0ece49395e9,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:55.639051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.705092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2071d8-dda4-4361-bb9c-dbf120cec581 None None] Pushing event updated for resources: {'Port': ['ID=b573843d-f3b4-4a0e-8cfa-8b612ee16244,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:55.786097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da303eb-af32-4724-a6a1-5670c0ef8336 req-180b5cfc-38d9-4479-acdb-464057704374 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:55.792571 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1da303eb-af32-4724-a6a1-5670c0ef8336 req-180b5cfc-38d9-4479-acdb-464057704374 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 945 time: 0.5359879 May 05 16:27:55.825623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:55.857367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-afe835fb-6bc9-4306-8603-795b37ed02d2 None None] Provisioning for port 389289e3-6794-4a23-92ad-f0d481248d43 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:55.895068 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1da303eb-af32-4724-a6a1-5670c0ef8336 req-995a4a74-94b0-4173-acbc-bf089c4fbf30 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups?id=c87e586e-dc5c-4faf-8712-ffcd47ebeb41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937343 May 05 16:27:55.979725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ca3ac8d3-0ee9-4165-a379-09fd7c8d8af1 None None] Could not find standard attr ID for object b093c863-cb3f-449d-aca4-323131fd386f. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:27:56.012781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1420169'] for subnet, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.149307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d8ce3427-c397-47d9-92a5-fa173093155a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:56.165725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.242756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.243124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.243435 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Floating IP 8f762235-d37b-45c4-a2a6-2a648adfb7ef disassociated. External IP: 172.26.2.55, port: 58f8dce9-1ca0-4e51-9ab9-1efc082f9820. May 05 16:27:56.243800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Calling delete_port for 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:56.256684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d8ce3427-c397-47d9-92a5-fa173093155a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:56.257291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.285629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.1 (cbdef0e4-c0a0-4aae-8676-af2c7e04c580/e1e23cb8-7ded-46ed-a211-157d52165cc6/c5e6432a-857c-4701-bff0-ad6e2d91e34a) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:56.300065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=970daebc-09f8-4f8b-ad51-2ef503d2ca49,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:56.311308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.323289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac6966-d4ac-427c-adcc-a07bd4fa5d55 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:56.373869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.437594 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2f1b7f4b-80b9-4752-a2e2-2f381a483309 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/970daebc-09f8-4f8b-ad51-2ef503d2ca49 HTTP/1.1" status: 204 len: 168 time: 1.7404745 May 05 16:27:56.444975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44374) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:56.567566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 389289e3-6794-4a23-92ad-f0d481248d43 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:56.577279 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-81100852-c663-4d5b-a01c-c44b03e4ac46 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850763 May 05 16:27:56.581071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44378) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:56.590977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:56.610990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.731107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 389289e3-6794-4a23-92ad-f0d481248d43 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:56.740621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:56.745324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.747701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:56.751004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 389289e3-6794-4a23-92ad-f0d481248d43 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:56.751170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:56.751841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.758790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:56.835982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:27:56.857387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] Deleting port 389289e3-6794-4a23-92ad-f0d481248d43 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:56.857895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:56.893999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68569598-a2b6-401b-a712-c8027309a82e req-62aad43a-2590-4486-949e-1f42452e712f tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:56.895622 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-68569598-a2b6-401b-a712-c8027309a82e req-62aad43a-2590-4486-949e-1f42452e712f tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.9226604 May 05 16:27:57.026958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:27:57.032121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.093633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.114000 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-68569598-a2b6-401b-a712-c8027309a82e req-f48f124a-9f90-45b9-8a9c-69cb22889885 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889746 May 05 16:27:57.118810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.119799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Fanout notify agent at l3_agent the message router_deleted on router b634c2d6-a925-4b16-99cc-56b5098cb485 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:27:57.145358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760411463581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1373670'] for subnet, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.155319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b817b-d5c4-4720-8c47-548b6b164314 None None] Network e606031a-9505-4bda-9b27-9e2861e06636 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:57.188190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Transition to ACTIVE for port object c5e6432a-857c-4701-bff0-ad6e2d91e34a will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:27:57.195512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.203475 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95dce753-b904-4ebc-a83e-d969f3a90a14 req-d08e745b-41ae-4acf-aef7-2a89f7bae50c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.0617559 May 05 16:27:57.273632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event deleted for resources: {'Port': ['ID=58f8dce9-1ca0-4e51-9ab9-1efc082f9820,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:57.278152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.279323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-44907d47-cd4f-49f4-b848-fa2180ad72ca tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/b634c2d6-a925-4b16-99cc-56b5098cb485 HTTP/1.1" status: 204 len: 168 time: 6.1888802 May 05 16:27:57.287402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44386) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:57.293253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:57.293826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.297492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "PUT /v2.0/subnets/d1044828-42b4-484c-8aa7-fea8f3fab8cf HTTP/1.1" status: 200 len: 806 time: 3.3137691 May 05 16:27:57.306009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44390) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:57.307094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1303191985', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:57.315115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:57.318235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab9a87-e538-4eb2-b110-3375af414460 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=d1044828-42b4-484c-8aa7-fea8f3fab8cf,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:57.325257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Usage tracker for resource:router and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:57.327481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.329357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:57.386916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:27:57.403474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.464587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] For port 389289e3-6794-4a23-92ad-f0d481248d43, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=389289e3-6794-4a23-92ad-f0d481248d43,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:57.464975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.540890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=c5e6432a-857c-4701-bff0-ad6e2d91e34a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:57.552799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:57.555997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.556973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.560170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:57.565332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:27:57.605418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] Calling delete_port for 389289e3-6794-4a23-92ad-f0d481248d43 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:57.648171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.649621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.682052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.732921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-1dcbd54f-1a6e-4a05-8217-1a49f4d6767f tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:57.751757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-1dcbd54f-1a6e-4a05-8217-1a49f4d6767f tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.5089624 May 05 16:27:57.767717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Router 701cb578-da4e-49e8-ae6c-d0ead8302042 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:27:57.769359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.913668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:57.983544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-57e082e8-80c1-4a9f-93c2-58a20562ad5b None None] Provisioning for port b573843d-f3b4-4a0e-8cfa-8b612ee16244 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:58.023158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.032274 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9b5069f4-deec-400d-97a6-93dba462ce5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7378941 May 05 16:27:58.032274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44394) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:58.044041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] Pushing event deleted for resources: {'Port': ['ID=389289e3-6794-4a23-92ad-f0d481248d43,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:58.053609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': False}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:58.058837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc76aaf-1858-4be7-8d32-8df461a2f729 None None] No DVR routers for this DVR port 389289e3-6794-4a23-92ad-f0d481248d43 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:58.090479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b573843d-f3b4-4a0e-8cfa-8b612ee16244 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:27:58.091073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port b573843d-f3b4-4a0e-8cfa-8b612ee16244 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:58.091650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.325144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.326704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Deleting port 1984450e-7f77-488f-af38-bd7703c37fe2 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:58.326704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.428562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6b9be66d-84e3-4c1f-af92-e127c56ac995 None None] Provisioning for port c5e6432a-857c-4701-bff0-ad6e2d91e34a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:58.434528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6b9be66d-84e3-4c1f-af92-e127c56ac995 None None] Provisioning complete for port c5e6432a-857c-4701-bff0-ad6e2d91e34a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:58.435645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6b9be66d-84e3-4c1f-af92-e127c56ac995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.491412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b573843d-f3b4-4a0e-8cfa-8b612ee16244 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:27:58.504299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e86ed6e-252a-4e37-8ced-49aeaa7d0fa9 None None] Network e606031a-9505-4bda-9b27-9e2861e06636 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:58.532139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b573843d-f3b4-4a0e-8cfa-8b612ee16244 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:58.532512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.533874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.571746 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cffd37a9-4e7c-4dec-b022-ddfa7c85912d req-e1eb6bfa-6bd2-46ab-b183-7247421a2833 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.1197236 May 05 16:27:58.661747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6b9be66d-84e3-4c1f-af92-e127c56ac995 None None] Port c5e6432a-857c-4701-bff0-ad6e2d91e34a cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:27:58.730340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:27:58.745878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:27:58.756456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:58.764857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:58.765448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.779516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa30f55-db86-4e4f-957e-fa5c469ab08c None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:27:58.813737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:58.875390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb696efc-20e9-4a09-be30-0cf83fffb5e7 req-337f9499-8d42-47af-862b-e72b70981c9e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:27:58.877792 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb696efc-20e9-4a09-be30-0cf83fffb5e7 req-337f9499-8d42-47af-862b-e72b70981c9e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.4601138 May 05 16:27:58.913967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:58.914340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:58.943191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:58.986677 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3827ba30-9974-47ad-8b32-0452c1e74383 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.4030604 May 05 16:27:58.992337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44402) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:27:59.001340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port b573843d-f3b4-4a0e-8cfa-8b612ee16244, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b573843d-f3b4-4a0e-8cfa-8b612ee16244,segment=NetworkSegment(c704a6a6-8c83-445f-8e29-e95d74e4aa64),segment_id=c704a6a6-8c83-445f-8e29-e95d74e4aa64)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:59.001710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.014130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3bc43770-6bb9-4c82-b189-68451695bd89 None None] Provisioning complete for port b573843d-f3b4-4a0e-8cfa-8b612ee16244 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:59.014503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3bc43770-6bb9-4c82-b189-68451695bd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.022277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'name': 'tempest-NetworksTestDHCPv6-1165940288'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:27:59.045270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port a47a0bd8-5a56-479c-86df-b0ece49395e9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:27:59.045609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.116228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.181056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb696efc-20e9-4a09-be30-0cf83fffb5e7 req-50b52b2d-4994-4157-8c94-46835ceb734a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576041 May 05 16:27:59.200465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b573843d-f3b4-4a0e-8cfa-8b612ee16244, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b573843d-f3b4-4a0e-8cfa-8b612ee16244,segment=NetworkSegment(c704a6a6-8c83-445f-8e29-e95d74e4aa64),segment_id=c704a6a6-8c83-445f-8e29-e95d74e4aa64)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:59.207743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.262281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for b573843d-f3b4-4a0e-8cfa-8b612ee16244 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:27:59.312356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.334577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.401163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': 'd71b3b4f-5af8-4638-8d75-6e4ce8dd8d33'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:27:59.402001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.502684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] For port 1984450e-7f77-488f-af38-bd7703c37fe2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1984450e-7f77-488f-af38-bd7703c37fe2,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:27:59.503281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.506543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b573843d-f3b4-4a0e-8cfa-8b612ee16244,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:59.536321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:27:59.555533 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] Sync routers for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:27:59.575512 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:27:59.580343 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:27:59.601876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 389289e3-6794-4a23-92ad-f0d481248d43 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:27:59.708473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 389289e3-6794-4a23-92ad-f0d481248d43 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:27:59.711981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 389289e3-6794-4a23-92ad-f0d481248d43 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:27:59.777030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:27:59.793906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=c5e6432a-857c-4701-bff0-ad6e2d91e34a,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:27:59.825777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:27:59.826542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:27:59.828271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:27:59.844237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] No DVR routers for this DVR port 58f8dce9-1ca0-4e51-9ab9-1efc082f9820 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:27:59.853013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.864732 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cdfcccd7-0e2a-4c21-b951-a451c1cfee78 req-0638f189-ead7-4eba-93fa-c7cb81a8061b tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.71 "DELETE /v2.0/ports/58f8dce9-1ca0-4e51-9ab9-1efc082f9820 HTTP/1.1" status: 204 len: 173 time: 6.1150506 May 05 16:27:59.873078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'name': 'network-vif-deleted', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:27:59.903178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.945858 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33/95544598-2608-42f7-bf41-caf1c0b37a10) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:27:59.949263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:27:59.955580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-770b953b-d5f1-42c8-b259-a72caddea1ca None None] Provisioning complete for port b573843d-f3b4-4a0e-8cfa-8b612ee16244 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:27:59.955580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-770b953b-d5f1-42c8-b259-a72caddea1ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:27:59.956026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.018848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:00.046903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:00.064793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcbee987-35e7-4720-af2b-ae7372139c14'] response: {'server_uuid': 'f69aa112-3205-4e22-b71a-917737007a7e', 'name': 'network-vif-deleted', 'tag': '58f8dce9-1ca0-4e51-9ab9-1efc082f9820', 'status': 'completed', 'code': 200} May 05 16:28:00.124243 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:00.171353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:00.281893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a13c003e-2e77-4d52-9a6f-5cc73613f512 req-6414e476-851a-47d5-89cb-af0f1b251559 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/ports?device_id=f69aa112-3205-4e22-b71a-917737007a7e HTTP/1.1" status: 200 len: 210 time: 0.3215079 May 05 16:28:00.365707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port b573843d-f3b4-4a0e-8cfa-8b612ee16244 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:00.366045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.373872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b573843d-f3b4-4a0e-8cfa-8b612ee16244 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:00.476544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for a47a0bd8-5a56-479c-86df-b0ece49395e9 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:00.652122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.668926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b573843d-f3b4-4a0e-8cfa-8b612ee16244 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:00.669291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.704130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Transition to ACTIVE for port object 95544598-2608-42f7-bf41-caf1c0b37a10 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:00.744974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:00.748155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.765685 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:00.778211 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] Checking router: 701cb578-da4e-49e8-ae6c-d0ead8302042 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:00.798973 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:00.799702 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:00.805061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Transition to ACTIVE for port object 95544598-2608-42f7-bf41-caf1c0b37a10 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:00.807512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1984450e-7f77-488f-af38-bd7703c37fe2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:00.891134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9794b609-8b87-4a22-b26c-de03b9c67546 None None] Provisioning complete for port c5e6432a-857c-4701-bff0-ad6e2d91e34a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:00.891920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9794b609-8b87-4a22-b26c-de03b9c67546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.944527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:00.954281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 026e0614-c16e-4cdb-a9fb-43382d9b62bc yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:01.057031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.057650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.057978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Floating IP 9dcc887d-df8d-4164-8177-1b7170603bf4 disassociated. External IP: 172.26.2.62, port: 1984450e-7f77-488f-af38-bd7703c37fe2. May 05 16:28:01.058323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Calling delete_port for 1984450e-7f77-488f-af38-bd7703c37fe2 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:01.068835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:01.093696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9794b609-8b87-4a22-b26c-de03b9c67546 None None] Port c5e6432a-857c-4701-bff0-ad6e2d91e34a cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:01.112478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:01.147745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:01.161417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23390b8e-28c1-4652-af12-6171cc68d6a6 req-e0fac9e5-19f7-47c3-bf02-80cfee9f0b96 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:01.170696 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-23390b8e-28c1-4652-af12-6171cc68d6a6 req-e0fac9e5-19f7-47c3-bf02-80cfee9f0b96 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 945 time: 0.5404763 May 05 16:28:01.192184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:01.196712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Pushing event updated for resources: {'Port': ['ID=95544598-2608-42f7-bf41-caf1c0b37a10,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:01.261354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port b573843d-f3b4-4a0e-8cfa-8b612ee16244, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b573843d-f3b4-4a0e-8cfa-8b612ee16244,segment=NetworkSegment(c704a6a6-8c83-445f-8e29-e95d74e4aa64),segment_id=c704a6a6-8c83-445f-8e29-e95d74e4aa64)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:01.261763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.276090 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-23390b8e-28c1-4652-af12-6171cc68d6a6 req-1898fb20-3ab0-4a9c-8eb8-e6da6a8c954e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups?id=00c371fb-5669-4bb0-b63b-66bec0b8d35f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038461 May 05 16:28:01.372940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router d3a2fc39-136a-458c-99ae-8a26394c7290 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:01.374435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.449857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Attempting to bind port 95544598-2608-42f7-bf41-caf1c0b37a10 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:01.450593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Attempting to bind port 95544598-2608-42f7-bf41-caf1c0b37a10 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:01.451166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Attempting to bind port 95544598-2608-42f7-bf41-caf1c0b37a10 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:01.459068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:01.459760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:01.460392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.460983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:01.461650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Bound port: 95544598-2608-42f7-bf41-caf1c0b37a10, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:01.462232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.500927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for b573843d-f3b4-4a0e-8cfa-8b612ee16244 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:01.521906 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:01.528278 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03632320-13df-4bc1-bffe-c3dba2ee33e9 None None] The sync data for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv is: [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:25:33Z', 'revision_number': 4, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '75bafab9-e79e-4278-92c1-4ebaf419e856', 'name': '', 'network_id': '7b12b310-133d-47a7-af54-d6b233d368af', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'mac_address': 'fa:16:3e:08:83:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:30Z', 'updated_at': '2022-05-05T16:25:45Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'subnets': [{'id': 'f0f7d158-c961-49f5-bf46-4dab5091f543', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:01.563832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44416) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:01.569271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] For port 95544598-2608-42f7-bf41-caf1c0b37a10, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:01.573576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] For port 95544598-2608-42f7-bf41-caf1c0b37a10, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95544598-2608-42f7-bf41-caf1c0b37a10,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:01.601061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.624862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::fb (f5e6463e-72cb-4e68-8573-613d495405f8/d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33/026e0614-c16e-4cdb-a9fb-43382d9b62bc) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:01.640426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.657862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.738663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41285b6b-be9c-4754-8d65-cd0cce25b4b4 None None] Pushing event updated for resources: {'Port': ['ID=95544598-2608-42f7-bf41-caf1c0b37a10,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:01.744910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.781666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af543b97-0bf2-49dd-81ec-d24e1e39fc13 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.870114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.880252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af543b97-0bf2-49dd-81ec-d24e1e39fc13 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:01.906216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=a47a0bd8-5a56-479c-86df-b0ece49395e9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:01.923785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f26d967-66a8-45cd-8bf9-fa144bade958 None None] New status for floating IP 8f762235-d37b-45c4-a2a6-2a648adfb7ef: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:28:01.986455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Allocated IP 172.26.2.12 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/4eb297a6-dafb-4109-87c8-fc81c9e865e4) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:02.036171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:02.067241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event deleted for resources: {'Port': ['ID=1984450e-7f77-488f-af38-bd7703c37fe2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:02.073930 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] Sync routers for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:02.105978 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:02.106672 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:02.121099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af543b97-0bf2-49dd-81ec-d24e1e39fc13 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.163339 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aec652f8-d07f-48a7-a9b3-43ce8b25fa22 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/routers/d3a2fc39-136a-458c-99ae-8a26394c7290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8240774 May 05 16:28:02.164505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af543b97-0bf2-49dd-81ec-d24e1e39fc13 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c87e586e-dc5c-4faf-8712-ffcd47ebeb41,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:02.171077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44420) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:02.182554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'port': {'network_id': 'cbdef0e4-c0a0-4aae-8676-af2c7e04c580', 'name': 'tempest-FloatingIPTestJSON-239938166'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:02.252000 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:02.272506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af543b97-0bf2-49dd-81ec-d24e1e39fc13 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.273722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-af543b97-0bf2-49dd-81ec-d24e1e39fc13 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "DELETE /v2.0/security-groups/c87e586e-dc5c-4faf-8712-ffcd47ebeb41 HTTP/1.1" status: 204 len: 168 time: 0.7042952 May 05 16:28:02.284448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44424) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:02.288413 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:02.289039 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:02.334799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-089a3b86-9073-47d3-ac68-e2243e218354 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] show failed (client error): The resource could not be found. May 05 16:28:02.335872 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-089a3b86-9073-47d3-ac68-e2243e218354 tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "GET /v2.0/security-groups/c87e586e-dc5c-4faf-8712-ffcd47ebeb41 HTTP/1.1" status: 404 len: 347 time: 0.0490978 May 05 16:28:02.344548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44430) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:02.425525 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:02.426189 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1fdebbb-1b73-40b5-8c83-dc983eb6f371 None None] The sync data for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:02.469371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.556267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.606778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Deleting port 93687e6e-bc40-4235-b86c-e05fa833ba1a {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:02.608833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.702164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=b573843d-f3b4-4a0e-8cfa-8b612ee16244,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:02.779630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c0d0d70-1fdc-47b4-a190-4903f649a78a req-4b7ca418-1ce7-4e6e-8636-04f200f044c6 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.2309401 May 05 16:28:02.822580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:02.823797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.852701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Usage tracker for resource:port and tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:02.904900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Quota usage for port was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:02.907077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 026e0614-c16e-4cdb-a9fb-43382d9b62bc will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:02.925340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af5ba4a-6545-4f8b-aabd-6f783fd7634b None None] DHCP port deletion for e606031a-9505-4bda-9b27-9e2861e06636 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:02.934057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:02.968105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.975683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port b573843d-f3b4-4a0e-8cfa-8b612ee16244 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:02.992319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:02.992682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.057863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Made reservation on behalf of 0e9a76fde08e4c7abe4b6b4e54fbd81a for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:03.063172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.126834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.138463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Calling delete_port for 93687e6e-bc40-4235-b86c-e05fa833ba1a owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:03.161251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43700f6-a705-4f28-ac4a-f8bc28bc60de None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:28:03.180288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.252388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.255758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] device_id is not set on port 40b8ac85-f34e-4924-8818-cefd07f03295 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:03.313030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:03.326316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43700f6-a705-4f28-ac4a-f8bc28bc60de None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:28:03.331277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:03.333696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:03.366707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb297a6-dafb-4109-87c8-fc81c9e865e4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:03.413547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-53d6848b-9ee4-46b7-a450-891f0cced2d3 None None] Provisioning for port 95544598-2608-42f7-bf41-caf1c0b37a10 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:03.483954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=026e0614-c16e-4cdb-a9fb-43382d9b62bc,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:03.500642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:03.505143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:03.508528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:03.513170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:03.513785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.599403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Allocated IP 172.20.0.13 (cbdef0e4-c0a0-4aae-8676-af2c7e04c580/e1e23cb8-7ded-46ed-a211-157d52165cc6/40b8ac85-f34e-4924-8818-cefd07f03295) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:03.638708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.655148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.690379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:03.711298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=d1044828-42b4-484c-8aa7-fea8f3fab8cf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:03.739337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92115800-a85f-4b49-a68d-542d0f840214 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:28:03.748915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Router d793c396-1272-419e-a75a-eead160bebb4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:03.812691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Pushing event deleted for resources: {'Port': ['ID=93687e6e-bc40-4235-b86c-e05fa833ba1a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:03.915078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92115800-a85f-4b49-a68d-542d0f840214 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:28:03.954115 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-05a552c7-218d-49a3-9aaa-f05c7b4e50bd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9443910 May 05 16:28:03.973432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44436) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:03.989366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 15cea703-309a-4fe9-82fe-bddf3b15af3f has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:04.006233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.020542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.038488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Transition to ACTIVE for port object 40b8ac85-f34e-4924-8818-cefd07f03295 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:04.069666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95544598-2608-42f7-bf41-caf1c0b37a10 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:04.145182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f418fb8-e60c-4e19-8b47-fa586636c3ab req-cf4d5bd9-8a9b-4b7a-9a9a-119504644489 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.0551572 May 05 16:28:04.167504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.168773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e606031a-9505-4bda-9b27-9e2861e06636']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:04.204242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.258395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c704a6a6-8c83-445f-8e29-e95d74e4aa64') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:04.258694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c704a6a6-8c83-445f-8e29-e95d74e4aa64') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:04.313234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.319616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 95544598-2608-42f7-bf41-caf1c0b37a10 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:04.332074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.336100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 95544598-2608-42f7-bf41-caf1c0b37a10 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:04.336100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.362998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.382237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:04.382645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:04.398664 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:04.464167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:04.469614 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9a8e5a2e-3446-4606-a982-d44bae535910 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/15cea703-309a-4fe9-82fe-bddf3b15af3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0119598 May 05 16:28:04.478939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44440) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:04.508820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.521278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1870e73-d4b3-4bc8-84d8-298e175d0ffe None None] Network e606031a-9505-4bda-9b27-9e2861e06636 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:04.531771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7ce8a-6749-4946-9fc4-e68e0d560f7e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:04.534731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] Sync routers for ids ['15cea703-309a-4fe9-82fe-bddf3b15af3f'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:04.540498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb7ce8a-6749-4946-9fc4-e68e0d560f7e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:04.540498 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dfb7ce8a-6749-4946-9fc4-e68e0d560f7e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.4832201 May 05 16:28:04.540498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.544326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-89086fee-8ddc-43fc-8d0d-8ff645bffe7c tempest-ServersTestJSON-1454890850 tempest-ServersTestJSON-1454890850-project] 10.222.0.70 "DELETE /v2.0/floatingips/8f762235-d37b-45c4-a2a6-2a648adfb7ef HTTP/1.1" status: 204 len: 168 time: 2.1989133 May 05 16:28:04.545341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44444) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:04.546042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44446) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:04.550817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5a7a0bf6-03ee-43ee-b429-c39d9e4168e3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:04.653581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.672885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] Routers {'15cea703-309a-4fe9-82fe-bddf3b15af3f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:04.673632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['15cea703-309a-4fe9-82fe-bddf3b15af3f'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:04.688035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:04.693283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.702198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:04.704965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:04.720044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:04.732623 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] Sync routers for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:04.737986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event updated for resources: {'Port': ['ID=40b8ac85-f34e-4924-8818-cefd07f03295,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:04.740021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 95544598-2608-42f7-bf41-caf1c0b37a10, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95544598-2608-42f7-bf41-caf1c0b37a10,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:04.770824 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:04.773940 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:04.863470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.888522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5a7a0bf6-03ee-43ee-b429-c39d9e4168e3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:04.890400 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5a7a0bf6-03ee-43ee-b429-c39d9e4168e3 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cea703-309a-4fe9-82fe-bddf3b15af3f HTTP/1.1" status: 200 len: 205 time: 0.4002361 May 05 16:28:04.895045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 026e0614-c16e-4cdb-a9fb-43382d9b62bc {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:04.899560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.901333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:04.901754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44454) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:04.908621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.945658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:04.960755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:04.961724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.032530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=e606031a-9505-4bda-9b27-9e2861e06636,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:05.037174 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-29b91294-eb5a-4f8d-ba6b-97204767df6d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/e606031a-9505-4bda-9b27-9e2861e06636 HTTP/1.1" status: 204 len: 168 time: 7.7283723 May 05 16:28:05.044441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b573843d-f3b4-4a0e-8cfa-8b612ee16244 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:05.108196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44458) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:05.120648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: b573843d-f3b4-4a0e-8cfa-8b612ee16244 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:05.121204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b573843d-f3b4-4a0e-8cfa-8b612ee16244 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:05.130305 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e150e469-8237-4d15-a382-816debc4ba52 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9556808 May 05 16:28:05.158423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] No DVR routers for this DVR port 1984450e-7f77-488f-af38-bd7703c37fe2 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:05.159309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82f0916-c48a-4d65-bd57-8020f6c38ac0 None None] DHCP port deletion for e606031a-9505-4bda-9b27-9e2861e06636 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:05.162255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44462) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:05.178622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.185791 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a71d16bc-f872-496b-a5a9-66b8d02707d3 req-47b07a78-cf16-43b8-add1-6d00abd824fb tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.71 "DELETE /v2.0/ports/1984450e-7f77-488f-af38-bd7703c37fe2 HTTP/1.1" status: 204 len: 173 time: 7.4134157 May 05 16:28:05.202331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'name': 'network-vif-deleted', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:28:05.218120 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:05.218489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Request body: {'floatingip': {'port_id': '40b8ac85-f34e-4924-8818-cefd07f03295'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:05.247026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=95544598-2608-42f7-bf41-caf1c0b37a10,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:05.249857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] Routers {'15cea703-309a-4fe9-82fe-bddf3b15af3f'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:05.250549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['15cea703-309a-4fe9-82fe-bddf3b15af3f'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:05.339654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0bef54fb-e95e-4c18-b962-5b5cfed0334d None None] Provisioning for port 026e0614-c16e-4cdb-a9fb-43382d9b62bc completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:05.374894 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa43144b-701b-4f2c-9722-d1cab41f04e6'] response: {'server_uuid': 'ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd', 'name': 'network-vif-deleted', 'tag': '1984450e-7f77-488f-af38-bd7703c37fe2', 'status': 'completed', 'code': 200} May 05 16:28:05.381934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0bef54fb-e95e-4c18-b962-5b5cfed0334d None None] Provisioning complete for port 026e0614-c16e-4cdb-a9fb-43382d9b62bc triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:05.386768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0bef54fb-e95e-4c18-b962-5b5cfed0334d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.399810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.419689 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a4e2d0-8e6d-4880-a95a-36b5b05a13e4 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:05.421393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a4e2d0-8e6d-4880-a95a-36b5b05a13e4 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:05.428506 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-82a4e2d0-8e6d-4880-a95a-36b5b05a13e4 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/e606031a-9505-4bda-9b27-9e2861e06636 HTTP/1.1" status: 404 len: 339 time: 0.3162763 May 05 16:28:05.434715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44470) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:05.455933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2060398572', 'description': 'd1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:05.467952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:05.482856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.508832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:network and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:05.533188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:05.533731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:05.535938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d516b4c1-e420-4c87-809b-28c2d40df95a None None] The sync data for ids ['15cea703-309a-4fe9-82fe-bddf3b15af3f'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:05.564851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0bef54fb-e95e-4c18-b962-5b5cfed0334d None None] Port 026e0614-c16e-4cdb-a9fb-43382d9b62bc cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:05.602959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:05.676409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0391b823-1115-46ff-bfc6-0c74e6f42a77 req-27905907-d25d-4969-9405-525c47b4968a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Synchronizing usage tracker for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:05.682441 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:05.694754 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] Checking router: d793c396-1272-419e-a75a-eead160bebb4 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:05.723023 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:05.724304 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:05.744583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.760521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0391b823-1115-46ff-bfc6-0c74e6f42a77 req-27905907-d25d-4969-9405-525c47b4968a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Unset dirty status for tenant:71fe71f3c34446d48645afcf4e13e806 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:05.764549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:05.774236 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0391b823-1115-46ff-bfc6-0c74e6f42a77 req-27905907-d25d-4969-9405-525c47b4968a tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/ports?device_id=ef0f0f29-ad6d-4fe5-8a6f-04c652f76cdd HTTP/1.1" status: 200 len: 210 time: 0.2975001 May 05 16:28:05.774529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.802685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6fd31c59-351b-4535-a190-46d3089611d2 None None] Provisioning for port 40b8ac85-f34e-4924-8818-cefd07f03295 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:05.808783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6fd31c59-351b-4535-a190-46d3089611d2 None None] Provisioning complete for port 40b8ac85-f34e-4924-8818-cefd07f03295 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:05.809164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6fd31c59-351b-4535-a190-46d3089611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:05.969358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 026e0614-c16e-4cdb-a9fb-43382d9b62bc owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:05.972135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6fd31c59-351b-4535-a190-46d3089611d2 None None] Port 40b8ac85-f34e-4924-8818-cefd07f03295 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:06.026078 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:06.081250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95544598-2608-42f7-bf41-caf1c0b37a10 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:06.179141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:06.197616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 95544598-2608-42f7-bf41-caf1c0b37a10 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:06.198316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.279709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.303903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.304404 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment 6e453eeb-6e14-458d-942d-e56cad555967 of type vlan for network 65435f0d-25e4-4e82-8da1-4edb24800261 May 05 16:28:06.369145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.422658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.528057 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:06.532148 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00a7f59e-c799-4907-a483-9a1f78692ae1 None None] The sync data for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv is: [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9862b49e-7efe-4457-b30d-6007b0f38c97', 'name': '', 'network_id': '80a49632-388d-4c21-afc9-7dc6e524ba3e', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'mac_address': 'fa:16:3e:a5:44:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:39Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'subnets': [{'id': 'c77f6855-2caf-44fa-b146-096b2421c484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:06.555732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.556286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router 15cea703-309a-4fe9-82fe-bddf3b15af3f {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:06.573884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.575333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.584479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:06.585121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7739032'] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.586633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.588284 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2bc7e1fe-3246-4080-bb32-fdd9036bb144 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/15cea703-309a-4fe9-82fe-bddf3b15af3f HTTP/1.1" status: 204 len: 168 time: 1.5536842 May 05 16:28:06.597015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44474) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:06.800118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Router 3b0482e8-ef4a-4b85-af20-4043c687fe5d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:28:06.823433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab427515-1fd0-4b8b-9df6-d4ca2129dc77 None None] New status for floating IP 9dcc887d-df8d-4164-8177-1b7170603bf4: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:28:06.850027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=026e0614-c16e-4cdb-a9fb-43382d9b62bc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:06.944054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=65435f0d-25e4-4e82-8da1-4edb24800261,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:06.950172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.955549 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f8ce729-b51b-47ed-9034-c7d915871a59 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/026e0614-c16e-4cdb-a9fb-43382d9b62bc HTTP/1.1" status: 204 len: 168 time: 2.4006152 May 05 16:28:06.957878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44480) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:06.959544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:06.977816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 65435f0d-25e4-4e82-8da1-4edb24800261 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:07.018327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet d883433b-83db-4361-bbea-977234f6405b {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:07.025698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.084540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44486) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:07.110621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.129130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.178629 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e7f0f1da-540f-4353-a3ab-9bf838f9cc1c tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.7324347 May 05 16:28:07.184524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44490) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:07.219368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.356349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e747a7e-634d-4502-a561-df56d06deefc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:07.357669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e747a7e-634d-4502-a561-df56d06deefc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:07.358398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5e747a7e-634d-4502-a561-df56d06deefc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:07.460348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5e747a7e-634d-4502-a561-df56d06deefc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:07.464539 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5e747a7e-634d-4502-a561-df56d06deefc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4125869 May 05 16:28:07.466389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44494) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:07.558525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:07.562799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.564172 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-921c1b4e-3790-4691-a628-c0566e38e7ce tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "PUT /v2.0/routers/3b0482e8-ef4a-4b85-af20-4043c687fe5d HTTP/1.1" status: 200 len: 915 time: 9.5262702 May 05 16:28:07.570809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44498) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:07.571512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a4591cf-eee6-44f7-ac49-e995c5e5153e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.573063 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] Sync routers for ids ['3b0482e8-ef4a-4b85-af20-4043c687fe5d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:07.586129 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] Routers {'3b0482e8-ef4a-4b85-af20-4043c687fe5d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:07.587893 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3b0482e8-ef4a-4b85-af20-4043c687fe5d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:07.595970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945c4b5-f5f6-4381-99b1-d16e69d118df tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:07.596645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a945c4b5-f5f6-4381-99b1-d16e69d118df tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Synchronizing usage tracker for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:07.649728 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:07.661140 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] Routers {'3b0482e8-ef4a-4b85-af20-4043c687fe5d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:07.661869 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3b0482e8-ef4a-4b85-af20-4043c687fe5d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:07.726180 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:07.726770 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03d71a5-d0b0-467e-890e-d119aadaa0af None None] The sync data for ids ['3b0482e8-ef4a-4b85-af20-4043c687fe5d'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:07.782178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.817185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a4591cf-eee6-44f7-ac49-e995c5e5153e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.824063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:07.857767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:07.903887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a945c4b5-f5f6-4381-99b1-d16e69d118df tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Unset dirty status for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:07.905073 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a945c4b5-f5f6-4381-99b1-d16e69d118df tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks?id=65435f0d-25e4-4e82-8da1-4edb24800261 HTTP/1.1" status: 200 len: 761 time: 0.7196181 May 05 16:28:07.909072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44502) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:07.920956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'description': 'd2'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:07.995469 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 9510eff5-47ff-4e6e-9b74-cc7f15bff735 associated. External IP: 172.26.2.52, port: 1ad14057-1be6-4d35-9359-d2933b4b9c84. May 05 16:28:07.999391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.069103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a4591cf-eee6-44f7-ac49-e995c5e5153e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.082673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.190410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4591cf-eee6-44f7-ac49-e995c5e5153e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c371fb-5669-4bb0-b63b-66bec0b8d35f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:08.198523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=d883433b-83db-4361-bbea-977234f6405b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:08.216398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.243292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef1c3c-8779-4455-a29e-15be0f3cacfe None None] Network c8962067-0117-452b-bb10-c0717b9762a4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:08.244284 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5be879a6-5914-4294-9f79-8d01ed0313bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/d883433b-83db-4361-bbea-977234f6405b HTTP/1.1" status: 204 len: 168 time: 1.6424129 May 05 16:28:08.248367 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-65c37941-477e-4f23-a1a2-c1f30c601561 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/3b0482e8-ef4a-4b85-af20-4043c687fe5d HTTP/1.1" status: 200 len: 921 time: 0.6621537 May 05 16:28:08.249221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44506) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:08.249713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44508) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:08.383976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a4591cf-eee6-44f7-ac49-e995c5e5153e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.386273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4a4591cf-eee6-44f7-ac49-e995c5e5153e tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "DELETE /v2.0/security-groups/00c371fb-5669-4bb0-b63b-66bec0b8d35f HTTP/1.1" status: 204 len: 168 time: 1.2982101 May 05 16:28:08.389957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44514) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:08.414203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.444495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.455361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.476616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port d8ce3427-c397-47d9-92a5-fa173093155a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:08.476956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.487012 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-ee97e221-8f87-4c3d-8201-2a4c15bdf926 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] show failed (client error): The resource could not be found. May 05 16:28:08.490659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] DHCP port deletion for c8962067-0117-452b-bb10-c0717b9762a4 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:08.490835 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ee97e221-8f87-4c3d-8201-2a4c15bdf926 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "GET /v2.0/security-groups/00c371fb-5669-4bb0-b63b-66bec0b8d35f HTTP/1.1" status: 404 len: 347 time: 0.0762465 May 05 16:28:08.494621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44518) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:08.495306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] Deleting port d8ce3427-c397-47d9-92a5-fa173093155a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:08.495879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.533656 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-104eb7d9-b2e5-4d04-b19c-600daecc5a58 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=3b0482e8-ef4a-4b85-af20-4043c687fe5d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2795923 May 05 16:28:08.537647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44522) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:08.571480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.720919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] For port d8ce3427-c397-47d9-92a5-fa173093155a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d8ce3427-c397-47d9-92a5-fa173093155a,segment=NetworkSegment(56a89c98-ea69-4c20-9a3f-927f1999e81c),segment_id=56a89c98-ea69-4c20-9a3f-927f1999e81c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:08.721585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.800373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network 65435f0d-25e4-4e82-8da1-4edb24800261 is not hosted by any dhcp agent {{(pid=84818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 16:28:08.804271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:08.804955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.808759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "PUT /v2.0/networks/65435f0d-25e4-4e82-8da1-4edb24800261 HTTP/1.1" status: 200 len: 758 time: 0.8939462 May 05 16:28:08.808759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e806416-9b8a-4410-8e2c-d9442887226a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=65435f0d-25e4-4e82-8da1-4edb24800261,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:08.810355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44526) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:08.855650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917cb86a-0181-40f6-a259-0b861837b5e4 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:08.856274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 65435f0d-25e4-4e82-8da1-4edb24800261 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:08.856373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-917cb86a-0181-40f6-a259-0b861837b5e4 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Synchronizing usage tracker for tenant:8cd18dcce4654a87908955508389521c on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:08.867172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port d8ce3427-c397-47d9-92a5-fa173093155a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d8ce3427-c397-47d9-92a5-fa173093155a,segment=NetworkSegment(56a89c98-ea69-4c20-9a3f-927f1999e81c),segment_id=56a89c98-ea69-4c20-9a3f-927f1999e81c)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:08.867639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:08.873551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] Calling delete_port for d8ce3427-c397-47d9-92a5-fa173093155a owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:08.903098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Deleting port 682e1c74-a9fc-4890-b819-fc3f99cb8c98 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:08.903656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.005155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.092707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:09.105001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.111915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a67d73-2c9c-48be-b63b-af60d1ad7117 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:09.130672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d596cf9-5ef1-4eee-8023-a951358cbcb8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:09.131373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5d596cf9-5ef1-4eee-8023-a951358cbcb8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Synchronizing usage tracker for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:09.186020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.225088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5d596cf9-5ef1-4eee-8023-a951358cbcb8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Unset dirty status for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:09.226452 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5d596cf9-5ef1-4eee-8023-a951358cbcb8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks?id=65435f0d-25e4-4e82-8da1-4edb24800261 HTTP/1.1" status: 200 len: 761 time: 0.3748729 May 05 16:28:09.232735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44530) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:09.242500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for d8ce3427-c397-47d9-92a5-fa173093155a owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:09.244339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1226334082'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:09.246191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] Pushing event deleted for resources: {'Port': ['ID=d8ce3427-c397-47d9-92a5-fa173093155a,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:09.267998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddf9eab-500d-4791-aa16-aa0a8062255f None None] No DVR routers for this DVR port d8ce3427-c397-47d9-92a5-fa173093155a on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:09.282163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:09.299337 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-864dd514-32e6-41e1-bc85-ce5cf1f0a819 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33 HTTP/1.1" status: 204 len: 168 time: 1.8303447 May 05 16:28:09.306164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44534) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:09.316008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:09.355345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.355725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.362879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Deleting port 75bafab9-e79e-4278-92c1-4ebaf419e856 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:09.363559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.384045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-917cb86a-0181-40f6-a259-0b861837b5e4 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] Unset dirty status for tenant:8cd18dcce4654a87908955508389521c on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:09.385725 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-917cb86a-0181-40f6-a259-0b861837b5e4 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.8460095 May 05 16:28:09.393003 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-25898f9c-c176-4e52-8865-e340124f6bca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0831411 May 05 16:28:09.393003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44538) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:09.403520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44540) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:09.456339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-43950c76-3aa6-4b95-b978-7109f001a60e tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b0482e8-ef4a-4b85-af20-4043c687fe5d HTTP/1.1" status: 200 len: 205 time: 0.0631893 May 05 16:28:09.459188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44546) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:09.473649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:09.479287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] Deleting port 95544598-2608-42f7-bf41-caf1c0b37a10 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:09.479668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.523166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:28:09.523393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:28:09.558994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Calling delete_port for 682e1c74-a9fc-4890-b819-fc3f99cb8c98 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:09.584823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:09.587819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.679540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:09.714155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] For port 95544598-2608-42f7-bf41-caf1c0b37a10, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95544598-2608-42f7-bf41-caf1c0b37a10,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:09.718174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.742966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:09.800921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.803259 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment e83de0eb-a42a-4594-9bbf-5e6943d14c90 of type vlan for network fcd46095-504f-45d2-8d3a-5017f865bab4 May 05 16:28:09.848309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] Calling delete_port for 95544598-2608-42f7-bf41-caf1c0b37a10 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:09.871945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.890961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] For port 75bafab9-e79e-4278-92c1-4ebaf419e856, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=75bafab9-e79e-4278-92c1-4ebaf419e856,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:09.891345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.900715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:09.990918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d8ce3427-c397-47d9-92a5-fa173093155a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:10.027516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port d8ce3427-c397-47d9-92a5-fa173093155a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:10.027854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.032597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.069423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d8ce3427-c397-47d9-92a5-fa173093155a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:10.069423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d8ce3427-c397-47d9-92a5-fa173093155a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:10.069423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95544598-2608-42f7-bf41-caf1c0b37a10 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:10.088157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823cb07-40de-4e61-9e42-7dbdf6281a76 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:10.088929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8823cb07-40de-4e61-9e42-7dbdf6281a76 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:10.111418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] Pushing event deleted for resources: {'Port': ['ID=95544598-2608-42f7-bf41-caf1c0b37a10,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:10.113192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 95544598-2608-42f7-bf41-caf1c0b37a10 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:10.113538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95544598-2608-42f7-bf41-caf1c0b37a10 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:10.117980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] The port 'd8ce3427-c397-47d9-92a5-fa173093155a' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:28:10.121774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cdfb1f-82f0-4dec-ad85-daea16ff9d11 None None] No DVR routers for this DVR port 95544598-2608-42f7-bf41-caf1c0b37a10 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:10.164135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Calling delete_port for 75bafab9-e79e-4278-92c1-4ebaf419e856 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:10.215634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:28:10.265323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.303841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.306905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8962067-0117-452b-bb10-c0717b9762a4']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.331219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a89c98-ea69-4c20-9a3f-927f1999e81c') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.331432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a89c98-ea69-4c20-9a3f-927f1999e81c') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.347494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.370095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.379072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:10.379468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.382719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Pushing event deleted for resources: {'Port': ['ID=682e1c74-a9fc-4890-b819-fc3f99cb8c98,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:10.384464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8823cb07-40de-4e61-9e42-7dbdf6281a76 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:10.385619 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8823cb07-40de-4e61-9e42-7dbdf6281a76 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9897516 May 05 16:28:10.393932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.397875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:10.398459 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:10.401585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.401662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:10.402857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44550) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:10.412508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:10.427629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:10.428404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.494431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.507392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:10.508109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.577356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:10.578052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0052043c-80df-424f-8b59-bbb469ac084c None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:10.602662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=fcd46095-504f-45d2-8d3a-5017f865bab4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:10.615697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network fcd46095-504f-45d2-8d3a-5017f865bab4 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:10.625486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.627908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.631949 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-23d0aae1-5b02-456f-90cb-c70b0c762fe1 tempest-ServersTestManualDisk-128405607 tempest-ServersTestManualDisk-128405607-project] 10.222.0.70 "DELETE /v2.0/floatingips/9dcc887d-df8d-4164-8177-1b7170603bf4 HTTP/1.1" status: 204 len: 168 time: 2.1338327 May 05 16:28:10.632278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44554) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:10.705838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7b0914ad-ea63-42d0-af2f-dc2e3bc77c9f tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4683046 May 05 16:28:10.746625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44558) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:10.749266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.769431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:10.791492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.804976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=75bafab9-e79e-4278-92c1-4ebaf419e856,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:10.863823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.878994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2eb699-12ca-448f-8cfe-7505dbd62eac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:10.879715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3d2eb699-12ca-448f-8cfe-7505dbd62eac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:10.905967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.947310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Deleting port 4eb297a6-dafb-4109-87c8-fc81c9e865e4 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:10.947779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:10.976888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=c8962067-0117-452b-bb10-c0717b9762a4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:11.003899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:11.018566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Usage tracker for resource:subnet and tenant:3125e7d3939144f2af19aeb0a7112482 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:11.025778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:11.052120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:11.064801 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6e436853-4939-45da-aa6c-e19eb319a636 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/c8962067-0117-452b-bb10-c0717b9762a4 HTTP/1.1" status: 204 len: 168 time: 2.8092124 May 05 16:28:11.065651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44562) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:11.076578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-217859058', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:11.087167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:11.102639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:11.106405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3d2eb699-12ca-448f-8cfe-7505dbd62eac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:11.106779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:11.107581 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3d2eb699-12ca-448f-8cfe-7505dbd62eac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7006810 May 05 16:28:11.111686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44566) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:11.119169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:11.184616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:11.195911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5040ab34-deef-41e5-a7b2-3c0beae87653 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0785477 May 05 16:28:11.201506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44570) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:11.209124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:11.212816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.346074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.346897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.392590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Calling delete_port for 4eb297a6-dafb-4109-87c8-fc81c9e865e4 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:11.462441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.576017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:11.608953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.618629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:11.653614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.738831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:11.742332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.811015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.922977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.970013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:11.971182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e3d16a9-7ab1-4d93-b81f-a928da95c904 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9037752 May 05 16:28:11.974683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44574) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:11.983532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1478992632'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:11.993977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event deleted for resources: {'Port': ['ID=4eb297a6-dafb-4109-87c8-fc81c9e865e4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:11.994371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.000296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:12.030247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:12.036686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:12.071034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:12.077635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.340353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router d3a2fc39-136a-458c-99ae-8a26394c7290 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:12.362409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.411239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:12.414428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.443577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=70573a81-aa24-492e-b782-80f37f0e61f6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:12.471669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.523357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:12.526073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=3cdeead6-371b-4f7f-8f7c-eb4ddaddad40,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:12.532032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:12.538176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:12.538980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.547078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277eab69-7bcc-4fda-949c-e8560ecc97a8 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:12.653984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:12.659218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': 'e83de0eb-a42a-4594-9bbf-5e6943d14c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:12.659600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: fcd46095-504f-45d2-8d3a-5017f865bab4, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:28:12.736383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.736607 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment cafed306-75b3-4f44-9fdc-92e3ac98002c of type vlan for network 25e450f1-8ed2-49ac-bd16-b784600b6b6f May 05 16:28:12.754334 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c1a2123d-df01-4bdb-be21-77a620993278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5494814 May 05 16:28:12.793305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44578) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:12.810391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '3cdeead6-371b-4f7f-8f7c-eb4ddaddad40', 'ip_address': '2001:db8::2f40:dedd:9438:4d20'}], 'name': 'tempest-NetworksTestDHCPv6-1887232265'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:12.826407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '3cdeead6-371b-4f7f-8f7c-eb4ddaddad40'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:12.827986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.975844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:12.998448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.016628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.043375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/3cdeead6-371b-4f7f-8f7c-eb4ddaddad40/0462513d-2ff7-475f-a572-37cefed7e566) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:13.106157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network fcd46095-504f-45d2-8d3a-5017f865bab4 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:28:13.124412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:13.138015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:13.182090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:13.187253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Router 701cb578-da4e-49e8-ae6c-d0ead8302042 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:13.190328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.195180 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] Sync routers for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:13.201734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:13.202373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.209951 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:13.211075 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:13.236882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:13.251052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, fcd46095-504f-45d2-8d3a-5017f865bab4) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:13.260204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:13.260204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.260976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.260976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Fanout notify agent at l3_agent the message router_deleted on router 3b0482e8-ef4a-4b85-af20-4043c687fe5d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:13.264550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a554abf4-e9e0-4ca4-a20f-ca589f3bc2dc None None] Network fcd46095-504f-45d2-8d3a-5017f865bab4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:13.313824 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:13.326149 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:13.327208 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:13.402883 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:13.403814 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8600e3-2cee-4101-a618-dc7982eb4fd9 None None] The sync data for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:13.439435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.461810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Deleting port 9862b49e-7efe-4457-b30d-6007b0f38c97 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:13.462407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.484993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.486079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-925c9daf-7d83-4f24-b2ef-e7b0e50bf282 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/3b0482e8-ef4a-4b85-af20-4043c687fe5d HTTP/1.1" status: 204 len: 168 time: 4.0247464 May 05 16:28:13.506542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44584) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:13.506751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=25e450f1-8ed2-49ac-bd16-b784600b6b6f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:13.506751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d2cbc2dd-dc54-4961-8444-8e22d7331e42 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5230176 May 05 16:28:13.506937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1253845321', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:13.510252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44588) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:13.522159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:13.528639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:13.533126 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-40b716e8-88fc-4342-b36d-38a715b4cf69 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7777271 May 05 16:28:13.535113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:13.541494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44592) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:13.598504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.601101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Usage tracker for resource:router and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:13.605404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:13.630478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-fcd46095-504f-45d2-8d3a-5017f865bab4', 'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': '70573a81-aa24-492e-b782-80f37f0e61f6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:13.631074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.631486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:13.649347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.681948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Transition to ACTIVE for port object 0462513d-2ff7-475f-a572-37cefed7e566 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:13.721955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Transition to ACTIVE for port object 0462513d-2ff7-475f-a572-37cefed7e566 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:13.765076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:13.783093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:13.790693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:13.809018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:13.819251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.820240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.831149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] For port 9862b49e-7efe-4457-b30d-6007b0f38c97, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9862b49e-7efe-4457-b30d-6007b0f38c97,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:13.831607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.832302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port e03691b5-f1e6-45e1-bbea-3abc38ab2058 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:13.842498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:13.887405 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b0a0eeca-a363-4bd8-a4a7-f3af683f7149 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/floatingips/9510eff5-47ff-4e6e-9b74-cc7f15bff735 HTTP/1.1" status: 200 len: 977 time: 8.7079558 May 05 16:28:13.896187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44596) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:13.974643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Pushing event updated for resources: {'Port': ['ID=0462513d-2ff7-475f-a572-37cefed7e566,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:13.982301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:13.988784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:13.988784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:13.998130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Calling delete_port for 9862b49e-7efe-4457-b30d-6007b0f38c97 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:14.002993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Allocated IP 172.20.0.2 (fcd46095-504f-45d2-8d3a-5017f865bab4/70573a81-aa24-492e-b782-80f37f0e61f6/cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:14.005541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.033169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:14.068979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:14.096041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] Sync routers for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:14.130975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Attempting to bind port 0462513d-2ff7-475f-a572-37cefed7e566 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:14.131535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Attempting to bind port 0462513d-2ff7-475f-a572-37cefed7e566 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:14.132175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Attempting to bind port 0462513d-2ff7-475f-a572-37cefed7e566 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:14.142157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.193500 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3f50128f-17c4-4ebe-82f4-858bb98f33f0 admin admin] 10.222.0.70 "PUT /v2.0/routers/701cb578-da4e-49e8-ae6c-d0ead8302042/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6378765 May 05 16:28:14.194954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.197299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:14.197965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:14.198479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.198957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:14.199566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Bound port: 0462513d-2ff7-475f-a572-37cefed7e566, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:14.200041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.200898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 40b8ac85-f34e-4924-8818-cefd07f03295 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:14.201231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.202060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44600) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:14.224939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:14.225717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:14.268520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::2f40:dedd:9438:4d20 (f5e6463e-72cb-4e68-8573-613d495405f8/3cdeead6-371b-4f7f-8f7c-eb4ddaddad40/e03691b5-f1e6-45e1-bbea-3abc38ab2058) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:14.307679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.553960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] For port 0462513d-2ff7-475f-a572-37cefed7e566, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:14.579981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] For port 0462513d-2ff7-475f-a572-37cefed7e566, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0462513d-2ff7-475f-a572-37cefed7e566,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:14.593269 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:14.597698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.621349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.685198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object e03691b5-f1e6-45e1-bbea-3abc38ab2058 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:14.702024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.711297 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:28:14.800866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.847190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.901891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Transition to ACTIVE for port object cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:14.917312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.938839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:14.945651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:14.951965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:14.956706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:14.956706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:14.969738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=e03691b5-f1e6-45e1-bbea-3abc38ab2058,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:14.977286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42ae3d-25a4-478b-ac70-e7a8e214f600 None None] Pushing event updated for resources: {'Port': ['ID=0462513d-2ff7-475f-a572-37cefed7e566,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:14.996003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.000359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.007680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Transition to ACTIVE for port object cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:15.077067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.093290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Deleting port 49b34c95-faca-40ec-b6bf-eb949ecd00ef {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:15.094380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.100210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.176399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Pushing event deleted for resources: {'Port': ['ID=9862b49e-7efe-4457-b30d-6007b0f38c97,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:15.184598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Network fcd46095-504f-45d2-8d3a-5017f865bab4 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:15.189305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Pushing event updated for resources: {'Port': ['ID=cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:15.192271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:15.194702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:15.257941 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e13e4a0b-8737-4cd1-9c74-d1d0bc364c77 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4508948 May 05 16:28:15.262960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44604) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:15.295775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91'}], 'enable_snat': True}, 'gw_port_id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:28:10Z', 'revision_number': 5, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port': {'id': '49b34c95-faca-40ec-b6bf-eb949ecd00ef', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:a8:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:26Z', 'updated_at': '2022-05-05T16:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:15.312879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] Checking router: 701cb578-da4e-49e8-ae6c-d0ead8302042 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:15.318207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Attempting to bind port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:15.318570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Attempting to bind port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e83de0eb-a42a-4594-9bbf-5e6943d14c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:15.318927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Attempting to bind port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b on network fcd46095-504f-45d2-8d3a-5017f865bab4 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:15.355793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] Routers {'701cb578-da4e-49e8-ae6c-d0ead8302042'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:15.379969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['701cb578-da4e-49e8-ae6c-d0ead8302042'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:15.412792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] For port 49b34c95-faca-40ec-b6bf-eb949ecd00ef, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=49b34c95-faca-40ec-b6bf-eb949ecd00ef,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:15.413129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.447217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:15.447619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Checking segment: {'id': 'e83de0eb-a42a-4594-9bbf-5e6943d14c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:15.448016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.448402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Bound using segment: {'id': 'e83de0eb-a42a-4594-9bbf-5e6943d14c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:15.448874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Bound port: cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83de0eb-a42a-4594-9bbf-5e6943d14c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': 'fcd46095-504f-45d2-8d3a-5017f865bab4'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:15.451727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.532546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.620742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.621469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.621922 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Floating IP 9510eff5-47ff-4e6e-9b74-cc7f15bff735 disassociated. External IP: 172.26.2.52, port: 40b8ac85-f34e-4924-8818-cefd07f03295. May 05 16:28:15.622422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 40b8ac85-f34e-4924-8818-cefd07f03295 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:15.653681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.695221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] For port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:15.701103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] For port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b,segment=NetworkSegment(e83de0eb-a42a-4594-9bbf-5e6943d14c90),segment_id=e83de0eb-a42a-4594-9bbf-5e6943d14c90)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:15.702488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] Set router 701cb578-da4e-49e8-ae6c-d0ead8302042 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:15.771687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Calling delete_port for 49b34c95-faca-40ec-b6bf-eb949ecd00ef owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:15.838528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:15.846958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=70573a81-aa24-492e-b782-80f37f0e61f6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:15.894869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:28:14Z', 'revision_number': 6, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:15.905742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=a1d808a7-8e2c-4999-8cbe-601b4765d9bd,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:15.931196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1160ce-8dc1-44d0-bc5b-19060b2bdcfa None None] The sync data for ids ['701cb578-da4e-49e8-ae6c-d0ead8302042'] in dv-neutron-840483-1-hyperv is: [{'id': '701cb578-da4e-49e8-ae6c-d0ead8302042', 'name': 'tempest-ServersTestJSON-969413646-router', 'tenant_id': 'a349cd31ae56461ba523923950187ac7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:25Z', 'updated_at': '2022-05-05T16:28:14Z', 'revision_number': 6, 'project_id': 'a349cd31ae56461ba523923950187ac7', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:15.965531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d53354-03e0-4924-a671-ec8d0618ca27 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:15.973342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d53354-03e0-4924-a671-ec8d0618ca27 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:15.974171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-22d53354-03e0-4924-a671-ec8d0618ca27 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:16.004813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:16.005402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 25e450f1-8ed2-49ac-bd16-b784600b6b6f, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:28:16.018199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.039805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518f977f-f2f7-4048-8282-685f8ecdcf9e None None] Pushing event updated for resources: {'Port': ['ID=cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:16.052737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd46095-504f-45d2-8d3a-5017f865bab4']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:16.074509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83de0eb-a42a-4594-9bbf-5e6943d14c90') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:16.074509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83de0eb-a42a-4594-9bbf-5e6943d14c90') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:16.091354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658e0241-9fc7-46a9-a99e-e627d4e35295 None None] Network fcd46095-504f-45d2-8d3a-5017f865bab4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:16.095498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.114816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.151257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-22d53354-03e0-4924-a671-ec8d0618ca27 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:16.156033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-22d53354-03e0-4924-a671-ec8d0618ca27 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.8919225 May 05 16:28:16.157321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.160373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44608) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:16.165969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.177613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:16.178171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:16.196951 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:16.257530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port e03691b5-f1e6-45e1-bbea-3abc38ab2058 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:16.257768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.339122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:28:16.342586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.361040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:28:16.361040 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:28:16.361040 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': 'fcd46095-504f-45d2-8d3a-5017f865bab4'}] May 05 16:28:16.361040 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:28:16.362331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:28:16.395149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.584370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=49b34c95-faca-40ec-b6bf-eb949ecd00ef,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:16.609121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=40b8ac85-f34e-4924-8818-cefd07f03295,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:16.702367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-70375681-9aae-427f-b6a7-930e6628889a None None] Provisioning for port 0462513d-2ff7-475f-a572-37cefed7e566 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:16.706436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 25e450f1-8ed2-49ac-bd16-b784600b6b6f) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:16.740740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58bdfe6-4204-4723-90b7-2681f5690f14 None None] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:16.782853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.844987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Allocated IP 172.26.2.177 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/3b283c47-66d1-4070-954c-369eb229b49d) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:16.874164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:16.989230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:16.989853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.026662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:17.027403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.064297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0462513d-2ff7-475f-a572-37cefed7e566 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:17.204914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.214116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:17.215384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.233475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.235013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 0462513d-2ff7-475f-a572-37cefed7e566 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:17.264598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.325179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0462513d-2ff7-475f-a572-37cefed7e566 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:17.325806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.356647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80618f3a-3bdb-4f7f-a6d3-43af96bbf1dd None None] Provisioning for port e03691b5-f1e6-45e1-bbea-3abc38ab2058 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:17.359043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b,segment=NetworkSegment(e83de0eb-a42a-4594-9bbf-5e6943d14c90),segment_id=e83de0eb-a42a-4594-9bbf-5e6943d14c90)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:17.359494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.417326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80618f3a-3bdb-4f7f-a6d3-43af96bbf1dd None None] Provisioning complete for port e03691b5-f1e6-45e1-bbea-3abc38ab2058 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:17.418085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80618f3a-3bdb-4f7f-a6d3-43af96bbf1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.423142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.423142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 701cb578-da4e-49e8-ae6c-d0ead8302042 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:17.431443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.438487 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2673b6ca-8816-4538-96b8-310cda4bf1d6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9217155 May 05 16:28:17.444204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.457071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44612) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:17.495592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-80618f3a-3bdb-4f7f-a6d3-43af96bbf1dd None None] Port e03691b5-f1e6-45e1-bbea-3abc38ab2058 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:17.523067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Allocated IP 2001:db8::2 (25e450f1-8ed2-49ac-bd16-b784600b6b6f/a1d808a7-8e2c-4999-8cbe-601b4765d9bd/4f0117a5-59ec-4366-a385-977a5b2dc98a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:17.605771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:17.662211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.663333 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-829faf9f-8bc3-4284-b9d9-5531dbcf7a83 admin admin] 10.222.0.70 "DELETE /v2.0/routers/701cb578-da4e-49e8-ae6c-d0ead8302042 HTTP/1.1" status: 204 len: 168 time: 3.4601698 May 05 16:28:17.667577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44616) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:17.678920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.711600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for e03691b5-f1e6-45e1-bbea-3abc38ab2058 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:17.744817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Deleting subnet f0f7d158-c961-49f5-bf46-4dab5091f543 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:17.748373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.752472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 0462513d-2ff7-475f-a572-37cefed7e566, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0462513d-2ff7-475f-a572-37cefed7e566,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:17.803837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.829681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.854979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.909054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:17.915285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:17.923079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port cc9de5d0-59a5-4a2f-a2d0-d9ae9a7b452b on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:17.935303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=0462513d-2ff7-475f-a572-37cefed7e566,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:18.020306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 49b34c95-faca-40ec-b6bf-eb949ecd00ef no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:18.052633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.068006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 49b34c95-faca-40ec-b6bf-eb949ecd00ef {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:18.068528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 49b34c95-faca-40ec-b6bf-eb949ecd00ef not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:18.069040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 75bafab9-e79e-4278-92c1-4ebaf419e856 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:18.101971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.106923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 75bafab9-e79e-4278-92c1-4ebaf419e856 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:18.107494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 75bafab9-e79e-4278-92c1-4ebaf419e856 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:18.138323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcd46095-504f-45d2-8d3a-5017f865bab4']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:18.154084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83de0eb-a42a-4594-9bbf-5e6943d14c90') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:18.154376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83de0eb-a42a-4594-9bbf-5e6943d14c90') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:18.171511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.172424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.189874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.197296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:18.197838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:18.213804 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:18.264311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.309159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:18.317155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event updated for resources: {'Port': ['ID=3b283c47-66d1-4070-954c-369eb229b49d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:18.320590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:18.325659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f7d158-c961-49f5-bf46-4dab5091f543,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:18.326466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:18.328881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.346023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9e9c31ca-77e8-4e50-a3cd-0ceaa0276eb7 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/f0f7d158-c961-49f5-bf46-4dab5091f543 HTTP/1.1" status: 204 len: 168 time: 0.6749148 May 05 16:28:18.346023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44620) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:18.359889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49271bd2-8275-478a-90ec-93fef804bbf6 None None] Network 7b12b310-133d-47a7-af54-d6b233d368af requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:18.373945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Transition to ACTIVE for port object 4f0117a5-59ec-4366-a385-977a5b2dc98a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:18.421749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.428016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.451482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.455803 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/fcd46095-504f-45d2-8d3a-5017f865bab4 HTTP/1.1" status: 204 len: 168 time: 4.9082081 May 05 16:28:18.458609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44624) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:18.463223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Transition to ACTIVE for port object 4f0117a5-59ec-4366-a385-977a5b2dc98a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:18.463552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755c38-602a-44ad-a342-cfe7a10ff14d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=fcd46095-504f-45d2-8d3a-5017f865bab4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:18.514956 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-aceb3cd1-2a71-4c68-9ebb-1b6072c9829b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] GET failed (client error): The resource could not be found. May 05 16:28:18.515474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aceb3cd1-2a71-4c68-9ebb-1b6072c9829b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Synchronizing usage tracker for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:18.522465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.543288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Deleting port cd890caa-8af8-41a6-b6c8-fdf8887b773b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:18.547068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.557908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=e03691b5-f1e6-45e1-bbea-3abc38ab2058,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:18.569639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.584761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router d3a2fc39-136a-458c-99ae-8a26394c7290 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:18.650825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:18.655541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:18.661106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:18.664295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aceb3cd1-2a71-4c68-9ebb-1b6072c9829b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Unset dirty status for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:18.666167 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aceb3cd1-2a71-4c68-9ebb-1b6072c9829b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/subnets/70573a81-aa24-492e-b782-80f37f0e61f6 HTTP/1.1" status: 404 len: 337 time: 0.2066441 May 05 16:28:18.670439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44628) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:18.673437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Pushing event updated for resources: {'Port': ['ID=4f0117a5-59ec-4366-a385-977a5b2dc98a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:18.692578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.715474 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-373596ac-b720-41b0-ad7f-43cb1ef2337d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:18.716095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-373596ac-b720-41b0-ad7f-43cb1ef2337d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:18.718884 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-373596ac-b720-41b0-ad7f-43cb1ef2337d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/fcd46095-504f-45d2-8d3a-5017f865bab4 HTTP/1.1" status: 404 len: 339 time: 0.0456414 May 05 16:28:18.724507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44632) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:18.853580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] DHCP port deletion for 7b12b310-133d-47a7-af54-d6b233d368af request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:18.861198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] Deleting port cd890caa-8af8-41a6-b6c8-fdf8887b773b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:18.861572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.890772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Attempting to bind port 4f0117a5-59ec-4366-a385-977a5b2dc98a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:18.891147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Attempting to bind port 4f0117a5-59ec-4366-a385-977a5b2dc98a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:18.891636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Attempting to bind port 4f0117a5-59ec-4366-a385-977a5b2dc98a on network 25e450f1-8ed2-49ac-bd16-b784600b6b6f {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:18.915811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:18.916183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Checking segment: {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:18.916561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.916954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Bound using segment: {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:18.917575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Bound port: 4f0117a5-59ec-4366-a385-977a5b2dc98a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:18.917935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:18.944483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea988a19-e1f8-44cc-b4cf-5f47a0be9a0d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:18.945171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea988a19-e1f8-44cc-b4cf-5f47a0be9a0d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Synchronizing usage tracker for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:18.974195 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1fea71c1-3786-44b2-a698-52b333699192 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/e03691b5-f1e6-45e1-bbea-3abc38ab2058 HTTP/1.1" status: 204 len: 168 time: 2.8127460 May 05 16:28:18.995259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44636) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.097949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] For port cd890caa-8af8-41a6-b6c8-fdf8887b773b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cd890caa-8af8-41a6-b6c8-fdf8887b773b,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:19.098307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:19.155303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:19.167077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddd903-9d60-4ffc-a101-15d4e3ae7b22 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.169242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eddd903-9d60-4ffc-a101-15d4e3ae7b22 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.172459 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9eddd903-9d60-4ffc-a101-15d4e3ae7b22 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1737576 May 05 16:28:19.187960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44640) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.194943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] For port 4f0117a5-59ec-4366-a385-977a5b2dc98a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:19.203891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] For port cd890caa-8af8-41a6-b6c8-fdf8887b773b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cd890caa-8af8-41a6-b6c8-fdf8887b773b,segment=NetworkSegment(fe33602c-698a-4416-acea-97ad6915c493),segment_id=fe33602c-698a-4416-acea-97ad6915c493)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:19.204572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:19.222104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] For port 4f0117a5-59ec-4366-a385-977a5b2dc98a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4f0117a5-59ec-4366-a385-977a5b2dc98a,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:19.319081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea988a19-e1f8-44cc-b4cf-5f47a0be9a0d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Unset dirty status for tenant:3125e7d3939144f2af19aeb0a7112482 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:19.323734 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea988a19-e1f8-44cc-b4cf-5f47a0be9a0d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5757625 May 05 16:28:19.327781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Calling delete_port for cd890caa-8af8-41a6-b6c8-fdf8887b773b owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:19.353992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44644) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.355109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] Calling delete_port for cd890caa-8af8-41a6-b6c8-fdf8887b773b owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:19.382599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:19.410664 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2658e463-2850-4144-b4bd-093d9e4062fb tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 207 time: 0.0559156 May 05 16:28:19.415212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44648) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.518631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed36c98-f6e1-401d-98a6-875fdbc8f0ac None None] Pushing event updated for resources: {'Port': ['ID=4f0117a5-59ec-4366-a385-977a5b2dc98a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:19.599181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce4311-49a6-484f-bd5c-880fa4534f5b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.603362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce4311-49a6-484f-bd5c-880fa4534f5b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.607935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce4311-49a6-484f-bd5c-880fa4534f5b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.611996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ce4311-49a6-484f-bd5c-880fa4534f5b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.617373 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-41ce4311-49a6-484f-bd5c-880fa4534f5b tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.1974649 May 05 16:28:19.617663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44652) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.628777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:19.686367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] Pushing event deleted for resources: {'Port': ['ID=cd890caa-8af8-41a6-b6c8-fdf8887b773b,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:19.712175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467bc284-b15f-4c33-a46f-a4d97e35e76e None None] No DVR routers for this DVR port cd890caa-8af8-41a6-b6c8-fdf8887b773b on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:19.726899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:28:19.728726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:28:19.815526 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-614fea27-3063-4ed0-8db4-5fd1e86b6dcd tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.1958692 May 05 16:28:19.818100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44656) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.901376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a0d9c7-1718-40b4-85b1-18786d235251 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.902726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a0d9c7-1718-40b4-85b1-18786d235251 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.904294 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-87a0d9c7-1718-40b4-85b1-18786d235251 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0850110 May 05 16:28:19.907899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44660) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.986594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159079e4-fecc-4bcf-a531-0b42706b31a1 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.988058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159079e4-fecc-4bcf-a531-0b42706b31a1 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:19.993167 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-159079e4-fecc-4bcf-a531-0b42706b31a1 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0807343 May 05 16:28:19.994439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44664) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:19.997486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:19.998272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.084440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 3cdeead6-371b-4f7f-8f7c-eb4ddaddad40 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:20.111050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0462513d-2ff7-475f-a572-37cefed7e566 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:20.140696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4b27c0-e8fb-4b72-be0c-10ba5c88d347 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:20.145437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5c4b27c0-e8fb-4b72-be0c-10ba5c88d347 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks/d97e2696-b2d9-475c-a7e4-4326742dedeb HTTP/1.1" status: 200 len: 797 time: 0.1466761 May 05 16:28:20.146006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44668) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:20.153730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.192188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0462513d-2ff7-475f-a572-37cefed7e566 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:20.192687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.234114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Deleting port cd890caa-8af8-41a6-b6c8-fdf8887b773b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:20.234461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.265964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bc54ac60-66f5-4874-924a-f6a7cd31290e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.310679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] The port 'cd890caa-8af8-41a6-b6c8-fdf8887b773b' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:28:20.311101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.357670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4f0117a5-59ec-4366-a385-977a5b2dc98a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:20.375677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8::1 (25e450f1-8ed2-49ac-bd16-b784600b6b6f/a1d808a7-8e2c-4999-8cbe-601b4765d9bd/c11cd8e1-0244-42ae-80cd-2c313cfd4d3b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:20.459134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.500074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:20.502866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 4f0117a5-59ec-4366-a385-977a5b2dc98a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:20.514865 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] Sync routers for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:20.517355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b12b310-133d-47a7-af54-d6b233d368af']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.534236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe33602c-698a-4416-acea-97ad6915c493') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.534510 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:20.534650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe33602c-698a-4416-acea-97ad6915c493') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.535542 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.545024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-756c56e4-bdb1-42ae-bb96-2a96a77b9580 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/networks/d97e2696-b2d9-475c-a7e4-4326742dedeb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 313 time: 0.3978977 May 05 16:28:20.549019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44672) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:20.595715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cd890caa-8af8-41a6-b6c8-fdf8887b773b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:20.596302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.643366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d77944-0d7b-4505-a5db-a0e1f4b1fd56 None None] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:20.646107 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.653766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.656446 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:20.657302 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.660341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff1b99d-2f50-456f-88de-4bb03d3ffb9d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:20.663160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7ff1b99d-2f50-456f-88de-4bb03d3ffb9d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/subnets/df686f4b-ce4b-4232-8fe5-99f7b3d53d1c HTTP/1.1" status: 200 len: 811 time: 0.1118093 May 05 16:28:20.668606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44676) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:20.672592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:20.674255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.685060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: cd890caa-8af8-41a6-b6c8-fdf8887b773b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:20.685446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cd890caa-8af8-41a6-b6c8-fdf8887b773b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:20.695513 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:20.730319 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:20.731108 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edca2629-4d96-4adc-b51f-33c1a071d37e None None] The sync data for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:20.784617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.787949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.828475 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-410154b2-8912-40a8-9182-d4221dd951bd tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/ports/40b8ac85-f34e-4924-8818-cefd07f03295 HTTP/1.1" status: 204 len: 168 time: 6.9279227 May 05 16:28:20.830054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.837758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44680) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:20.866020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object c11cd8e1-0244-42ae-80cd-2c313cfd4d3b will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:20.944839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Router d793c396-1272-419e-a75a-eead160bebb4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:20.953050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] Provisioning for port 4f0117a5-59ec-4366-a385-977a5b2dc98a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:20.959607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] Provisioning complete for port 4f0117a5-59ec-4366-a385-977a5b2dc98a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:20.966438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:20.979834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77ee4c7c-2224-457c-83eb-c7812030539d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:20.984517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-77ee4c7c-2224-457c-83eb-c7812030539d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "GET /v2.0/subnets/df686f4b-ce4b-4232-8fe5-99f7b3d53d1c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3105192 May 05 16:28:21.038411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44684) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:21.052032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1821798644'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:21.057695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.061941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.100268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.105702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.124666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.139944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b12b310-133d-47a7-af54-d6b233d368af,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:21.157765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:21.168200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] For port 4f0117a5-59ec-4366-a385-977a5b2dc98a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4f0117a5-59ec-4366-a385-977a5b2dc98a,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:21.209623 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0dbc2535-33e5-4a60-9f3d-bc955dd2fdc1 admin admin] 10.222.0.70 "DELETE /v2.0/networks/7b12b310-133d-47a7-af54-d6b233d368af HTTP/1.1" status: 204 len: 168 time: 2.8612866 May 05 16:28:21.229456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.238120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=3cdeead6-371b-4f7f-8f7c-eb4ddaddad40,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:21.315985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebd1180-4e76-4e87-9e30-14f7b2bbba50 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:28:21.406030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce6e9c-e13b-4244-90a9-ee9297eb1a11 None None] Pushing event updated for resources: {'Port': ['ID=4f0117a5-59ec-4366-a385-977a5b2dc98a,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:21.409064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:21.424637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-aec476e8-1075-4d1c-ae42-3430d50727ef None None] Provisioning complete for port 4f0117a5-59ec-4366-a385-977a5b2dc98a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:21.425224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aec476e8-1075-4d1c-ae42-3430d50727ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.428916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.447098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:21.459274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:21.462644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:21.472900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:21.473434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.483483 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fe8c6ba3-9e2c-4d69-b8b2-1c5ff6508732 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/3cdeead6-371b-4f7f-8f7c-eb4ddaddad40 HTTP/1.1" status: 204 len: 168 time: 2.2942564 May 05 16:28:21.483863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44690) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:21.565605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:21.568246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a88d56fc-b7c7-4971-8284-69b4d4fe44d1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0834556 May 05 16:28:21.572781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44694) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:21.574320 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a73ec825-156f-46c5-ba01-d61279187284 admin admin] 10.222.0.70 "PUT /v2.0/routers/d793c396-1272-419e-a75a-eead160bebb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9403229 May 05 16:28:21.576928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44696) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:21.584476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:21.587803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebd1180-4e76-4e87-9e30-14f7b2bbba50 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:28:21.590329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] Sync routers for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:21.632441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:21.633070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:21.670998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:21.674083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.679196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.684275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Router bb303afd-9809-4ec4-b83f-ef9cfa416893 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:28:21.764825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44702) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:21.814083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:21.835293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:21.862510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:21.881332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:21.894486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:21.905632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:22.006494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:22.031384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:22.048127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.048475 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Added segment b7e328f2-c590-47fc-bd34-f6e67c0933aa of type vlan for network cc429c73-20e4-48e1-aa1c-2607f67f00b6 May 05 16:28:22.074693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4f0117a5-59ec-4366-a385-977a5b2dc98a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:22.098725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1a9c3dad-aa13-4ec4-b556-25ee81f124bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a349cd31ae56461ba523923950187ac7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3270707 May 05 16:28:22.103344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44706) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:22.167638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.265770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.421997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4f0117a5-59ec-4366-a385-977a5b2dc98a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:22.422585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.486934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.490678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:22.491207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.514012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a4bef69a-2924-48bd-b11f-8ffaaa548076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.590830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0d08eb8-fec3-4a30-8f6a-532cf8e3b30b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.605998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d40313-d270-4b08-81e2-c2f9199a0a82 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:22.701568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Network': ['ID=cc429c73-20e4-48e1-aa1c-2607f67f00b6,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:22.708675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.709341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0d08eb8-fec3-4a30-8f6a-532cf8e3b30b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.727240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:22.764931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c3ded3fd-8a14-4f99-b142-98bea538426e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7176661 May 05 16:28:22.771124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44712) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:22.791877 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:22.823903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:28:14Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:22.824118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.847013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=dea305c5-bb48-461b-bd54-65301888fb80,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:22.871626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] Checking router: d793c396-1272-419e-a75a-eead160bebb4 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:22.932995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:28:22.960379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] Routers {'d793c396-1272-419e-a75a-eead160bebb4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:22.961010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d793c396-1272-419e-a75a-eead160bebb4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:22.969268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port c5e6432a-857c-4701-bff0-ad6e2d91e34a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:22.969637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:22.994756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:23.000893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:23.009364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:23.010127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.153093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.173648 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-25d240bf-f39e-444f-8f03-7b9419358103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5921719 May 05 16:28:23.175237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44716) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:23.193082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:23.204775 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] Sync routers for ids ['bb303afd-9809-4ec4-b83f-ef9cfa416893'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:23.207625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] Set router d793c396-1272-419e-a75a-eead160bebb4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:23.218528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:23.225565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': 'dea305c5-bb48-461b-bd54-65301888fb80', 'ip_address': '2001:db8::11b5:675f:2426:897f'}], 'name': 'tempest-NetworksTestDHCPv6-622388342'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:23.228957 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] Routers {'bb303afd-9809-4ec4-b83f-ef9cfa416893'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:23.229588 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bb303afd-9809-4ec4-b83f-ef9cfa416893'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:23.249287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:23.258589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.259392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.323770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fec2a6a8-72b6-498d-a82b-c5ed59c1f619 None None] Provisioning for port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:23.325481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:23.347362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0d08eb8-fec3-4a30-8f6a-532cf8e3b30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.348398 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] Routers {'bb303afd-9809-4ec4-b83f-ef9cfa416893'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:23.349221 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bb303afd-9809-4ec4-b83f-ef9cfa416893'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:23.349767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0d08eb8-fec3-4a30-8f6a-532cf8e3b30b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.353712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b0d08eb8-fec3-4a30-8f6a-532cf8e3b30b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a4cfa4e7-c357-4c7f-bfc2-577b993dcd8f HTTP/1.1" status: 204 len: 168 time: 1.2365534 May 05 16:28:23.399660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fec2a6a8-72b6-498d-a82b-c5ed59c1f619 None None] Provisioning complete for port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:23.400333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fec2a6a8-72b6-498d-a82b-c5ed59c1f619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.430840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:23.436728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:23.441554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:23.450662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:23.461147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.462686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-45c05ac2-0b9f-43f8-8f29-ab5c655a2ceb tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.9694204 May 05 16:28:23.469560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d08eb8-fec3-4a30-8f6a-532cf8e3b30b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4cfa4e7-c357-4c7f-bfc2-577b993dcd8f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:23.502077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44722) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:23.507345 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:23.510207 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e44f29-5497-4ace-b16b-b65e389f3454 None None] The sync data for ids ['bb303afd-9809-4ec4-b83f-ef9cfa416893'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:23.554085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1587bc3-cc3c-43e7-a0f4-85dabac4fff4 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:23.559610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:23.564978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.584933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.594286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Made reservation on behalf of 3125e7d3939144f2af19aeb0a7112482 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:23.599198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:23.614606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:23.669159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:23.677018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-fec2a6a8-72b6-498d-a82b-c5ed59c1f619 None None] Port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:23.704002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.762286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for c5e6432a-857c-4701-bff0-ad6e2d91e34a owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:23.816051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:23.894531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b48f2802-a3b1-49a7-ba2a-e267093ea27e None None] Provisioning complete for port 0462513d-2ff7-475f-a572-37cefed7e566 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:23.894905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b48f2802-a3b1-49a7-ba2a-e267093ea27e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.025090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::11b5:675f:2426:897f (f5e6463e-72cb-4e68-8573-613d495405f8/dea305c5-bb48-461b-bd54-65301888fb80/e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:24.044696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.064046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:28:14Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:24.074097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ad75fa-e4c1-4c59-849f-fc1e46ad6a89 None None] The sync data for ids ['d793c396-1272-419e-a75a-eead160bebb4'] in dv-neutron-840483-1-hyperv is: [{'id': 'd793c396-1272-419e-a75a-eead160bebb4', 'name': 'tempest-ServersTestManualDisk-450093669-router', 'tenant_id': '71fe71f3c34446d48645afcf4e13e806', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95'}], 'enable_snat': True}, 'gw_port_id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:28:14Z', 'revision_number': 5, 'project_id': '71fe71f3c34446d48645afcf4e13e806', 'gw_port': {'id': '9a27934d-2ae7-4d0a-a833-c60ef65c0156', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:d8:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd793c396-1272-419e-a75a-eead160bebb4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:24.074335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:24.084223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:24.288454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.390828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing IP validity checks on allocation pools {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:28:24.391367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:28:24.495839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=c5e6432a-857c-4701-bff0-ad6e2d91e34a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:24.660402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ee3a3762-7245-4648-a6ef-dbe2a0ea5857 None None] Provisioning complete for port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:24.660966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee3a3762-7245-4648-a6ef-dbe2a0ea5857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.751331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.800349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ee3a3762-7245-4648-a6ef-dbe2a0ea5857 None None] Port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:24.830549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.900063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Deleting port 9a27934d-2ae7-4d0a-a833-c60ef65c0156 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:24.900407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.926163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d11423d6-ff67-42eb-825a-8484005685dd None None] Provisioning complete for port 0462513d-2ff7-475f-a572-37cefed7e566 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:24.926617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d11423d6-ff67-42eb-825a-8484005685dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:24.962444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=e188d43e-6a65-44f5-9cac-3f734f8573dc,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:25.035007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.108041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.205348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:25.252014 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-8a08bfc6-df0d-445b-bd91-c3a822a2083e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.4290452 May 05 16:28:25.287514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Checking segment: {'id': 'b7e328f2-c590-47fc-bd34-f6e67c0933aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:25.287514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network hostable DHCP agents. Network: cc429c73-20e4-48e1-aa1c-2607f67f00b6, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:28:25.289037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca0c87-d76e-4d7a-8b41-0ec9ae31a3e1 req-51370ad1-6b2a-487f-a266-ad6a6d153b2d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:25.290539 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-69ca0c87-d76e-4d7a-8b41-0ec9ae31a3e1 req-51370ad1-6b2a-487f-a266-ad6a6d153b2d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3996902 May 05 16:28:25.377609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.454285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] For port 9a27934d-2ae7-4d0a-a833-c60ef65c0156, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9a27934d-2ae7-4d0a-a833-c60ef65c0156,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:25.454636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.509784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:25.519841 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-69ca0c87-d76e-4d7a-8b41-0ec9ae31a3e1 req-9ee207f3-3f15-437b-a557-e321f42428b7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201343 May 05 16:28:25.521980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:25.534189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:25.542665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:25.550017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:25.550673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.561300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-16427fe8-2010-4389-be6c-984f5f08f715 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:25.563255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-16427fe8-2010-4389-be6c-984f5f08f715 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.2986219 May 05 16:28:25.597752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Calling delete_port for 9a27934d-2ae7-4d0a-a833-c60ef65c0156 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:25.673035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.704639 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-b64422b2-667a-4aa9-afc1-94003b64f535 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1000 time: 0.1282380 May 05 16:28:25.769473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:28:25.787828 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36a472b2-9a28-4862-9896-7b74ef0f211f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6114469 May 05 16:28:25.818193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44752) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:25.882017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, cc429c73-20e4-48e1-aa1c-2607f67f00b6) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:25.893453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912d0610-d079-49ea-9586-1cd932b207ae None None] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:25.934334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:25.935270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:25.952785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-e366be27-f923-421c-8906-2ad2ae2094ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:25.954226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-e366be27-f923-421c-8906-2ad2ae2094ad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.1692717 May 05 16:28:25.981781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9862b49e-7efe-4457-b30d-6007b0f38c97 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:26.002427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:28:26.021010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:26.025682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 9862b49e-7efe-4457-b30d-6007b0f38c97 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:26.026033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9862b49e-7efe-4457-b30d-6007b0f38c97 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:26.061228 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-67821c56-b00f-41be-9e5d-b7412ff5a5eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0931749 May 05 16:28:26.134760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a27934d-2ae7-4d0a-a833-c60ef65c0156,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:26.179824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b94083cd-b513-4339-855a-4161d4d65dcc None None] Provisioning for port e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:26.192975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-cc429c73-20e4-48e1-aa1c-2607f67f00b6', 'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6', 'tenant_id': '3125e7d3939144f2af19aeb0a7112482', 'fixed_ips': [{'subnet_id': 'e188d43e-6a65-44f5-9cac-3f734f8573dc'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:26.194218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:26.215932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b94083cd-b513-4339-855a-4161d4d65dcc None None] Provisioning complete for port e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:26.216403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b94083cd-b513-4339-855a-4161d4d65dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:26.251437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03684e-6514-4c62-b619-33ed9c8762dd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:26.256291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe03684e-6514-4c62-b619-33ed9c8762dd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:26.257056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fe03684e-6514-4c62-b619-33ed9c8762dd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:26.315006 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5194b383-e557-48ad-b240-8aedb57c15d8 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.5320215 May 05 16:28:26.322085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44762) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:26.347558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:26.350420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b94083cd-b513-4339-855a-4161d4d65dcc None None] Port e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:26.416941 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-91e18f1e-3e58-4042-aec0-0d985ff63f2c service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3497257 May 05 16:28:26.463888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Allocated IP 172.20.0.3 (cc429c73-20e4-48e1-aa1c-2607f67f00b6/e188d43e-6a65-44f5-9cac-3f734f8573dc/cbb08010-e2b5-47d6-9885-cd1003bed946) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:26.600033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fe03684e-6514-4c62-b619-33ed9c8762dd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:26.604484 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fe03684e-6514-4c62-b619-33ed9c8762dd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.7790174 May 05 16:28:26.608112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44774) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:26.774788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:26.775562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:26.809841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:26.825361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Transition to ACTIVE for port object cbb08010-e2b5-47d6-9885-cd1003bed946 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:26.851765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Transition to ACTIVE for port object cbb08010-e2b5-47d6-9885-cd1003bed946 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:26.942634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:26.953494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44780) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:27.000550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.028015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Pushing event updated for resources: {'Port': ['ID=cbb08010-e2b5-47d6-9885-cd1003bed946,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:27.047113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:27.052451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:27.059793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:27.109613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7920b3f4-5d03-4eb3-9f54-85fae1887ba6 req-39b7802e-b435-46cb-883e-acf6df3c25c7 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6842532 May 05 16:28:27.191729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1420169'] for subnet, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.194272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Attempting to bind port cbb08010-e2b5-47d6-9885-cd1003bed946 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:27.194949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Attempting to bind port cbb08010-e2b5-47d6-9885-cd1003bed946 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b7e328f2-c590-47fc-bd34-f6e67c0933aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:27.195470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Attempting to bind port cbb08010-e2b5-47d6-9885-cd1003bed946 on network cc429c73-20e4-48e1-aa1c-2607f67f00b6 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:27.223426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:27.231393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Checking segment: {'id': 'b7e328f2-c590-47fc-bd34-f6e67c0933aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:27.231393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.231393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Bound using segment: {'id': 'b7e328f2-c590-47fc-bd34-f6e67c0933aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:27.231393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Bound port: cbb08010-e2b5-47d6-9885-cd1003bed946, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e328f2-c590-47fc-bd34-f6e67c0933aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'cc429c73-20e4-48e1-aa1c-2607f67f00b6'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:27.231393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.269248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.277161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-775048092'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:27.327738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] For port cbb08010-e2b5-47d6-9885-cd1003bed946, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:27.331045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] For port cbb08010-e2b5-47d6-9885-cd1003bed946, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cbb08010-e2b5-47d6-9885-cd1003bed946,segment=NetworkSegment(b7e328f2-c590-47fc-bd34-f6e67c0933aa),segment_id=b7e328f2-c590-47fc-bd34-f6e67c0933aa)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:27.362180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:27.377485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Usage tracker for resource:network and tenant:a855da3c13f94ba9b64b7a7b87079505 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:27.384045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.402945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:27.416592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:27.418416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.435141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:27.449277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482ff5c-7864-456e-98b5-cd3746fafb54 req-b97c47cb-5b65-4b98-893e-45627c811a80 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:27.456007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router d3a2fc39-136a-458c-99ae-8a26394c7290 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:27.456205 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f482ff5c-7864-456e-98b5-cd3746fafb54 req-b97c47cb-5b65-4b98-893e-45627c811a80 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.7330120 May 05 16:28:27.489011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.494287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:27.512422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:27.517089 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f4b64e3f-8583-4bf7-93cd-505f83ea6445 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0130298 May 05 16:28:27.517803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44786) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:27.535199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-992811628'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:27.543753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:27.548111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:27.553117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:27.579147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:27.594256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:27.635714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Made reservation on behalf of a855da3c13f94ba9b64b7a7b87079505 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:27.638568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.648402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:27.690433 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f482ff5c-7864-456e-98b5-cd3746fafb54 req-b830333a-2dbc-48a8-81f9-794af0c30aaa tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2333021 May 05 16:28:27.700974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.751314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:27.778365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.778904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d793c396-1272-419e-a75a-eead160bebb4 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:27.807355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Pushing event updated for resources: {'Port': ['ID=cbb08010-e2b5-47d6-9885-cd1003bed946,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:27.822863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.842191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.842533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.843031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.843186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.850082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.850431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.851316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.851316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.851562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.851730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.851870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:27.852050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59cb2bbc-4bb9-4f92-8c90-236c06c749c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:27.857247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:27.860214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.877284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.884356 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c995f3fe-a216-4f0f-9bd2-77e00c6243c0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/d793c396-1272-419e-a75a-eead160bebb4 HTTP/1.1" status: 204 len: 168 time: 6.3063948 May 05 16:28:27.887202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44790) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:27.887349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Usage tracker for resource:security_group_rule and tenant:a855da3c13f94ba9b64b7a7b87079505 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:27.899082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:27.911234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.914363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:27.939399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 778} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:27.968136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.968805 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment e118795b-461d-4f82-9c29-4567a4009c97 of type vlan for network 16c23445-fde0-4740-bbef-88b10d5cf7cc May 05 16:28:27.970765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760411463581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1373670'] for subnet, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:27.977415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:28.156804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.157384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.157477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.157777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.158096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.158864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.159334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.159844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.160338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.160661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.160981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.170097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.176339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.185937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:28.202851 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] Sync routers for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:28.207254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:28.208123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.213610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "PUT /v2.0/subnets/e188d43e-6a65-44f5-9cac-3f734f8573dc HTTP/1.1" status: 200 len: 877 time: 1.8804510 May 05 16:28:28.213610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.220814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44794) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:28.228445 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:28.229818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8ab1e0da-992e-4f7c-a7ee-4523f453930e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/routers/d3a2fc39-136a-458c-99ae-8a26394c7290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3905847 May 05 16:28:28.230266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:28.230647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44798) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:28.239515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Deleting subnet c77f6855-2caf-44fa-b146-096b2421c484 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:28.284195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event updated for resources: {'Subnet': ['ID=e188d43e-6a65-44f5-9cac-3f734f8573dc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:28.319277 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:28.340171 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] Routers {'d3a2fc39-136a-458c-99ae-8a26394c7290'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:28.341096 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d3a2fc39-136a-458c-99ae-8a26394c7290'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:28.345469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.381353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:21Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:22Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:28.388423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:28.388774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Updating router 738baa20-f5f8-4fba-9f60-50c947bb4a42 port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:28:28.391514 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b5a33f8f-745d-41d1-9042-636cf65e5acc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 HTTP/1.1" status: 204 len: 168 time: 1.7813649 May 05 16:28:28.395373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Deleting port 3b283c47-66d1-4070-954c-369eb229b49d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:28.396141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.429157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44802) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:28.434907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:28:28.468147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.510408 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:28.511424 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26ed6e7e-325f-470b-94f0-319c88183962 None None] The sync data for ids ['d3a2fc39-136a-458c-99ae-8a26394c7290'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:28.550274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.570761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.575950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.576424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.576880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.577546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.577942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.578535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.579035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.580083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.580635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.581137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.585799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ea8dd-2d74-42a0-ba44-bf2588305e5d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:28.695225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cbb08010-e2b5-47d6-9885-cd1003bed946 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:28.701543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.763295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.820008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.830757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:28.831389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.872597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.963996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7c730-dfbb-4fc3-99c3-01d48c9a0959 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:28.966060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa7c730-dfbb-4fc3-99c3-01d48c9a0959 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:28.966893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-baa7c730-dfbb-4fc3-99c3-01d48c9a0959 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:28.972623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port cbb08010-e2b5-47d6-9885-cd1003bed946 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:28.994862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:28.999264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.017804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa6beb7-92f7-4348-93cc-108fe9cb81e3 None None] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:29.060921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:29.129668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43f24928-db63-4541-a513-931ea5b43aa1,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:29.148702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.149202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Added segment b61f9a06-dcfa-4145-bd86-f83438ce70db of type vlan for network 3c7c6b11-fa10-4416-9e60-bc70e8ab91b8 May 05 16:28:29.164812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=16c23445-fde0-4740-bbef-88b10d5cf7cc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:29.189443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port cbb08010-e2b5-47d6-9885-cd1003bed946 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:29.194673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.194877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:29.222915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.240218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] Provisioning for port cbb08010-e2b5-47d6-9885-cd1003bed946 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:29.271071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c77f6855-2caf-44fa-b146-096b2421c484,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:29.294410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.320701 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5c77d392-bb6f-4eb8-8c39-2cacce7853bf admin admin] 10.222.0.70 "DELETE /v2.0/subnets/c77f6855-2caf-44fa-b146-096b2421c484 HTTP/1.1" status: 204 len: 168 time: 1.4145582 May 05 16:28:29.326875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44808) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:29.359795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb33a3e-ea07-4ddd-86dd-e7b0a193ea57 None None] Network 80a49632-388d-4c21-afc9-7dc6e524ba3e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:29.394258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] Provisioning complete for port cbb08010-e2b5-47d6-9885-cd1003bed946 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:29.394944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.431681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d20f86f-8f42-4a13-806d-02680bf66a58 req-1f9de100-0007-42e2-aa2d-56b1765fc643 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:29.433131 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3d20f86f-8f42-4a13-806d-02680bf66a58 req-1f9de100-0007-42e2-aa2d-56b1765fc643 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4428861 May 05 16:28:29.479481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.497452 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cee8630e-16dd-4768-afbc-cbf00a665079 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9724557 May 05 16:28:29.498783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-baa7c730-dfbb-4fc3-99c3-01d48c9a0959 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:29.500366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44812) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:29.502849 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-baa7c730-dfbb-4fc3-99c3-01d48c9a0959 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.0698166 May 05 16:28:29.503668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44814) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:29.509856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Calling delete_port for 3b283c47-66d1-4070-954c-369eb229b49d owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:29.514051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:29.536630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.562627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.609625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Transition to ACTIVE for port object c11cd8e1-0244-42ae-80cd-2c313cfd4d3b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:29.622804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Deleting port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:29.623146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.701769 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3d20f86f-8f42-4a13-806d-02680bf66a58 req-6447ef02-92ef-408e-bcf4-7e400abeb3c7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2495229 May 05 16:28:29.717704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.807134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.810978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:29.811662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.823709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:29.898296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:29.903165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:29.934280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:29.934436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdef2c-fc11-4cbc-9931-9e0421c07e59 None None] Pushing event updated for resources: {'Port': ['ID=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:29.959091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:29.994183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port cbb08010-e2b5-47d6-9885-cd1003bed946, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cbb08010-e2b5-47d6-9885-cd1003bed946,segment=NetworkSegment(b7e328f2-c590-47fc-bd34-f6e67c0933aa),segment_id=b7e328f2-c590-47fc-bd34-f6e67c0933aa)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:29.994510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.017093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Pushing event updated for resources: {'Network': ['ID=3c7c6b11-fa10-4416-9e60-bc70e8ab91b8,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:30.025005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9a27934d-2ae7-4d0a-a833-c60ef65c0156 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:30.054803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.057973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 3c7c6b11-fa10-4416-9e60-bc70e8ab91b8 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:30.079039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:30.117950 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-96348223-9cae-408d-a439-c1131f03ae85 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1510971 May 05 16:28:30.134545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 9a27934d-2ae7-4d0a-a833-c60ef65c0156 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:30.134895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9a27934d-2ae7-4d0a-a833-c60ef65c0156 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:30.187225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44822) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:30.207137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] For port cbb08010-e2b5-47d6-9885-cd1003bed946, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cbb08010-e2b5-47d6-9885-cd1003bed946,segment=NetworkSegment(b7e328f2-c590-47fc-bd34-f6e67c0933aa),segment_id=b7e328f2-c590-47fc-bd34-f6e67c0933aa)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:30.226096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for cbb08010-e2b5-47d6-9885-cd1003bed946 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:30.229980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Attempting to bind port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:30.230176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Attempting to bind port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:30.230583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Attempting to bind port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b on network 25e450f1-8ed2-49ac-bd16-b784600b6b6f {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:30.251852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:30.252279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Checking segment: {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:30.255789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.255789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Bound using segment: {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:30.255789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Bound port: c11cd8e1-0244-42ae-80cd-2c313cfd4d3b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cafed306-75b3-4f44-9fdc-92e3ac98002c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:30.255789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.260158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 464557f7-3857-4741-bd0a-03187eaf83d7 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:30.260811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.279378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.312270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet dea305c5-bb48-461b-bd54-65301888fb80 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:30.339535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.383150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] DHCP port deletion for 80a49632-388d-4c21-afc9-7dc6e524ba3e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:30.416444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.420554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Deleting port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:30.421147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.441662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] For port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:30.442023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.442201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'network': {'name': 'tempest-network--924109919', 'router:external': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:30.448756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:30.457702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:network and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:30.465683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:30.476408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:30.488261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d0d0bd-e92d-4e72-9679-4a40d5201c64 None None] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:30.625983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9c508-bf87-4c3e-af6d-6cff8a9e2cab None None] Pushing event updated for resources: {'Port': ['ID=cbb08010-e2b5-47d6-9885-cd1003bed946,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:30.638067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] For port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:30.649699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Calling delete_port for 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:30.663137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] For port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:30.663908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:28:30.664519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:28:30.690601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.693129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.736674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Pushing event deleted for resources: {'Port': ['ID=3b283c47-66d1-4070-954c-369eb229b49d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:30.825517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.852622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Made reservation on behalf of 15da6e86c8f6434e9b40b5866ce5f068 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:30.855056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.864516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.987575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:30.989344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] For port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,segment=NetworkSegment(3d52e370-d178-4070-90a6-ed144028eb02),segment_id=3d52e370-d178-4070-90a6-ed144028eb02)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:30.989481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.036888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.090795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:31.106318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.159547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:security_group_rule and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:31.160351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Calling delete_port for 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:31.169724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port cbb08010-e2b5-47d6-9885-cd1003bed946 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:31.170142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.188563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5266a0f7-3eaf-4dc8-a820-c9e940b2dfa5 None None] Provisioning complete for port cbb08010-e2b5-47d6-9885-cd1003bed946 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:31.188983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5266a0f7-3eaf-4dc8-a820-c9e940b2dfa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.227268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:31.266543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cdef2c-fc11-4cbc-9931-9e0421c07e59 None None] Pushing event updated for resources: {'Port': ['ID=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:31.295655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:31.296292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:31.315173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 464557f7-3857-4741-bd0a-03187eaf83d7 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:31.349032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.442681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad7bb5d-4454-4b72-9a27-43e44cdaa05b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:31.461065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] No DVR routers for this DVR port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:31.512832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:28:31.513413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:31.513528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:28:31.521981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port cbb08010-e2b5-47d6-9885-cd1003bed946, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cbb08010-e2b5-47d6-9885-cd1003bed946,segment=NetworkSegment(b7e328f2-c590-47fc-bd34-f6e67c0933aa),segment_id=b7e328f2-c590-47fc-bd34-f6e67c0933aa)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:31.522597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.536467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.543912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:31.556482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.658201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=dea305c5-bb48-461b-bd54-65301888fb80,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:31.660726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.671933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for cbb08010-e2b5-47d6-9885-cd1003bed946 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:31.687026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.699126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eaf2d57-d5b6-4bf5-a824-a1ef8bc292e9 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:31.704440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.747105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.928014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a49632-388d-4c21-afc9-7dc6e524ba3e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:31.956404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d52e370-d178-4070-90a6-ed144028eb02') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:31.956724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d52e370-d178-4070-90a6-ed144028eb02') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:31.983895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:31.984065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.002641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.009251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Router bb303afd-9809-4ec4-b83f-ef9cfa416893 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:32.035526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.044690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Deleting port 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:32.045068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.050101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=c48216fd-4bb6-442a-9554-db7e9f4a9096,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:32.075985 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b7d406f4-1ae6-4eeb-88cd-d8a968016c2a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/dea305c5-bb48-461b-bd54-65301888fb80 HTTP/1.1" status: 204 len: 168 time: 2.5692673 May 05 16:28:32.080488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44828) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:32.082726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=464557f7-3857-4741-bd0a-03187eaf83d7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:32.089517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.094533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cbb08010-e2b5-47d6-9885-cd1003bed946 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:32.115994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.171124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e1a559a0-6eec-46ae-9c6d-969e5fe7df0c None None] Could not find standard attr ID for object cbb08010-e2b5-47d6-9885-cd1003bed946. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:28:32.171798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: cbb08010-e2b5-47d6-9885-cd1003bed946 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:32.178171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cbb08010-e2b5-47d6-9885-cd1003bed946 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 16:28:32.188111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:32.188522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:32.208786 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:32.216424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-38d90541-9a56-4883-96d8-e62148db6f13 None None] The port '1ad7bb5d-4454-4b72-9a27-43e44cdaa05b' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:28:32.219509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:32.220206 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-79cec97f-4018-45a2-a576-c4ff4d0157ca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1338866 May 05 16:28:32.225753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Port cbb08010-e2b5-47d6-9885-cd1003bed946 not found, will not notify nova. {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 16:28:32.238164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=cbb08010-e2b5-47d6-9885-cd1003bed946,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:32.245535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44832) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:32.260080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:32.280198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8c859b-dd42-418b-bf9d-87ba0f5fef24,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:32.292487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.292487 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Added segment 205f7e67-651b-4ca5-aa9c-3cf95bb75010 of type vlan for network ef34347c-7bb0-4169-9ad9-364acc5b7ccc May 05 16:28:32.295667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:21Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:30Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:32.300308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de136973-aeac-45e2-8fa9-a916b21f1185 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:21Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:30Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:32.333749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:32.334322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 16c23445-fde0-4740-bbef-88b10d5cf7cc, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:28:32.352764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:32.404847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:32.405191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1ad7bb5d-4454-4b72-9a27-43e44cdaa05b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:32.433593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b344ea9f-7b7f-48fb-b7a5-1ac73e85205e None None] DHCP port deletion for cc429c73-20e4-48e1-aa1c-2607f67f00b6 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:32.459377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:32.464892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] Deleting port 0462513d-2ff7-475f-a572-37cefed7e566 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:32.465262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.522647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.522647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.537127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port cbb08010-e2b5-47d6-9885-cd1003bed946 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:32.540538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:32.577473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a49632-388d-4c21-afc9-7dc6e524ba3e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:32.583230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.621000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:32.624948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:32.626803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:32.633084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.643698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] Sync routers for ids ['bb303afd-9809-4ec4-b83f-ef9cfa416893'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:32.646940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:32.678732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.745184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:32.751178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:28:32.756448 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8f2c6a38-2682-4645-8890-a32a278ff206 admin admin] 10.222.0.70 "DELETE /v2.0/networks/80a49632-388d-4c21-afc9-7dc6e524ba3e HTTP/1.1" status: 204 len: 168 time: 3.4263570 May 05 16:28:32.867317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.872210 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0cc61803-a9d4-4f80-aa58-ab78d232cc5d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "PUT /v2.0/routers/bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 200 len: 706 time: 9.2628598 May 05 16:28:32.873229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.874162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:32.874827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.882685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44838) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:32.909684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] For port 0462513d-2ff7-475f-a572-37cefed7e566, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0462513d-2ff7-475f-a572-37cefed7e566,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:32.913236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:32.995940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Network': ['ID=ef34347c-7bb0-4169-9ad9-364acc5b7ccc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:33.061295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] Calling delete_port for 0462513d-2ff7-475f-a572-37cefed7e566 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:33.065977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 16c23445-fde0-4740-bbef-88b10d5cf7cc) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:33.113942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network ef34347c-7bb0-4169-9ad9-364acc5b7ccc details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:33.152953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.158735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.164167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:33.165478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.194112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd34944-e6c1-40d4-bf4b-fb002019fc4c None None] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:33.244536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-809691f8-4b03-4f27-8af9-4844f46176fe tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7396998 May 05 16:28:33.245215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44842) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.266831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.276679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] Routers {'bb303afd-9809-4ec4-b83f-ef9cfa416893'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:33.277315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bb303afd-9809-4ec4-b83f-ef9cfa416893'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:33.307386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.308038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Fanout notify agent at l3_agent the message router_deleted on router d3a2fc39-136a-458c-99ae-8a26394c7290 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:33.366877 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a5ba9ba4-ef75-47f4-859a-fa48bc3208b9 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1784971 May 05 16:28:33.372669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:33.380972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44846) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.386948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44848) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.398124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] Routers {'bb303afd-9809-4ec4-b83f-ef9cfa416893'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:33.398831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bb303afd-9809-4ec4-b83f-ef9cfa416893'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:33.418068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.422144 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ac37168f-7122-42bd-a3c0-de2c3b80d29e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/routers/d3a2fc39-136a-458c-99ae-8a26394c7290 HTTP/1.1" status: 204 len: 168 time: 5.1866775 May 05 16:28:33.423038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44854) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.438250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.485036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:33.485681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b18a9d-20a0-4c5f-87dd-aed3c622b534 None None] The sync data for ids ['bb303afd-9809-4ec4-b83f-ef9cfa416893'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:33.558702 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a85dfe91-71e7-4c67-b97e-352c961b145a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=71fe71f3c34446d48645afcf4e13e806&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1675668 May 05 16:28:33.563873 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-312a8409-d575-41c0-864d-8e90ad7de46a tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/routers/bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 200 len: 741 time: 0.5766466 May 05 16:28:33.565085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=e188d43e-6a65-44f5-9cac-3f734f8573dc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:33.570768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44858) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.574829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44860) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.581514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.629977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] Pushing event deleted for resources: {'Port': ['ID=0462513d-2ff7-475f-a572-37cefed7e566,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:33.668330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b00cb51-cb8e-47a7-aeca-ae7b074cd610 None None] Network cc429c73-20e4-48e1-aa1c-2607f67f00b6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:33.688224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.744748 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b130426a-aabf-40f6-9710-a8f3b2d18414 tempest-RoutersAdminTest-382885834 tempest-RoutersAdminTest-382885834-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 200 len: 205 time: 0.1684833 May 05 16:28:33.749656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cac6469-255e-4d36-bf9d-f02b9ef04fab None None] No DVR routers for this DVR port 0462513d-2ff7-475f-a572-37cefed7e566 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:33.761595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-16c23445-fde0-4740-bbef-88b10d5cf7cc', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:33.762645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.774355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44866) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.790183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.800561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting subnet e1e23cb8-7ded-46ed-a211-157d52165cc6 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:33.808912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.834220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.877428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:33.909655 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-06174f87-f7fb-4ee9-b5e2-758ad3c1ef98 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 200 len: 205 time: 0.1312342 May 05 16:28:33.910856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44870) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:33.945523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc429c73-20e4-48e1-aa1c-2607f67f00b6']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:33.997575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e328f2-c590-47fc-bd34-f6e67c0933aa') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:33.998147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e328f2-c590-47fc-bd34-f6e67c0933aa') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:34.016160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dc4d70-7d99-4059-a085-adb66231e92f None None] DHCP port deletion for cc429c73-20e4-48e1-aa1c-2607f67f00b6 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:34.074073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.137742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5091e5e-4c49-44dc-9859-0bb88fd07a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.150766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Allocated IP 2001:db8:1::2 (16c23445-fde0-4740-bbef-88b10d5cf7cc/c48216fd-4bb6-442a-9554-db7e9f4a9096/22f61119-1592-430e-9f7e-d82e1e6ce71c) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:34.155357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.195703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c11cd8e1-0244-42ae-80cd-2c313cfd4d3b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:34.214232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.215160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.229292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.246848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:34.247247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:34.268186 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:34.272298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5091e5e-4c49-44dc-9859-0bb88fd07a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.345416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.417375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef34347c-7bb0-4169-9ad9-364acc5b7ccc']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:34.457564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '205f7e67-651b-4ca5-aa9c-3cf95bb75010') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:34.457862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '205f7e67-651b-4ca5-aa9c-3cf95bb75010') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:34.468811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:34.485431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.491227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.501072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:34.504887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.513371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:34.519244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:34.522357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:34.523113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.533534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=aa0a868e-bbc4-4500-969d-a78f785995cf,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:34.546427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862187a6-caa4-48e6-993e-5ebc12efec78 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:34.546618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.556378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:34.557030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:34.573128 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:34.576117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.580432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.708745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=cc429c73-20e4-48e1-aa1c-2607f67f00b6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:34.713442 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c4682527-8543-4930-9519-11ec4fdeb47d tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/cc429c73-20e4-48e1-aa1c-2607f67f00b6 HTTP/1.1" status: 204 len: 168 time: 6.4862406 May 05 16:28:34.716848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5091e5e-4c49-44dc-9859-0bb88fd07a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.720997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a5091e5e-4c49-44dc-9859-0bb88fd07a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.721926 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a5091e5e-4c49-44dc-9859-0bb88fd07a72 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7199e153-64a0-42ff-9168-4e84cda983a4 HTTP/1.1" status: 204 len: 168 time: 1.1477385 May 05 16:28:34.738005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44874) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:34.749125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.800497 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-39d2854c-150e-4540-b1a7-2a7be27413fd tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5532763 May 05 16:28:34.801506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.806891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44880) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:34.810979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Transition to ACTIVE for port object 22f61119-1592-430e-9f7e-d82e1e6ce71c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:34.812281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ef34347c-7bb0-4169-9ad9-364acc5b7ccc {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:28:34.817376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:34.820542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Subnet': ['ID=e1e23cb8-7ded-46ed-a211-157d52165cc6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:34.859124 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/networks/ef34347c-7bb0-4169-9ad9-364acc5b7ccc HTTP/1.1" status: 204 len: 168 time: 1.4733303 May 05 16:28:34.860311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5091e5e-4c49-44dc-9859-0bb88fd07a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7199e153-64a0-42ff-9168-4e84cda983a4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:34.870390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44884) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:34.872263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac121d99-b88a-456f-be87-ec9e298ac714 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Network': ['ID=ef34347c-7bb0-4169-9ad9-364acc5b7ccc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:34.879980 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-22666448-2d53-4c63-aac5-4afafd705740 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:34.880517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22666448-2d53-4c63-aac5-4afafd705740 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:34.885138 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-22666448-2d53-4c63-aac5-4afafd705740 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/e188d43e-6a65-44f5-9cac-3f734f8573dc HTTP/1.1" status: 404 len: 337 time: 0.1325200 May 05 16:28:34.885681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': 'aa0a868e-bbc4-4500-969d-a78f785995cf', 'ip_address': '2001:db8::94a0:9009:9e4:e03f'}], 'name': 'tempest-NetworksTestDHCPv6-746444517'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:34.887709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:34.893205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:34.899549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:network and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:34.903721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:34.912917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:34.914728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44888) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:34.988414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.006408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046c4ce0-6d04-4b97-a280-640a25555d0a None None] Network cbdef0e4-c0a0-4aae-8676-af2c7e04c580 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:35.010712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Made reservation on behalf of 15da6e86c8f6434e9b40b5866ce5f068 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:35.013692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.036421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Transition to ACTIVE for port object 22f61119-1592-430e-9f7e-d82e1e6ce71c will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:35.046981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.076164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:35.090709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.091181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Added segment 8a0a4703-6bb0-4a13-94d8-c56f7f1aa3bb of type vlan for network 0df7a568-0d21-42a6-9738-7a851692470b May 05 16:28:35.100522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': 'aa0a868e-bbc4-4500-969d-a78f785995cf'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:35.102046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.105793 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-389254d7-1e22-44f2-941f-5e07b66729dc tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/subnets/e1e23cb8-7ded-46ed-a211-157d52165cc6 HTTP/1.1" status: 204 len: 168 time: 1.6794028 May 05 16:28:35.107688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44892) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:35.112805 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1246e5a4-1dc3-4aad-a4ff-99f853415554 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:35.113449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1246e5a4-1dc3-4aad-a4ff-99f853415554 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:35.118340 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1246e5a4-1dc3-4aad-a4ff-99f853415554 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/cc429c73-20e4-48e1-aa1c-2607f67f00b6 HTTP/1.1" status: 404 len: 339 time: 0.2010856 May 05 16:28:35.120619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.122217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44896) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:35.140547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.262147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:35.288728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.319006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.321396 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-37955a50-94a9-4474-b6ed-5ff52b55ab1a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:35.321828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37955a50-94a9-4474-b6ed-5ff52b55ab1a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:35.328712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44902) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:35.335817 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-37955a50-94a9-4474-b6ed-5ff52b55ab1a tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/70573a81-aa24-492e-b782-80f37f0e61f6 HTTP/1.1" status: 404 len: 337 time: 0.2036419 May 05 16:28:35.356160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.364352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:35.365382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Pushing event updated for resources: {'Port': ['ID=22f61119-1592-430e-9f7e-d82e1e6ce71c,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:35.447283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:35.453803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:35.463417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0462513d-2ff7-475f-a572-37cefed7e566 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:35.480013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:35.486087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:35.487373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:35.507996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:35.526677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 0462513d-2ff7-475f-a572-37cefed7e566 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:35.527028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0462513d-2ff7-475f-a572-37cefed7e566 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:35.527536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cbb08010-e2b5-47d6-9885-cd1003bed946 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:35.532414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.539228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.551856 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b27eac2-8930-40e3-95c2-6a6fa0349444 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:35.552296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b27eac2-8930-40e3-95c2-6a6fa0349444 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:35.567280 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3b27eac2-8930-40e3-95c2-6a6fa0349444 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/fcd46095-504f-45d2-8d3a-5017f865bab4 HTTP/1.1" status: 404 len: 339 time: 0.2351930 May 05 16:28:35.567280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 42de8e29-ba8f-481a-920a-499747f82f15 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:35.567280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.596272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44912) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:35.613085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.613709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Fanout notify agent at l3_agent the message router_deleted on router bb303afd-9809-4ec4-b83f-ef9cfa416893 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:35.624295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: cbb08010-e2b5-47d6-9885-cd1003bed946 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:35.633550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cbb08010-e2b5-47d6-9885-cd1003bed946 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:35.677858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:35.707631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:35.730181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.749943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.750220 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Attempting to bind port 22f61119-1592-430e-9f7e-d82e1e6ce71c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:35.750516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:35.750641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Attempting to bind port 22f61119-1592-430e-9f7e-d82e1e6ce71c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:35.750946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Attempting to bind port 22f61119-1592-430e-9f7e-d82e1e6ce71c on network 16c23445-fde0-4740-bbef-88b10d5cf7cc {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:35.751101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.776699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:35.777081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Checking segment: {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:35.777475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.777868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Bound using segment: {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:35.778349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Bound port: 22f61119-1592-430e-9f7e-d82e1e6ce71c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:35.778726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.789366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/aa0a868e-bbc4-4500-969d-a78f785995cf/d3eaed38-6032-46de-a72a-aa3cc9160802) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:35.892692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.899988 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e67e42b6-aa06-4e8d-a455-19ef3e034a5b tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 204 len: 168 time: 1.9885566 May 05 16:28:35.909773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44918) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:35.931568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] DHCP port deletion for cbdef0e4-c0a0-4aae-8676-af2c7e04c580 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:35.945376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Deleting port 42de8e29-ba8f-481a-920a-499747f82f15 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:35.945953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:35.952751 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0748017 May 05 16:28:35.965116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44922) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:35.974465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'subnet': {'network_id': '0df7a568-0d21-42a6-9738-7a851692470b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:35.984139 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6355fe5c-9bbf-42f1-a7e4-bcf9c04dfca2 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 200 len: 205 time: 0.0718439 May 05 16:28:35.990480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44926) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:36.037394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:36.055664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9917c330-cac8-4c10-8466-ee4b86a8ae4e tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Network': ['ID=0df7a568-0d21-42a6-9738-7a851692470b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:36.079060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 0df7a568-0d21-42a6-9738-7a851692470b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:36.104524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.115134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-435adae9-2982-4614-ba55-17a18652a40d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] delete failed (client error): The resource could not be found. May 05 16:28:36.119628 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-435adae9-2982-4614-ba55-17a18652a40d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/bb303afd-9809-4ec4-b83f-ef9cfa416893 HTTP/1.1" status: 404 len: 336 time: 0.1277804 May 05 16:28:36.121559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44934) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:36.127688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:subnet and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:36.187956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c11cd8e1-0244-42ae-80cd-2c313cfd4d3b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:36.209342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65435f0d-25e4-4e82-8da1-4edb24800261']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:36.233269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e453eeb-6e14-458d-942d-e56cad555967') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:36.233562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e453eeb-6e14-458d-942d-e56cad555967') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:36.258995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.272850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] For port 42de8e29-ba8f-481a-920a-499747f82f15, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=42de8e29-ba8f-481a-920a-499747f82f15,segment=NetworkSegment(58098a80-2d2a-4bcd-986f-d9df22d3f8d1),segment_id=58098a80-2d2a-4bcd-986f-d9df22d3f8d1)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:36.273235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.298878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:36.343779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:36.350655 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c92914f2-ae14-4ddd-94e8-450dcc908c0e tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b0482e8-ef4a-4b85-af20-4043c687fe5d HTTP/1.1" status: 200 len: 205 time: 0.2244871 May 05 16:28:36.353479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44940) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:36.366148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.369486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] For port 22f61119-1592-430e-9f7e-d82e1e6ce71c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:36.417891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.419602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] For port 22f61119-1592-430e-9f7e-d82e1e6ce71c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=22f61119-1592-430e-9f7e-d82e1e6ce71c,segment=NetworkSegment(e118795b-461d-4f82-9c29-4567a4009c97),segment_id=e118795b-461d-4f82-9c29-4567a4009c97)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:36.441237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 218c6709-6c64-4471-9a98-8b36e9acabcf yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:36.482333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Made reservation on behalf of 15da6e86c8f6434e9b40b5866ce5f068 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:36.485959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.505729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 42de8e29-ba8f-481a-920a-499747f82f15 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:36.545326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.608301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:36.609512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:36.655983 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:36.676008 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-3935ba89-51c6-438c-92cc-1a1ba77e15ce tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] delete failed (client error): The resource could not be found. May 05 16:28:36.677540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3935ba89-51c6-438c-92cc-1a1ba77e15ce tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/3b0482e8-ef4a-4b85-af20-4043c687fe5d HTTP/1.1" status: 404 len: 336 time: 0.3231289 May 05 16:28:36.682298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44946) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:36.695601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] For port 42de8e29-ba8f-481a-920a-499747f82f15, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=42de8e29-ba8f-481a-920a-499747f82f15,segment=NetworkSegment(58098a80-2d2a-4bcd-986f-d9df22d3f8d1),segment_id=58098a80-2d2a-4bcd-986f-d9df22d3f8d1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:36.695995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.706853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.737338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:36.737716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.746690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:36.840414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=42de8e29-ba8f-481a-920a-499747f82f15,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:36.844594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] No DVR routers for this DVR port 42de8e29-ba8f-481a-920a-499747f82f15 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:36.852895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-99160070-282f-4f52-a324-7f3bfc76c9d5 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=b634c2d6-a925-4b16-99cc-56b5098cb485 HTTP/1.1" status: 200 len: 205 time: 0.1637719 May 05 16:28:36.853769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Transition to ACTIVE for port object d3eaed38-6032-46de-a72a-aa3cc9160802 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:36.857787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44952) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:36.905578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0a1c54-4ffb-4074-8dc6-dd56c004dc2f None None] Pushing event updated for resources: {'Port': ['ID=22f61119-1592-430e-9f7e-d82e1e6ce71c,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:36.971861 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-a7e19234-983f-40a8-9c7e-d1b9ada8694a tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] delete failed (client error): The resource could not be found. May 05 16:28:36.975767 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a7e19234-983f-40a8-9c7e-d1b9ada8694a tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/b634c2d6-a925-4b16-99cc-56b5098cb485 HTTP/1.1" status: 404 len: 336 time: 0.1087475 May 05 16:28:36.981956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44956) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:36.994548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Calling delete_port for 42de8e29-ba8f-481a-920a-499747f82f15 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:37.001360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8:1::1 (16c23445-fde0-4740-bbef-88b10d5cf7cc/c48216fd-4bb6-442a-9554-db7e9f4a9096/235d6c90-9b42-4917-9ef2-c0f4c0eddca9) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:37.035268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.055632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.058995 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7baa7e2c-4e8a-41a2-a0c0-b3712d450c80 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=504e4042-3f59-4e3f-9121-c4a19b0d3b1a HTTP/1.1" status: 200 len: 205 time: 0.0760071 May 05 16:28:37.070246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 44962) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.088946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.093508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Transition to ACTIVE for port object d3eaed38-6032-46de-a72a-aa3cc9160802 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:37.100548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=65435f0d-25e4-4e82-8da1-4edb24800261,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:37.108786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbdef0e4-c0a0-4aae-8676-af2c7e04c580']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:37.123050 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0d8783ca-9e90-4ef9-ae7b-02fe4e9c0648 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/65435f0d-25e4-4e82-8da1-4edb24800261 HTTP/1.1" status: 204 len: 168 time: 1.5263550 May 05 16:28:37.123811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44966) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.128924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58098a80-2d2a-4bcd-986f-d9df22d3f8d1') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:37.130617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58098a80-2d2a-4bcd-986f-d9df22d3f8d1') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:37.167341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:28:37.167877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:28:37.170653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.187467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.194469 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6fc187c-60de-4a0c-8e82-4ce277dbdcf4 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:37.194909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6fc187c-60de-4a0c-8e82-4ce277dbdcf4 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:37.200137 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f6fc187c-60de-4a0c-8e82-4ce277dbdcf4 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/d1044828-42b4-484c-8aa7-fea8f3fab8cf HTTP/1.1" status: 404 len: 337 time: 0.0736952 May 05 16:28:37.200698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.246403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.249437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-e36b4d90-d9be-434c-8220-bd7a45643a99 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] delete failed (client error): The resource could not be found. May 05 16:28:37.249675 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-df942bd6-83df-4ad1-9976-d8b0e6578eec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:37.250129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df942bd6-83df-4ad1-9976-d8b0e6578eec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:37.251021 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e36b4d90-d9be-434c-8220-bd7a45643a99 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/504e4042-3f59-4e3f-9121-c4a19b0d3b1a HTTP/1.1" status: 404 len: 336 time: 0.1770449 May 05 16:28:37.256034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-df942bd6-83df-4ad1-9976-d8b0e6578eec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/e606031a-9505-4bda-9b27-9e2861e06636 HTTP/1.1" status: 404 len: 339 time: 0.0519133 May 05 16:28:37.262808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44976) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.262808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44978) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.273033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Pushing event updated for resources: {'Port': ['ID=d3eaed38-6032-46de-a72a-aa3cc9160802,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:37.282319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:37.284018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:37.287509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:37.355184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 42de8e29-ba8f-481a-920a-499747f82f15 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:37.464016 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7376d10-c073-4fcd-a291-b39cbcf6bf66 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:37.464595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7376d10-c073-4fcd-a291-b39cbcf6bf66 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:37.468991 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f7376d10-c073-4fcd-a291-b39cbcf6bf66 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/cc591df4-e569-4ff9-8eb0-0d5f69f96a84 HTTP/1.1" status: 404 len: 337 time: 0.2070043 May 05 16:28:37.469492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44986) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.485930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 42de8e29-ba8f-481a-920a-499747f82f15 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:37.486498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 42de8e29-ba8f-481a-920a-499747f82f15 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:37.501259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::94a0:9009:9e4:e03f (f5e6463e-72cb-4e68-8573-613d495405f8/aa0a868e-bbc4-4500-969d-a78f785995cf/218c6709-6c64-4471-9a98-8b36e9acabcf) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:37.503870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:37.504269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:37.526668 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:37.537603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Attempting to bind port d3eaed38-6032-46de-a72a-aa3cc9160802 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:37.538049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Attempting to bind port d3eaed38-6032-46de-a72a-aa3cc9160802 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:37.538545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Attempting to bind port d3eaed38-6032-46de-a72a-aa3cc9160802 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:37.545149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.549430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:37.552446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:37.555445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.555445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:37.555445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Bound port: d3eaed38-6032-46de-a72a-aa3cc9160802, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:37.556388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.623931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-59deddd8-f3a5-401c-9fe3-a5918ba1dc14 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=c08dc137-d158-47d7-a8c4-737769e434e0 HTTP/1.1" status: 200 len: 205 time: 0.3612797 May 05 16:28:37.629706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44990) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.669179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Deleting port 42de8e29-ba8f-481a-920a-499747f82f15 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:37.669555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.707650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:37.728393 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ec4acd-81c6-4a39-bb92-9706c3c0c498 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:37.728829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ec4acd-81c6-4a39-bb92-9706c3c0c498 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:37.745796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-9db45f68-4771-422f-ab18-e05576856b05 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] delete failed (client error): The resource could not be found. May 05 16:28:37.746936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9db45f68-4771-422f-ab18-e05576856b05 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/c08dc137-d158-47d7-a8c4-737769e434e0 HTTP/1.1" status: 404 len: 336 time: 0.1013799 May 05 16:28:37.748705 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-55ec4acd-81c6-4a39-bb92-9706c3c0c498 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/c3243327-7db6-41a6-bbf5-8b1687cbb5cb HTTP/1.1" status: 404 len: 339 time: 0.2235587 May 05 16:28:37.749713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44996) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.751985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 44998) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.752491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b224be2e-661a-4d61-8283-7b6b4cc638fa None None] The port '42de8e29-ba8f-481a-920a-499747f82f15' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:28:37.775903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] For port d3eaed38-6032-46de-a72a-aa3cc9160802, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:37.780031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] For port d3eaed38-6032-46de-a72a-aa3cc9160802, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3eaed38-6032-46de-a72a-aa3cc9160802,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:37.845547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.863097 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bc34ad13-3916-4ddc-b0a1-4037bd7c5cb9 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "GET /v2.0/ports?device_id=3e204fee-9785-44d6-b498-fea5b88c6024 HTTP/1.1" status: 200 len: 205 time: 0.1100435 May 05 16:28:37.863097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.864005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45006) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.866689 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e5804e-e6fd-411d-88f0-eb34f30aeb0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:37.867224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5e5804e-e6fd-411d-88f0-eb34f30aeb0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:37.869706 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d5e5804e-e6fd-411d-88f0-eb34f30aeb0e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/f9dd0333-f846-4ba2-b9d3-e2c958681ad6 HTTP/1.1" status: 404 len: 337 time: 0.1164861 May 05 16:28:37.938434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfac39-9da2-4fc4-9e16-6046d5be1ec3 None None] Pushing event updated for resources: {'Port': ['ID=d3eaed38-6032-46de-a72a-aa3cc9160802,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:37.946330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45010) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.966622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:37.971849 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/networks/cbdef0e4-c0a0-4aae-8676-af2c7e04c580 HTTP/1.1" status: 204 len: 168 time: 2.8598330 May 05 16:28:37.981369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45016) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:37.987380 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-2dd678b9-7f28-425d-9c66-c46a5fe2009d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] delete failed (client error): The resource could not be found. May 05 16:28:37.992498 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2dd678b9-7f28-425d-9c66-c46a5fe2009d tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/routers/3e204fee-9785-44d6-b498-fea5b88c6024 HTTP/1.1" status: 404 len: 336 time: 0.1243894 May 05 16:28:37.992498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63226738-4691-4ee8-b83c-c3e7cf034ef7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Network': ['ID=cbdef0e4-c0a0-4aae-8676-af2c7e04c580,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:37.998193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.082560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.131199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 22f61119-1592-430e-9f7e-d82e1e6ce71c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:38.151773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df8489-18b0-46a4-bd82-7e3dffc492bf tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.154263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df8489-18b0-46a4-bd82-7e3dffc492bf tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.212547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 8c3bdad8-c939-4d15-86f8-a8d0d458d5f4 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:38.212797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.213666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.216663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:38.229351 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3b9066-ba47-4527-8cef-1ae9c28bff11 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.229795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3b9066-ba47-4527-8cef-1ae9c28bff11 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.248079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8c3b9066-ba47-4527-8cef-1ae9c28bff11 tempest-RoutersAdminTest-327344096 tempest-RoutersAdminTest-327344096-project] 10.222.0.70 "DELETE /v2.0/subnets/eecb1369-e2e5-46b8-8641-aa6ffab70786 HTTP/1.1" status: 404 len: 337 time: 0.2396431 May 05 16:28:38.314444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36df8489-18b0-46a4-bd82-7e3dffc492bf tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/fa2b6abf-2469-4514-8c99-31c1a8e9322e HTTP/1.1" status: 404 len: 339 time: 0.3537207 May 05 16:28:38.314444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 218c6709-6c64-4471-9a98-8b36e9acabcf will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:38.317420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45028) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.325304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:38.331770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:38.334616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:38.334897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.412078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 22f61119-1592-430e-9f7e-d82e1e6ce71c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:38.439993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45032) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.463309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:28:38.463808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.484344 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d047d05f-9d76-42f8-af76-ca1ceac76edb tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.496911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d047d05f-9d76-42f8-af76-ca1ceac76edb tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.502931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d047d05f-9d76-42f8-af76-ca1ceac76edb tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/114d36c7-76d9-47a4-be92-63f97e9dcfa6 HTTP/1.1" status: 404 len: 337 time: 0.1816983 May 05 16:28:38.515858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45038) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.677948 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f5d1679-3b2d-47eb-b61d-4b2e5f07de57 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.678373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f5d1679-3b2d-47eb-b61d-4b2e5f07de57 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.680907 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9f5d1679-3b2d-47eb-b61d-4b2e5f07de57 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/a8c1f3f5-ebca-4f49-b1af-4025451f5264 HTTP/1.1" status: 404 len: 339 time: 0.1629879 May 05 16:28:38.683616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45042) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.698994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:38.710555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.731380 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f97b5ffc-af79-48b8-8af1-10daea666ab7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.732063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f97b5ffc-af79-48b8-8af1-10daea666ab7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.733709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f97b5ffc-af79-48b8-8af1-10daea666ab7 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/b41d786c-1ef5-464f-b4d7-2227c55d5456 HTTP/1.1" status: 404 len: 337 time: 0.0494177 May 05 16:28:38.736958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.784174 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f1a9d4b-10b4-4ca2-bbfb-bebfcb6bd345 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.784616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f1a9d4b-10b4-4ca2-bbfb-bebfcb6bd345 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.786977 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2f1a9d4b-10b4-4ca2-bbfb-bebfcb6bd345 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/5d2ba08c-87ea-473a-89f5-69094a08da7e HTTP/1.1" status: 404 len: 339 time: 0.0485439 May 05 16:28:38.796996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45052) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.824881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:38.830793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Usage tracker for resource:floatingip and tenant:bacb8f113fa9461cb6157cef2a207096 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:38.834010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:38.839127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b204e-7557-434b-b974-c27f7b53b0d0 None None] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:38.841021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:38.859635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.859990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.869089 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d6fa89-dc82-4e8c-9792-b10729887e74 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:38.869528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d6fa89-dc82-4e8c-9792-b10729887e74 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:38.871266 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b4d6fa89-dc82-4e8c-9792-b10729887e74 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/72854d23-6a94-4ba9-8df9-6796162364f5 HTTP/1.1" status: 404 len: 337 time: 0.0733316 May 05 16:28:38.874859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45056) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.875282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=218c6709-6c64-4471-9a98-8b36e9acabcf,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:38.895516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:38.896869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.911872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45060) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:38.912954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:38.917111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:38.921329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:38.921935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:38.945207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.029360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 8c3bdad8-c939-4d15-86f8-a8d0d458d5f4 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:39.049217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] Provisioning for port 22f61119-1592-430e-9f7e-d82e1e6ce71c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:39.056582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Subnet': ['ID=92e10c7d-6636-4c0b-ada2-47da68a3f7be,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:39.057169 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-201e694f-d7fa-475d-a744-d8b4e49bf889 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:39.057309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-201e694f-d7fa-475d-a744-d8b4e49bf889 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:39.059521 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-201e694f-d7fa-475d-a744-d8b4e49bf889 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/4b17436c-7eda-4efe-a1bd-af4d3e7551ad HTTP/1.1" status: 404 len: 339 time: 0.1831663 May 05 16:28:39.077868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45066) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:39.081715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] Provisioning complete for port 22f61119-1592-430e-9f7e-d82e1e6ce71c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:39.082092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.150086 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9c4e7e-a588-4389-86fb-9773bb823be6 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:39.150536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e9c4e7e-a588-4389-86fb-9773bb823be6 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:39.152449 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e9c4e7e-a588-4389-86fb-9773bb823be6 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/28e3e822-8002-4f97-8653-b6998e9c589f HTTP/1.1" status: 404 len: 337 time: 0.0727992 May 05 16:28:39.155118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45070) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:39.183264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-01d956fc-1531-460b-b700-3ad3db2405ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3664854 May 05 16:28:39.187652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45074) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:39.208087 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7aa1b8-1e34-47c4-bef4-fca24fe18b88 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:39.208516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7aa1b8-1e34-47c4-bef4-fca24fe18b88 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:39.215069 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bc7aa1b8-1e34-47c4-bef4-fca24fe18b88 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/2e6adcdc-16b3-4784-bcae-bf1bf1c5c7fd HTTP/1.1" status: 404 len: 339 time: 0.0567853 May 05 16:28:39.216555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45078) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:39.263737 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-425f8c61-d666-4cf1-abf4-5bfd350c4873 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:39.264319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425f8c61-d666-4cf1-abf4-5bfd350c4873 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:39.268764 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-425f8c61-d666-4cf1-abf4-5bfd350c4873 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/b324b19a-e2f1-4e29-b38f-44bb4de829e6 HTTP/1.1" status: 404 len: 337 time: 0.0486960 May 05 16:28:39.269201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45082) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:39.298861 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ddfa921-2589-4bd8-91c2-5d4bda907261 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] DELETE failed (client error): The resource could not be found. May 05 16:28:39.299285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ddfa921-2589-4bd8-91c2-5d4bda907261 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:39.326487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Checking segment: {'id': '8a0a4703-6bb0-4a13-94d8-c56f7f1aa3bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '0df7a568-0d21-42a6-9738-7a851692470b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:39.334665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Network hostable DHCP agents. Network: 0df7a568-0d21-42a6-9738-7a851692470b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:28:39.352435 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7ddfa921-2589-4bd8-91c2-5d4bda907261 tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/a170bb43-45ca-4046-890f-76979f7edae6 HTTP/1.1" status: 404 len: 339 time: 0.0794599 May 05 16:28:39.352669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.356970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45086) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:39.396874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] For port 22f61119-1592-430e-9f7e-d82e1e6ce71c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=22f61119-1592-430e-9f7e-d82e1e6ce71c,segment=NetworkSegment(e118795b-461d-4f82-9c29-4567a4009c97),segment_id=e118795b-461d-4f82-9c29-4567a4009c97)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:39.479956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.553138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.710159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:39.748859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Usage tracker for resource:security_group_rule and tenant:5f80a3648c034728a0f21effb271cd75 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:39.755176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65674d71-5cf6-480d-adfd-24fa0a026be8 None None] Pushing event updated for resources: {'Port': ['ID=22f61119-1592-430e-9f7e-d82e1e6ce71c,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:39.772513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:39.782174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.819651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:39.826929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f251ee13-290e-4c4a-8f5f-6609303a593f None None] Provisioning for port d3eaed38-6032-46de-a72a-aa3cc9160802 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:39.853796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=8c3bdad8-c939-4d15-86f8-a8d0d458d5f4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:39.980815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting subnet df686f4b-ce4b-4232-8fe5-99f7b3d53d1c {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:39.987060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:39.996673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Network 0df7a568-0d21-42a6-9738-7a851692470b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:28:40.014391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4d62f8d7-e527-4c09-b1f9-844abf19a984 None None] Provisioning complete for port 22f61119-1592-430e-9f7e-d82e1e6ce71c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:40.016665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d62f8d7-e527-4c09-b1f9-844abf19a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.031250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd2550-7fc4-4f25-9b28-f19eb4e22d0e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:40.034104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.035977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.036573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babd2550-7fc4-4f25-9b28-f19eb4e22d0e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:40.037490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-babd2550-7fc4-4f25-9b28-f19eb4e22d0e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:40.043145 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2cb10b15-78f0-47f7-b9ed-af5cc483cc87 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/floatingips/9510eff5-47ff-4e6e-9b74-cc7f15bff735 HTTP/1.1" status: 204 len: 168 time: 2.0580060 May 05 16:28:40.050553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45090) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.101384 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bc1822-2c54-44a3-b448-dbcef39b3be7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] DELETE failed (client error): The resource could not be found. May 05 16:28:40.101858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bc1822-2c54-44a3-b448-dbcef39b3be7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:40.106599 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-79bc1822-2c54-44a3-b448-dbcef39b3be7 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/ports/40b8ac85-f34e-4924-8818-cefd07f03295 HTTP/1.1" status: 404 len: 333 time: 0.0589497 May 05 16:28:40.107156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45094) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.109566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.130726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.191433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d7098aed-ce6a-4fe7-9176-7ad799cffc9c tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Synchronizing usage tracker for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:40.236201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c97397-ac85-450a-bc8b-6320b1fb8915 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:28:40.236444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-babd2550-7fc4-4f25-9b28-f19eb4e22d0e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:40.237666 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-babd2550-7fc4-4f25-9b28-f19eb4e22d0e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.0341964 May 05 16:28:40.238680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 0df7a568-0d21-42a6-9738-7a851692470b) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:40.240506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45098) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.256252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:40.256839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.261788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:28:40.275619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3eaed38-6032-46de-a72a-aa3cc9160802 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:40.284137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.297123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.310442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 218c6709-6c64-4471-9a98-8b36e9acabcf {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:40.310774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.345645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d7098aed-ce6a-4fe7-9176-7ad799cffc9c tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Unset dirty status for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:40.349389 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d7098aed-ce6a-4fe7-9176-7ad799cffc9c tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/ports?device_id=d3a2fc39-136a-458c-99ae-8a26394c7290 HTTP/1.1" status: 200 len: 205 time: 0.2116590 May 05 16:28:40.353310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45102) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.370546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.439277 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-9d9824aa-d05a-45a9-a458-151ecc8e9622 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] delete failed (client error): The resource could not be found. May 05 16:28:40.439784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20ddf2f-76d4-457e-b987-0a4a27b8ac8b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:40.442318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.442881 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9d9824aa-d05a-45a9-a458-151ecc8e9622 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/routers/d3a2fc39-136a-458c-99ae-8a26394c7290 HTTP/1.1" status: 404 len: 336 time: 0.0886710 May 05 16:28:40.443097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.443549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45106) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.459164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4d62f8d7-e527-4c09-b1f9-844abf19a984 None None] Provisioning for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:40.473328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4d62f8d7-e527-4c09-b1f9-844abf19a984 None None] Provisioning complete for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:40.473902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d62f8d7-e527-4c09-b1f9-844abf19a984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.486017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc9a1c46-c394-4bc9-a54c-288fbeb99c58 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.5170503 May 05 16:28:40.490429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Allocated IP 172.26.2.147 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/8b2c4ad3-266c-444d-b658-6381b76a85f7) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:40.497277 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c541381-e007-4635-a1c2-a04b38d25081 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f80a3648c034728a0f21effb271cd75&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5790966 May 05 16:28:40.498944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45110) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.498944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45112) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.500058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d3eaed38-6032-46de-a72a-aa3cc9160802 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:40.509627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c97397-ac85-450a-bc8b-6320b1fb8915 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:28:40.518356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d3eaed38-6032-46de-a72a-aa3cc9160802 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:40.518656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-77297c1a-cd50-427c-91c2-c81daf244bdf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] DELETE failed (client error): The resource could not be found. May 05 16:28:40.518777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.518866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77297c1a-cd50-427c-91c2-c81daf244bdf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:40.521139 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-77297c1a-cd50-427c-91c2-c81daf244bdf tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/subnets/e1e23cb8-7ded-46ed-a211-157d52165cc6 HTTP/1.1" status: 404 len: 337 time: 0.0731194 May 05 16:28:40.524000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.539616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45118) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:40.546942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'floatingip': {'floating_network_id': '0df7a568-0d21-42a6-9738-7a851692470b'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:40.561392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:40.593775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d62f8d7-e527-4c09-b1f9-844abf19a984 None None] Port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:40.611861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:floatingip and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:40.649872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:40.685020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:40.731218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:40.771307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.775139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.818359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Provisioning complete for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:40.818743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.854396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 1ad14057-1be6-4d35-9359-d2933b4b9c84 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:40.854921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.873155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.904839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.909452 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d3eaed38-6032-46de-a72a-aa3cc9160802, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3eaed38-6032-46de-a72a-aa3cc9160802,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:40.952801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:40.954361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:40.955126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 22f61119-1592-430e-9f7e-d82e1e6ce71c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:40.987698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 218c6709-6c64-4471-9a98-8b36e9acabcf owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:41.039263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Subnet': ['ID=df686f4b-ce4b-4232-8fe5-99f7b3d53d1c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:41.054186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.082009 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-02becfdb-47ef-4fb4-a409-57c6b21d323e tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/subnets/df686f4b-ce4b-4232-8fe5-99f7b3d53d1c HTTP/1.1" status: 204 len: 168 time: 1.7204783 May 05 16:28:41.083293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45122) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:41.097876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5646832f-3284-46a7-9b3c-08b1e3e5d0f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.102815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d3eaed38-6032-46de-a72a-aa3cc9160802,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:41.173648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 22f61119-1592-430e-9f7e-d82e1e6ce71c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:41.174020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.210089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Provisioning for port 218c6709-6c64-4471-9a98-8b36e9acabcf completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:41.238045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Provisioning complete for port 218c6709-6c64-4471-9a98-8b36e9acabcf triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:41.238408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.257065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5646832f-3284-46a7-9b3c-08b1e3e5d0f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.283767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.298153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.302829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Deleting port f51f1945-92d9-43ab-bc18-42e11a754c52 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:41.303339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.325838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-68e75cdd-774a-4aec-94c0-ff793f249d8c None None] Port 218c6709-6c64-4471-9a98-8b36e9acabcf cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:41.326573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:41.362166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe9bc12-0126-426b-869a-a00d6b93477e None None] Network 0df7a568-0d21-42a6-9738-7a851692470b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:41.368861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:41.377523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841e3daa-8d03-44e5-a0e3-4a7575083cc6 None None] Network d97e2696-b2d9-475c-a7e4-4326742dedeb requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:41.545390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.706216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.730622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=218c6709-6c64-4471-9a98-8b36e9acabcf,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:41.788575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] For port f51f1945-92d9-43ab-bc18-42e11a754c52, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f51f1945-92d9-43ab-bc18-42e11a754c52,segment=NetworkSegment(3915fadf-9557-4bbc-afb1-6e98d9a0b4cb),segment_id=3915fadf-9557-4bbc-afb1-6e98d9a0b4cb)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:41.789140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.813157 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f4c961c9-4a4c-4bcf-9d9d-6b975d9b6cc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/218c6709-6c64-4471-9a98-8b36e9acabcf HTTP/1.1" status: 204 len: 168 time: 1.5693016 May 05 16:28:41.816769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.827525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45126) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:41.871007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5646832f-3284-46a7-9b3c-08b1e3e5d0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.885768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:41.886975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9313ca3-ac36-465f-a0ef-5891e9a50653 None None] Network 0df7a568-0d21-42a6-9738-7a851692470b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:41.998019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ce3be7c0-cea2-47be-b908-931b7f9fb1b0 None None] Provisioning complete for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:41.998494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce3be7c0-cea2-47be-b908-931b7f9fb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.002305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Calling delete_port for f51f1945-92d9-43ab-bc18-42e11a754c52 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:42.090386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5646832f-3284-46a7-9b3c-08b1e3e5d0f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20ddf2f-76d4-457e-b987-0a4a27b8ac8b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:42.103080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3497ad-8372-44aa-b73a-492c7776976b None None] DHCP port deletion for d97e2696-b2d9-475c-a7e4-4326742dedeb request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:42.105170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3eaed38-6032-46de-a72a-aa3cc9160802 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:42.159886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ce3be7c0-cea2-47be-b908-931b7f9fb1b0 None None] Port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:42.162501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d3497ad-8372-44aa-b73a-492c7776976b None None] Deleting port f51f1945-92d9-43ab-bc18-42e11a754c52 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:42.163028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d3497ad-8372-44aa-b73a-492c7776976b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.174692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 1ad14057-1be6-4d35-9359-d2933b4b9c84 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:42.182187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.228961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Port': ['ID=f51f1945-92d9-43ab-bc18-42e11a754c52,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:42.235789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] No DVR routers for this DVR port f51f1945-92d9-43ab-bc18-42e11a754c52 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:42.239931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:42.248012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5646832f-3284-46a7-9b3c-08b1e3e5d0f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.249147 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5646832f-3284-46a7-9b3c-08b1e3e5d0f8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d20ddf2f-76d4-457e-b987-0a4a27b8ac8b HTTP/1.1" status: 204 len: 168 time: 1.7357130 May 05 16:28:42.255861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:42.257644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2c4ad3-266c-444d-b658-6381b76a85f7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:42.263982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:42.281884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d3497ad-8372-44aa-b73a-492c7776976b None None] The port 'f51f1945-92d9-43ab-bc18-42e11a754c52' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:28:42.320096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955e6cd-3007-4c93-bda4-5b3e35e44ec1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:42.321867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9955e6cd-3007-4c93-bda4-5b3e35e44ec1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:42.322612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9955e6cd-3007-4c93-bda4-5b3e35e44ec1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:42.333464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.384250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.416251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d97e2696-b2d9-475c-a7e4-4326742dedeb']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:42.427488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d3eaed38-6032-46de-a72a-aa3cc9160802 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:42.427884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.437980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:42.438473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3915fadf-9557-4bbc-afb1-6e98d9a0b4cb') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:42.454840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.472489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.486627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:42.487032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.496127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9955e6cd-3007-4c93-bda4-5b3e35e44ec1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:42.500298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9955e6cd-3007-4c93-bda4-5b3e35e44ec1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6309028 May 05 16:28:42.503557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45132) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:42.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:42.667486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.694297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.705930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] Pushing event deleted for resources: {'Network': ['ID=d97e2696-b2d9-475c-a7e4-4326742dedeb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:42.713936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2b79756e-03c0-4808-b3e5-0a822fe5a1ec tempest-NetworksTest-1565131643 tempest-NetworksTest-1565131643-project] 10.222.0.70 "DELETE /v2.0/networks/d97e2696-b2d9-475c-a7e4-4326742dedeb HTTP/1.1" status: 204 len: 168 time: 1.6087632 May 05 16:28:42.877793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:42.906074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Allocated IP 172.20.0.2 (0df7a568-0d21-42a6-9738-7a851692470b/92e10c7d-6636-4c0b-ada2-47da68a3f7be/88197027-5e8e-4031-b994-babb36a86daa) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:42.942604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45140) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:42.960579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:42.967698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=1ad14057-1be6-4d35-9359-d2933b4b9c84,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:43.001707 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4b31dcba-8296-4728-ac8f-0f3cad4f4449 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8cd18dcce4654a87908955508389521c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577340 May 05 16:28:43.004735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45144) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:43.069912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa02d257-c074-4f25-93fb-fbf5b520c738 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.097180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa02d257-c074-4f25-93fb-fbf5b520c738 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.214780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45150) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:43.227759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa02d257-c074-4f25-93fb-fbf5b520c738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.245998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02d257-c074-4f25-93fb-fbf5b520c738 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99834ce7-7a81-435e-b159-439807a8d641,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:43.252718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa02d257-c074-4f25-93fb-fbf5b520c738 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.253462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet aa0a868e-bbc4-4500-969d-a78f785995cf {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:43.257647 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aa02d257-c074-4f25-93fb-fbf5b520c738 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/99834ce7-7a81-435e-b159-439807a8d641 HTTP/1.1" status: 204 len: 168 time: 0.2515438 May 05 16:28:43.364871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.415497 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ed1f9c45-4cc3-4c0d-810c-a3d36a0d4cec admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3125e7d3939144f2af19aeb0a7112482&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1969936 May 05 16:28:43.415719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45158) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:43.456995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.461317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.481417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c397df-9d22-4043-bc10-5c8791a011e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.508434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c397df-9d22-4043-bc10-5c8791a011e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.522693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.626722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.647147 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6da9ca50-21a2-4347-a3af-602726f85872 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/ports/1ad14057-1be6-4d35-9359-d2933b4b9c84 HTTP/1.1" status: 204 len: 168 time: 3.0961211 May 05 16:28:43.650915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45164) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:43.676681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.686941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c397df-9d22-4043-bc10-5c8791a011e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.734400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c397df-9d22-4043-bc10-5c8791a011e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.734400 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-89c397df-9d22-4043-bc10-5c8791a011e0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f4b3eb6-6d6b-4f41-918d-bf1571e8f378 HTTP/1.1" status: 204 len: 168 time: 0.3125205 May 05 16:28:43.734400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c397df-9d22-4043-bc10-5c8791a011e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b3eb6-6d6b-4f41-918d-bf1571e8f378,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:43.743816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port a98b12f5-5214-4ad8-b714-92b1a7017c49 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:43.744141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.775269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.855889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:43.869278 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6a4da16e-9d59-44c4-b941-a4e9e35afd26 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6232374 May 05 16:28:43.869704 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:43.894128 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:43.894815 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:43.923034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45174) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:43.946619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-780599969'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:43.952628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:43.989477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:44.025193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:44.038260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:44.074166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f51f1945-92d9-43ab-bc18-42e11a754c52 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:44.083686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:44.104899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Network 0df7a568-0d21-42a6-9738-7a851692470b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:44.111339 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f51f1945-92d9-43ab-bc18-42e11a754c52 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:44.111602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:44.111910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f51f1945-92d9-43ab-bc18-42e11a754c52 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:44.125920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:44.152459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Port': ['ID=88197027-5e8e-4031-b994-babb36a86daa,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:44.170491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.197978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.198476 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:44.225618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:44.229370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.250566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=aa0a868e-bbc4-4500-969d-a78f785995cf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:44.300298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.305053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c64f89f-6227-4f01-a4d8-4c91a84188cf None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:44.313019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.325733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:44.344879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.345221 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment fcfafc7b-5e44-412f-a8e9-8e84d8716799 of type vlan for network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b May 05 16:28:44.382219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.534709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:28:44.543496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.547581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for a98b12f5-5214-4ad8-b714-92b1a7017c49 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:44.550466 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5c1a0c2a-4a35-480e-bf82-108c377af30b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/aa0a868e-bbc4-4500-969d-a78f785995cf HTTP/1.1" status: 204 len: 168 time: 2.0427828 May 05 16:28:44.552027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45190) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:44.748248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:44.753186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] Deleting port d3eaed38-6032-46de-a72a-aa3cc9160802 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:44.759915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.798355 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:38Z', 'revision_number': 3, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:39Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:44.808306 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:44.809273 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Updating router 738baa20-f5f8-4fba-9f60-50c947bb4a42 port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:28:44.868527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.901302 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.948418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:44.960362 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2864e173-2f2c-437a-965d-75e58ed0cc7a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1454883 May 05 16:28:45.005296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45200) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.040027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=a98b12f5-5214-4ad8-b714-92b1a7017c49,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:45.128787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Pushing event updated for resources: {'Port': ['ID=8b2c4ad3-266c-444d-b658-6381b76a85f7,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:45.131675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.135539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:45.136137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.136977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] For port d3eaed38-6032-46de-a72a-aa3cc9160802, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3eaed38-6032-46de-a72a-aa3cc9160802,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:45.138505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.267858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.292565 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bd8e97eb-7c2b-4a25-8006-a8274e731fa5 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/ports/a98b12f5-5214-4ad8-b714-92b1a7017c49 HTTP/1.1" status: 204 len: 168 time: 1.6395943 May 05 16:28:45.294453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.335945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] Calling delete_port for d3eaed38-6032-46de-a72a-aa3cc9160802 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:45.405914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a7b131-5215-4905-94e5-48ce048704fb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:45.406813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-57a7b131-5215-4905-94e5-48ce048704fb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Synchronizing usage tracker for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:45.424053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.443030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.449088 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.489442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-57a7b131-5215-4905-94e5-48ce048704fb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Unset dirty status for tenant:0e9a76fde08e4c7abe4b6b4e54fbd81a on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:45.494052 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-57a7b131-5215-4905-94e5-48ce048704fb tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "GET /v2.0/ports?device_id=b6bd2061-9549-4ee9-89fd-43475e40ee71 HTTP/1.1" status: 200 len: 913 time: 0.1969051 May 05 16:28:45.499083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45220) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.499231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=6a349acb-19cf-4ef1-993e-09fcd4a4ee2b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:45.503222 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-21c4e6c9-78e0-46a0-b1a3-66490b813871 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5715721 May 05 16:28:45.515497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45224) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.517621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:45.524207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:45.551846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Transition to ACTIVE for port object 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:45.614424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.616682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45228) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.616788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8c9f7250-fb0b-4e07-a51e-12c2b6e1cffb tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1736493 May 05 16:28:45.625049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45232) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.627910 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.650473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:45.651874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ba8a81-0ff2-4743-8167-7313ab6f4518 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:45.655720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-44ba8a81-0ff2-4743-8167-7313ab6f4518 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6531272 May 05 16:28:45.676039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45238) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:45.698990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-162060043', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'fixed_ips': [{'ip_address': '172.26.2.147'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:45.700547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] No DVR routers for this DVR port d3eaed38-6032-46de-a72a-aa3cc9160802 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:45.724389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf928dd5-4c69-472d-ad82-c9e5e85c41b5 None None] Pushing event deleted for resources: {'Port': ['ID=d3eaed38-6032-46de-a72a-aa3cc9160802,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:45.733762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:45.745523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Usage tracker for resource:port and tenant:bacb8f113fa9461cb6157cef2a207096 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:45.749956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:45.764780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:45.936446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:45.954342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:45.955517 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Pushing event updated for resources: {'Port': ['ID=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:45.958971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:45.972842 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.973418 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.973918 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.974802 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.975310 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.975830 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.976328 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.977093 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.977831 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.978319 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.978814 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:28:45.994442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:45.999303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae48a7dd-1772-4a9c-8b09-70c0f1c3d137 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:46.000070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ae48a7dd-1772-4a9c-8b09-70c0f1c3d137 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:46.010479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Made reservation on behalf of bacb8f113fa9461cb6157cef2a207096 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:46.014214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.120652 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Attempting to bind port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:46.121404 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Attempting to bind port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:46.121537 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Attempting to bind port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 on network 16c23445-fde0-4740-bbef-88b10d5cf7cc {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:46.126407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3eaed38-6032-46de-a72a-aa3cc9160802 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:28:46.132527 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:46.135721 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Checking segment: {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:46.136140 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.136540 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Bound using segment: {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:46.137034 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Bound port: 235d6c90-9b42-4917-9ef2-c0f4c0eddca9, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e118795b-461d-4f82-9c29-4567a4009c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:46.140945 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.171774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.175655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.183030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d3eaed38-6032-46de-a72a-aa3cc9160802 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:28:46.184059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3eaed38-6032-46de-a72a-aa3cc9160802 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:28:46.206750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1253395690'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:46.227987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:46.240135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:46.262151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:46.264659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] For port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:46.268009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:46.269667 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] For port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,segment=NetworkSegment(e118795b-461d-4f82-9c29-4567a4009c97),segment_id=e118795b-461d-4f82-9c29-4567a4009c97)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:46.277198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:46.286266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:46.296613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Usage tracker for resource:security_group_rule and tenant:bacb8f113fa9461cb6157cef2a207096 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:46.301717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ae48a7dd-1772-4a9c-8b09-70c0f1c3d137 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:46.302901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:46.303951 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ae48a7dd-1772-4a9c-8b09-70c0f1c3d137 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6245592 May 05 16:28:46.309989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45250) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:46.317001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.343056 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.384311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:46.393031 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9ac9b141-ae80-46e0-88da-39d64c2417ee tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796068 May 05 16:28:46.395009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45256) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:46.402041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.403492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.418339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:46.453465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.455239 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:46.455944 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:46.564654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Port': ['ID=88197027-5e8e-4031-b994-babb36a86daa,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:46.599605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.672768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:46.684777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:46.694593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:46.701272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:46.703038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.706913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-936de8c9-ba8e-458e-8a5f-db028243cfa7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.1927292 May 05 16:28:46.707091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:46.708179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45262) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:46.723177 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80518c8-a8d1-44c2-a8ff-c69f69621cba None None] Pushing event updated for resources: {'Port': ['ID=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:46.726152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:46.737562 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:46.762349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.778700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.836970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:46.901036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a9d6112-f8da-4091-b7ca-9039520e6389 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Synchronizing usage tracker for tenant:15da6e86c8f6434e9b40b5866ce5f068 on resource:floatingip {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:46.941985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:46.951756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45268) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:46.965557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.014497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] device_id is not set on port b141058e-1c27-43e6-9353-212ace9dc8fc yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:47.040133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a9d6112-f8da-4091-b7ca-9039520e6389 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Unset dirty status for tenant:15da6e86c8f6434e9b40b5866ce5f068 on resource:floatingip {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:47.041723 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2a9d6112-f8da-4091-b7ca-9039520e6389 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "GET /v2.0/floatingips?floating_network_id=0df7a568-0d21-42a6-9738-7a851692470b HTTP/1.1" status: 200 len: 689 time: 0.3326178 May 05 16:28:47.047152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45274) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:47.174589 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:38Z', 'revision_number': 3, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:46Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:47.181597 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec5b8a6-6871-4d65-9db8-40c8f3fd9a87 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:38Z', 'revision_number': 3, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:46Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:47.270355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fb6c45-5c52-4cec-802d-8c82e6430248,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:47.308431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.315179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-840743642', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:47.329742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:47.355964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=7920c47e-dfea-4277-b115-f300189df53c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:47.362613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Usage tracker for resource:port and tenant:c1240dc38c5d404c8510909b95daf024 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:47.379324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:47.392278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.396288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:47.402574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.462828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:47.463472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:28:47.475990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.502619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Deleting port 88197027-5e8e-4031-b994-babb36a86daa {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:47.502964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.555038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Made reservation on behalf of c1240dc38c5d404c8510909b95daf024 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:47.557575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.578254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.592494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9362a9b5-1f1e-4953-a0cc-39eb075bae3f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:47.595291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:47.608480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:47.619276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:47.631380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:47.677371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:28:47.703549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:47.710213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Usage tracker for resource:security_group_rule and tenant:c1240dc38c5d404c8510909b95daf024 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:47.716498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:47.724505 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 05 16:28:47.724949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:47.735406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:47.764448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:47.774416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.774416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.775799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d753775-336e-4ca3-a2ab-77983103b8c4 None None] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:47.781829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:47.782554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.802804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.876658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:47.927594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90d6f03-fbfa-463b-96e7-fa9b41c483c3,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:47.954313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Calling delete_port for 88197027-5e8e-4031-b994-babb36a86daa owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:47.968003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.005726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.006986 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-45cd96c5-a33a-42b2-b305-257dce36760c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.3904660 May 05 16:28:48.008838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2e3aa218-e4b4-44dd-970b-e501781567f6 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.3792412 May 05 16:28:48.011592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:48.014359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45280) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:48.127352 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1ba0262f-eb63-4f2b-a220-07dc3d12b136 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6107407 May 05 16:28:48.128059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45292) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:48.142120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:48.173162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:48.173961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.206358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:48.217410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:48.220051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:48.220810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.243907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:48.253798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dd383b-bc49-4d0a-bc9f-cb585be852cb None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:48.317539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35f2a81f-40cb-4d46-be36-b7eb467e44e4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:48.358560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.373956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Deleting port 8b2c4ad3-266c-444d-b658-6381b76a85f7 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:48.374301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.377444 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-591a297e-d36a-4f1c-8ccc-5ca755c52784 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9807045 May 05 16:28:48.385225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45296) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:48.391338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f', 'ip_address': '2001:db8::594e:1257:5f84:4223'}], 'name': 'tempest-NetworksTestDHCPv6-830282482'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:48.477570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.497605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] device_id is not set on port 45c8f925-2381-49e0-a60c-4f434e4bad4c yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:48.505962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Allocated IP 2001:db8:2::2 (6a349acb-19cf-4ef1-993e-09fcd4a4ee2b/7920c47e-dfea-4277-b115-f300189df53c/b69f4bb6-5e04-48e4-8db7-688f420c20c7) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:48.578069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35f2a81f-40cb-4d46-be36-b7eb467e44e4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:48.582365 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-35f2a81f-40cb-4d46-be36-b7eb467e44e4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5630198 May 05 16:28:48.589399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45300) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:48.600617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-security--2125608284', 'description': 'tempest-security-description-327691429'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:48.622713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:48.623682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:48.638607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:48.640438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:48.640810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.643868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:48.658502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:48.671080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2606601c-1b27-44ba-88a2-db832f9b0875,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:48.676792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:28:48.678034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.696058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.747630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.815542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.818497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:48.825462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.858664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 1035af60-72cf-41ef-a11f-8e79ffb05ac0 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:48.943881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Port': ['ID=88197027-5e8e-4031-b994-babb36a86daa,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:48.946924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.954017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:48.954729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.008817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.009366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.009366 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "PUT /v2.0/security-groups/f90d6f03-fbfa-463b-96e7-fa9b41c483c3 HTTP/1.1" status: 200 len: 1611 time: 0.4111543 May 05 16:28:49.014451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Transition to ACTIVE for port object b69f4bb6-5e04-48e4-8db7-688f420c20c7 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:49.021250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45304) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:49.033313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Transition to ACTIVE for port object b69f4bb6-5e04-48e4-8db7-688f420c20c7 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:49.056490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.085786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a719e664-a0e9-40d4-b549-24344af7d547 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90d6f03-fbfa-463b-96e7-fa9b41c483c3,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:49.088834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f/2da4112a-0ec2-480f-94b7-55c6489d6238) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:49.106075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 7feab844-7f4b-47b5-937c-687fa9bfb3f6 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:49.106283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.110881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,segment=NetworkSegment(e118795b-461d-4f82-9c29-4567a4009c97),segment_id=e118795b-461d-4f82-9c29-4567a4009c97)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:49.129678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.139880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Calling delete_port for 8b2c4ad3-266c-444d-b658-6381b76a85f7 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:49.172330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Allocated IP 172.26.2.169 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/45c8f925-2381-49e0-a60c-4f434e4bad4c) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:49.216507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.267237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:49.274768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:49.278195 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-94fa17f1-db79-4a2e-bc18-7977ff5587b0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups/f90d6f03-fbfa-463b-96e7-fa9b41c483c3 HTTP/1.1" status: 200 len: 1611 time: 0.2518249 May 05 16:28:49.279050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45308) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:49.281282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:49.286150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Pushing event updated for resources: {'Port': ['ID=b69f4bb6-5e04-48e4-8db7-688f420c20c7,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:49.382637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.431070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.517548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:49.525568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Attempting to bind port b69f4bb6-5e04-48e4-8db7-688f420c20c7 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:49.525942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Attempting to bind port b69f4bb6-5e04-48e4-8db7-688f420c20c7 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:49.526706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Attempting to bind port b69f4bb6-5e04-48e4-8db7-688f420c20c7 on network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:49.545141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:49.545516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Checking segment: {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:49.547741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.547741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Bound using segment: {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:49.547741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Bound port: b69f4bb6-5e04-48e4-8db7-688f420c20c7, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:49.547741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.560493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.598629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Transition to ACTIVE for port object 2da4112a-0ec2-480f-94b7-55c6489d6238 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:49.631074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40d5eb6f-bae3-407e-ac6c-bca5b6b853d4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.639550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 7feab844-7f4b-47b5-937c-687fa9bfb3f6 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:49.676541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.692318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Transition to ACTIVE for port object 2da4112a-0ec2-480f-94b7-55c6489d6238 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:49.712464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40d5eb6f-bae3-407e-ac6c-bca5b6b853d4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.720416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] For port b69f4bb6-5e04-48e4-8db7-688f420c20c7, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:49.724606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] For port b69f4bb6-5e04-48e4-8db7-688f420c20c7, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b69f4bb6-5e04-48e4-8db7-688f420c20c7,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:49.762492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.837880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.858826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::594e:1257:5f84:4223 (f5e6463e-72cb-4e68-8573-613d495405f8/0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f/1035af60-72cf-41ef-a11f-8e79ffb05ac0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:49.864676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:49.874800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:49.879999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:49.880135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.896851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40d5eb6f-bae3-407e-ac6c-bca5b6b853d4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.936840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Pushing event updated for resources: {'Port': ['ID=2da4112a-0ec2-480f-94b7-55c6489d6238,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:49.959422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:49.972783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5eb6f-bae3-407e-ac6c-bca5b6b853d4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90d6f03-fbfa-463b-96e7-fa9b41c483c3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:49.998722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b2c4ad3-266c-444d-b658-6381b76a85f7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.102142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.112689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Attempting to bind port 2da4112a-0ec2-480f-94b7-55c6489d6238 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:50.113284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Attempting to bind port 2da4112a-0ec2-480f-94b7-55c6489d6238 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:50.113384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Attempting to bind port 2da4112a-0ec2-480f-94b7-55c6489d6238 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:50.128202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:50.128202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:50.128202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.128202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:50.128202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Bound port: 2da4112a-0ec2-480f-94b7-55c6489d6238, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:50.128622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.151161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40d5eb6f-bae3-407e-ac6c-bca5b6b853d4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.153815 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-40d5eb6f-bae3-407e-ac6c-bca5b6b853d4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/f90d6f03-fbfa-463b-96e7-fa9b41c483c3 HTTP/1.1" status: 204 len: 168 time: 0.8738513 May 05 16:28:50.159302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45312) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:50.167636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4866c63a-355d-4874-9ba7-d29e88f0ddf7 None None] Pushing event updated for resources: {'Port': ['ID=b69f4bb6-5e04-48e4-8db7-688f420c20c7,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.176165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:50.180869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=92e10c7d-6636-4c0b-ada2-47da68a3f7be,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.212057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.222628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.293479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.293647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=7feab844-7f4b-47b5-937c-687fa9bfb3f6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.308342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38644007-abcd-4368-8857-4af91ecbf0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.312496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.338218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] For port 2da4112a-0ec2-480f-94b7-55c6489d6238, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:50.344685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] For port 2da4112a-0ec2-480f-94b7-55c6489d6238, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2da4112a-0ec2-480f-94b7-55c6489d6238,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:50.357635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:50.358106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.417775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.418472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 1035af60-72cf-41ef-a11f-8e79ffb05ac0 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:50.422672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.468679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-34d2e343-11f1-4d83-b9d5-f9c1003f01d5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:50.485071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:50.486876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:50.500482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df7a568-0d21-42a6-9738-7a851692470b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:50.517627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Pushing event updated for resources: {'Port': ['ID=45c8f925-2381-49e0-a60c-4f434e4bad4c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.521964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:50.575524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c5706-2070-410d-8422-7837ddc886c3 None None] Pushing event updated for resources: {'Port': ['ID=2da4112a-0ec2-480f-94b7-55c6489d6238,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.610154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a0a4703-6bb0-4a13-94d8-c56f7f1aa3bb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:50.615925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a0a4703-6bb0-4a13-94d8-c56f7f1aa3bb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:50.634738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.762294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-34d2e343-11f1-4d83-b9d5-f9c1003f01d5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:50.763565 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-34d2e343-11f1-4d83-b9d5-f9c1003f01d5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6032598 May 05 16:28:50.781020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:50.781943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45316) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:50.786807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:50.795153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:50.800342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:50.800972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.808962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.810410 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a30a5ca2-7383-4273-b44b-7116819733a1 tempest-ExternalNetworksAdminNegativeTestJSON-694107666 tempest-ExternalNetworksAdminNegativeTestJSON-694107666-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/fff8129c-7375-4e9b-8dee-fdaae7c687aa HTTP/1.1" status: 204 len: 168 time: 2.7938299 May 05 16:28:50.814740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.843284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:50.843929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.849524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=1035af60-72cf-41ef-a11f-8e79ffb05ac0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:50.860100 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-ce51e415-083d-42d5-82a4-5579fa3f35f7 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] delete failed (client error): The resource could not be found. May 05 16:28:50.861142 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ce51e415-083d-42d5-82a4-5579fa3f35f7 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/f90d6f03-fbfa-463b-96e7-fa9b41c483c3 HTTP/1.1" status: 404 len: 347 time: 0.0721743 May 05 16:28:50.865509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45322) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:50.875018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.876533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1101125087'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:50.895367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:50.914602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:50.924512 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-56e1fb47-5ea7-4d96-9a50-3308b011a89c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5405147 May 05 16:28:50.925279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45326) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:50.933045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:50.933457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:50.937932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f', 'ip_address': '2001:db8::594e:1257:5f84:4223'}], 'name': 'tempest-NetworksTestDHCPv6-1623417686'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:50.947940 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:51.027750 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf6fd297-23e8-4516-85f9-7700a0c8fb48 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0746932 May 05 16:28:51.028775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45330) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:51.035057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.048834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.169'}]}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:51.054108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:51.058679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Usage tracker for resource:router and tenant:c1240dc38c5d404c8510909b95daf024 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:51.062273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:51.077885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:51.108557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.146158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:51.156201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:51.163220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:51.172860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:51.178130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.187032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:51.198665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:51.203211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:51.253536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.254467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.274377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:51.294224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.298693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0df7a568-0d21-42a6-9738-7a851692470b {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:28:51.301024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.338546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Network': ['ID=0df7a568-0d21-42a6-9738-7a851692470b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:51.388632 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-78ce1d45-4aba-4c81-a386-c5cdfb5e13ba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/networks/0df7a568-0d21-42a6-9738-7a851692470b HTTP/1.1" status: 204 len: 168 time: 4.3378794 May 05 16:28:51.391272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45334) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:51.464759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.593601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.600501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45340) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:51.611599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468a399c-8f25-4653-87ec-e377c738ce31 None None] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:51.629393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:51.637923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.663790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:51.691482 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:28:51.749817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9f546cf4-d9ff-4e19-a7ed-3693c1fd2002 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Synchronizing usage tracker for tenant:15da6e86c8f6434e9b40b5866ce5f068 on resource:floatingip {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:51.753645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 1e9b0efc-ce13-4895-a521-ce49271fbdfe yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:28:51.946921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8:2::1 (6a349acb-19cf-4ef1-993e-09fcd4a4ee2b/7920c47e-dfea-4277-b115-f300189df53c/b9369a6d-37d2-475a-8d69-7abd24495c76) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:28:51.989515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.000390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9f546cf4-d9ff-4e19-a7ed-3693c1fd2002 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Unset dirty status for tenant:15da6e86c8f6434e9b40b5866ce5f068 on resource:floatingip {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:52.004003 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9f546cf4-d9ff-4e19-a7ed-3693c1fd2002 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.6039782 May 05 16:28:52.040520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.064802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45346) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:52.069410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-365c1730-3b6e-48bf-b0f0-b3e6847c404c None None] Provisioning for port b69f4bb6-5e04-48e4-8db7-688f420c20c7 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:52.113129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=877e4a2c-e664-48c0-bdae-df5fbcdf9dd3,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:52.121033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.125790 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2d7cb122-b287-4f82-8381-b7cb7cf76285 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2583432 May 05 16:28:52.132191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45350) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:52.154119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': '877e4a2c-e664-48c0-bdae-df5fbcdf9dd3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:52.194722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:52.224536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:52.234135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:52.245121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:52.251644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Usage tracker for resource:security_group_rule and tenant:409f12a98bb64151a5c0e4fcd8fa8b36 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:52.262515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:52.264942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:52.332906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2da4112a-0ec2-480f-94b7-55c6489d6238 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:52.381975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-28395a75-a68c-48e1-87ea-9d22eb23b976 None None] Provisioning for port 2da4112a-0ec2-480f-94b7-55c6489d6238 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:52.384989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:52.442391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.442750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.445839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.446399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.446896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.447390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.447900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.448391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.448878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:52.450073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Synchronizing usage tracker for tenant:15da6e86c8f6434e9b40b5866ce5f068 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:52.459510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.492980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object b9369a6d-37d2-475a-8d69-7abd24495c76 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:52.509268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.521952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 2da4112a-0ec2-480f-94b7-55c6489d6238 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:52.530388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1782e45b-d8e2-4e1d-8538-e7f999f93096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.537482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2da4112a-0ec2-480f-94b7-55c6489d6238 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:52.537703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.589395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Unset dirty status for tenant:15da6e86c8f6434e9b40b5866ce5f068 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:52.593450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-53cda094-f40f-470c-af29-ec59ec2dbeba tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5828 time: 0.5243847 May 05 16:28:52.594044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45358) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:52.638331 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): There was a conflict when trying to complete your request. May 05 16:28:52.638972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:52.668632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.682965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.702998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 2da4112a-0ec2-480f-94b7-55c6489d6238, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2da4112a-0ec2-480f-94b7-55c6489d6238,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:52.718000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.743961 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-4f8d3841-88de-46e3-b541-dc125dbb8def tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] delete failed (client error): The resource could not be found. May 05 16:28:52.745727 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4f8d3841-88de-46e3-b541-dc125dbb8def tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/c828516f-05e8-4d61-8b5e-2fbf484e6be7 HTTP/1.1" status: 404 len: 345 time: 0.1476297 May 05 16:28:52.765128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45362) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:52.765803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.767340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b69f4bb6-5e04-48e4-8db7-688f420c20c7 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:52.806279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.821157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=b9369a6d-37d2-475a-8d69-7abd24495c76,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:52.831954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:52.833686 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad08498-1f28-496f-9af3-cd392784e198 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] DELETE failed (client error): The resource could not be found. May 05 16:28:52.834014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad08498-1f28-496f-9af3-cd392784e198 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:28:52.841221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:52.853793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:28:52.856562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.867797 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b1628077-2836-4489-ad65-d22adda52a31 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.9389977 May 05 16:28:52.869573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-192945f7-14db-41c3-9b63-27651349e454 None None] Provisioning for port 1035af60-72cf-41ef-a11f-8e79ffb05ac0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:52.872843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45366) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:52.885362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-192945f7-14db-41c3-9b63-27651349e454 None None] Provisioning complete for port 1035af60-72cf-41ef-a11f-8e79ffb05ac0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:52.886045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-192945f7-14db-41c3-9b63-27651349e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:52.926451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85252baf-5f31-4f34-8723-aec251994545,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:52.954683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c2a617aa-082a-41de-8be6-96a3d7420130 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=409f12a98bb64151a5c0e4fcd8fa8b36&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3471510 May 05 16:28:52.958520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45370) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:52.981102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=2da4112a-0ec2-480f-94b7-55c6489d6238,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:52.990108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-192945f7-14db-41c3-9b63-27651349e454 None None] Port 1035af60-72cf-41ef-a11f-8e79ffb05ac0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:53.030016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.040639 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6ad08498-1f28-496f-9af3-cd392784e198 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/networks/0df7a568-0d21-42a6-9738-7a851692470b HTTP/1.1" status: 404 len: 339 time: 0.2732732 May 05 16:28:53.045123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45374) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:53.057137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'network': {'name': 'tempest-network--1352002386', 'router:external': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:53.065222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:53.090184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b69f4bb6-5e04-48e4-8db7-688f420c20c7 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:53.092182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:network and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:53.097067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b69f4bb6-5e04-48e4-8db7-688f420c20c7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:53.097067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.105800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a08d0d-3ab2-4b7a-942b-c6c66a033d62 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:53.109824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a08d0d-3ab2-4b7a-942b-c6c66a033d62 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:53.110620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-81a08d0d-3ab2-4b7a-942b-c6c66a033d62 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:53.115236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:53.120573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.127549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:53.131416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5f0afa98-bee9-49f7-a3bf-46aaa550fdd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.146841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.177890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5f0afa98-bee9-49f7-a3bf-46aaa550fdd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.185216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd88263-3d81-4307-814d-b1c3a75ccc6a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:53.194113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.218808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Router b6bd2061-9549-4ee9-89fd-43475e40ee71 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:53.241132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.276314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b69f4bb6-5e04-48e4-8db7-688f420c20c7, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b69f4bb6-5e04-48e4-8db7-688f420c20c7,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:53.292712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.293982 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ee08718e-b5a4-4274-96fe-e0a1794046c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1597281 May 05 16:28:53.296749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45378) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:53.296883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Made reservation on behalf of 15da6e86c8f6434e9b40b5866ce5f068 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:53.299134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.313130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.317686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-81a08d0d-3ab2-4b7a-942b-c6c66a033d62 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:53.318844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-81a08d0d-3ab2-4b7a-942b-c6c66a033d62 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.4423826 May 05 16:28:53.325006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45382) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:53.347176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.405329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f85c70aa-db2c-411a-b957-c64a67ca86c5 None None] Provisioning for port b9369a6d-37d2-475a-8d69-7abd24495c76 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:28:53.414297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f85c70aa-db2c-411a-b957-c64a67ca86c5 None None] Provisioning complete for port b9369a6d-37d2-475a-8d69-7abd24495c76 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:53.415491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85c70aa-db2c-411a-b957-c64a67ca86c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.432864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-13764d7e-c266-4f5c-b164-c1c36740f4ab tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.462238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-13764d7e-c266-4f5c-b164-c1c36740f4ab tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.469787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b69f4bb6-5e04-48e4-8db7-688f420c20c7,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:53.480890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f85c70aa-db2c-411a-b957-c64a67ca86c5 None None] Port b9369a6d-37d2-475a-8d69-7abd24495c76 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:53.481511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 1035af60-72cf-41ef-a11f-8e79ffb05ac0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:53.481856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.484754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5f0afa98-bee9-49f7-a3bf-46aaa550fdd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.498949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:53.505478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:53.522887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0afa98-bee9-49f7-a3bf-46aaa550fdd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85252baf-5f31-4f34-8723-aec251994545,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:53.523495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905dd95-abea-474d-8314-2a260d287833 None None] Sync routers for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:53.535730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.536074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Added segment e7ac41f9-448f-435c-9c98-acfad8b03640 of type vlan for network b6203117-6509-415f-b9fb-4efd8cbd915e May 05 16:28:53.549472 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-590c6508-74ed-41dc-b240-7dabf098da4e tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "PUT /v2.0/routers/b6bd2061-9549-4ee9-89fd-43475e40ee71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0515490 May 05 16:28:53.549788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5f0afa98-bee9-49f7-a3bf-46aaa550fdd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.550821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5f0afa98-bee9-49f7-a3bf-46aaa550fdd2 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/85252baf-5f31-4f34-8723-aec251994545 HTTP/1.1" status: 204 len: 168 time: 0.5911918 May 05 16:28:53.555945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905dd95-abea-474d-8314-2a260d287833 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:53.556588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7905dd95-abea-474d-8314-2a260d287833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:53.565658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45388) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:53.654971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.657325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7905dd95-abea-474d-8314-2a260d287833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:53.681095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7905dd95-abea-474d-8314-2a260d287833 None None] Routers {'b6bd2061-9549-4ee9-89fd-43475e40ee71'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:53.681768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7905dd95-abea-474d-8314-2a260d287833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6bd2061-9549-4ee9-89fd-43475e40ee71'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:53.729694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.815406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-13764d7e-c266-4f5c-b164-c1c36740f4ab tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.835296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-7905dd95-abea-474d-8314-2a260d287833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:53.836246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7905dd95-abea-474d-8314-2a260d287833 None None] The sync data for ids ['b6bd2061-9549-4ee9-89fd-43475e40ee71'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:53.837978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.860992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.884275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13764d7e-c266-4f5c-b164-c1c36740f4ab tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bd88263-3d81-4307-814d-b1c3a75ccc6a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:53.912618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:53.913043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:53.913727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.080280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-13764d7e-c266-4f5c-b164-c1c36740f4ab tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.081406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-13764d7e-c266-4f5c-b164-c1c36740f4ab tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0bd88263-3d81-4307-814d-b1c3a75ccc6a HTTP/1.1" status: 204 len: 168 time: 0.7837584 May 05 16:28:54.098423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45396) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:54.115319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2da4112a-0ec2-480f-94b7-55c6489d6238 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:54.190088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2da4112a-0ec2-480f-94b7-55c6489d6238 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:54.190718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.213560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.219198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Network': ['ID=b6203117-6509-415f-b9fb-4efd8cbd915e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:54.242125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b6203117-6509-415f-b9fb-4efd8cbd915e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:54.256951 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5567b1b8-2b0f-4b52-a6fd-50ff12a61ce1 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.2102742 May 05 16:28:54.260246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45400) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:54.366981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.412169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b69f4bb6-5e04-48e4-8db7-688f420c20c7 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:28:54.420942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45404) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:54.487873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b69f4bb6-5e04-48e4-8db7-688f420c20c7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:54.488245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.495491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:54.500116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:54.504187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:54.509171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:54.510050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Synchronizing usage tracker for tenant:a855da3c13f94ba9b64b7a7b87079505 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:54.518112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.559254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9d827093-e2e3-49df-9150-3ff3dcc06f40 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=bacb8f113fa9461cb6157cef2a207096&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1346312 May 05 16:28:54.559639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45408) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:54.617893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a0f8a6a6-dc41-4b37-b0ed-bde00f260f3e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:28:54.625366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting port 02e4f97a-87d3-45a1-b203-42fa6866db3e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:54.625699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.626392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 1035af60-72cf-41ef-a11f-8e79ffb05ac0 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:54.655051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7151da0a-929b-40b1-bb40-d5025b0bfa97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.663246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Unset dirty status for tenant:a855da3c13f94ba9b64b7a7b87079505 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:54.664486 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2147c84f-8a4c-4212-b159-4d86fe43f9a1 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4033513 May 05 16:28:54.668082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45412) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:54.676999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:28:54.702495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7151da0a-929b-40b1-bb40-d5025b0bfa97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.732515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.854422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.918774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7151da0a-929b-40b1-bb40-d5025b0bfa97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.929130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.930828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:54.972209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a0f8a6a6-dc41-4b37-b0ed-bde00f260f3e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:28:54.973471 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a0f8a6a6-dc41-4b37-b0ed-bde00f260f3e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.8741024 May 05 16:28:54.987396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45416) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:54.996044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Calling delete_port for 02e4f97a-87d3-45a1-b203-42fa6866db3e owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:55.053786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7151da0a-929b-40b1-bb40-d5025b0bfa97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fb6c45-5c52-4cec-802d-8c82e6430248,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:55.063216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.063690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.066988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7151da0a-929b-40b1-bb40-d5025b0bfa97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.068156 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7151da0a-929b-40b1-bb40-d5025b0bfa97 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a5fb6c45-5c52-4cec-802d-8c82e6430248 HTTP/1.1" status: 204 len: 168 time: 0.5076437 May 05 16:28:55.147065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e0f85e2-007b-4c4a-8bc6-fb083aba53a9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.184155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e0f85e2-007b-4c4a-8bc6-fb083aba53a9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.297523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=b9369a6d-37d2-475a-8d69-7abd24495c76,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:55.326962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.330280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e0f85e2-007b-4c4a-8bc6-fb083aba53a9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.343597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.373581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.392802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0f85e2-007b-4c4a-8bc6-fb083aba53a9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=877e4a2c-e664-48c0-bdae-df5fbcdf9dd3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:55.401931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Port': ['ID=02e4f97a-87d3-45a1-b203-42fa6866db3e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:55.471501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.564872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.572820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e0f85e2-007b-4c4a-8bc6-fb083aba53a9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.573026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=1035af60-72cf-41ef-a11f-8e79ffb05ac0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:55.573941 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4e0f85e2-007b-4c4a-8bc6-fb083aba53a9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/877e4a2c-e664-48c0-bdae-df5fbcdf9dd3 HTTP/1.1" status: 204 len: 168 time: 0.5515900 May 05 16:28:55.588617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45426) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:55.625076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:28:55.650868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.656545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:28:55.670034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6203117-6509-415f-b9fb-4efd8cbd915e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:55.780906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7ac41f9-448f-435c-9c98-acfad8b03640') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:55.785745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7ac41f9-448f-435c-9c98-acfad8b03640') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:55.808727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.809425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c0bb510-997e-4efb-8048-fb032c583eb1 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:55.811508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.894217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:55.994080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.010180 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-42ca8f62-33fa-42c8-a8f9-1a601a6fb152 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/1035af60-72cf-41ef-a11f-8e79ffb05ac0 HTTP/1.1" status: 204 len: 168 time: 2.6830382 May 05 16:28:56.011143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45436) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:56.021623 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-50329954-780b-47ff-a217-d5c5fff66d9a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4316707 May 05 16:28:56.026061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:56.026399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:56.042043 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:56.044332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45440) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:56.131205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e87a969c-ba27-46a8-8cea-60a969ae664b None None] Provisioning complete for port b9369a6d-37d2-475a-8d69-7abd24495c76 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:28:56.131807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e87a969c-ba27-46a8-8cea-60a969ae664b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.146618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.152184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.198998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e87a969c-ba27-46a8-8cea-60a969ae664b None None] Port b9369a6d-37d2-475a-8d69-7abd24495c76 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:28:56.250125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.250728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Fanout notify agent at l3_agent the message router_deleted on router b6bd2061-9549-4ee9-89fd-43475e40ee71 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:28:56.251961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--333087992'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:56.261138 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 05 16:28:56.262159 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ba8d406d-b264-4b2a-9194-f1efa5501ccb tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 5.2243772 May 05 16:28:56.264372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.268676 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e16cceaa-1dc8-41a7-a0d4-fdb6b2f8bbe8 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/routers/b6bd2061-9549-4ee9-89fd-43475e40ee71 HTTP/1.1" status: 204 len: 168 time: 2.6977298 May 05 16:28:56.268676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45448) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:56.269348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45450) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:56.273668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:56.301288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:56.312740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:56.327801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496dbc77-17ae-4396-a834-e04bb25fa2bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:56.329279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496dbc77-17ae-4396-a834-e04bb25fa2bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:56.330782 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-496dbc77-17ae-4396-a834-e04bb25fa2bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3141284 May 05 16:28:56.336377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45456) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:56.388707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:56.446015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Deleting port 45c8f925-2381-49e0-a60c-4f434e4bad4c {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:56.446465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.490709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.508517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6203117-6509-415f-b9fb-4efd8cbd915e {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:28:56.512836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.524993 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b6203117-6509-415f-b9fb-4efd8cbd915e HTTP/1.1" status: 204 len: 168 time: 1.8462427 May 05 16:28:56.525427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45462) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:56.528604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c52ef3-598b-46b1-b0c4-bcb1c0f4010b tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6203117-6509-415f-b9fb-4efd8cbd915e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:56.540492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'network': {'name': 'tempest-network--2046585557', 'router:external': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:56.545617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.555214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:56.566727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:network and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:56.571129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:56.585014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:56.613267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:28:56.624201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:56.630802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:56.634932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:56.643878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:56.800095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Made reservation on behalf of 15da6e86c8f6434e9b40b5866ce5f068 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:56.802822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.883831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:56.906658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.906990 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Added segment 2541dbb4-cda6-4a2d-aad6-6a83ae105d45 of type vlan for network 9531ac7d-3fbe-4202-abd0-9b2015e33f88 May 05 16:28:56.915058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Deleting subnet faee4640-84c9-4d18-8df6-97fc1f0a2327 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:56.924434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.940413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.957269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:56.971203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:28:56.975570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:28:56.979219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.010501 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b699e3b3-a88b-4bcb-bb9d-561756093989 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8670805 May 05 16:28:57.010725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45470) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:57.016519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-893629404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:57.021929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:57.026268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:network and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:57.029402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:57.035363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:57.037899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.062712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.084985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.086472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:57.087033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.103446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aae7a1df-6674-48dd-bd93-7687a3744f85,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:57.112963 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:28:57.133818 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:57.139935 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:57.141161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.193814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.197296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.198412 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-af2e6b1d-0b1d-46ca-b20d-07fbf10a798c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9993396 May 05 16:28:57.199366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Network': ['ID=9531ac7d-3fbe-4202-abd0-9b2015e33f88,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:57.201648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:57.204734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.205835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45476) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:57.210810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 9531ac7d-3fbe-4202-abd0-9b2015e33f88 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:57.242573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'aae7a1df-6674-48dd-bd93-7687a3744f85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:57.248957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:28:57.251424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:57.260658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:57.265660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a52a377-e98d-4218-ad8a-1c43b29fc9e0 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7389188 May 05 16:28:57.269709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:57.274538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45482) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:57.278190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:57.281343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.281689 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added segment fd0a6a16-7c15-4b71-9c68-e453883e4ab5 of type vlan for network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 May 05 16:28:57.361146 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:57.422780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.437376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474f294e-e446-43e5-9580-dc75626030a6 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:57.438722 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-474f294e-e446-43e5-9580-dc75626030a6 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] 10.222.0.70 "GET /v2.0/networks/9531ac7d-3fbe-4202-abd0-9b2015e33f88 HTTP/1.1" status: 200 len: 757 time: 0.1617215 May 05 16:28:57.442218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45488) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:57.476861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Calling delete_port for 45c8f925-2381-49e0-a60c-4f434e4bad4c owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:57.543167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.581222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.582693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17329f36-ca45-43f6-be94-613aeb9d1cbf tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:57.584074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-17329f36-ca45-43f6-be94-613aeb9d1cbf tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] 10.222.0.70 "GET /v2.0/networks/3c7c6b11-fa10-4416-9e60-bc70e8ab91b8 HTTP/1.1" status: 200 len: 767 time: 0.1409659 May 05 16:28:57.587684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45492) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:57.610846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.669741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.674247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:28:57.675245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.774807 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:53Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:28:53Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:57.781583 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:28:57.782065 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Updating router 738baa20-f5f8-4fba-9f60-50c947bb4a42 port b9369a6d-37d2-475a-8d69-7abd24495c76 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:28:57.833180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.837238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Network': ['ID=5e3a6ce4-8201-44e7-9c00-62bfc164dec7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:57.848074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:28:57.893554 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.905568 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e71bef85-ba70-409e-89f1-21c5a46f3d69 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8938155 May 05 16:28:57.906029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:57.909071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45500) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:57.915005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'subnet': {'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:58.039756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.094147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4af4873-3f76-4c00-800a-2c180d4d069b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:58.100156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.162973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.177096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Subnet': ['ID=faee4640-84c9-4d18-8df6-97fc1f0a2327,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:58.190147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.223954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.230761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-df1bbe3c-3bd1-4e4f-87a1-6877b2f90760 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/subnets/faee4640-84c9-4d18-8df6-97fc1f0a2327 HTTP/1.1" status: 204 len: 168 time: 1.9601684 May 05 16:28:58.232082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45508) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:58.234053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:58.236552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.241857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9531ac7d-3fbe-4202-abd0-9b2015e33f88']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:58.242425 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c5d421f-5028-4cee-b2c8-b31961d344ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f HTTP/1.1" status: 204 len: 168 time: 1.9019911 May 05 16:28:58.243775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45512) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:58.246155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f56575-efbd-4f98-99b2-db4261fcc992 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:28:58.280079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:58.283489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2541dbb4-cda6-4a2d-aad6-6a83ae105d45') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:58.283795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2541dbb4-cda6-4a2d-aad6-6a83ae105d45') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:58.343318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:subnet and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:58.350944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45516) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:58.352737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:58.356486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.357957 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.364185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.372308 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Transition to ACTIVE for port object b9369a6d-37d2-475a-8d69-7abd24495c76 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:28:58.373712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.377417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2e4b7cea-8808-4a26-9a1a-e21f4049c86f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1401834 May 05 16:28:58.385511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45520) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:58.399395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:58.408325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'aae7a1df-6674-48dd-bd93-7687a3744f85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:58.415230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.428839 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f88c9fa7-4916-4bbe-8c5a-78fd5d2c7352 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1702201 May 05 16:28:58.429088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45526) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:58.438578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Pushing event deleted for resources: {'Port': ['ID=45c8f925-2381-49e0-a60c-4f434e4bad4c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:58.439473 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.444551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:58.452164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:58.471470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:58.471911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:58.489256 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:58.494505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:58.504386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.567719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.572334 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e22f6281-5317-4c34-9534-cfa820820060 tempest-RoutersAdminNegativeTest-2056321742 tempest-RoutersAdminNegativeTest-2056321742-project-admin] 10.222.0.70 "DELETE /v2.0/ports/45c8f925-2381-49e0-a60c-4f434e4bad4c HTTP/1.1" status: 204 len: 168 time: 2.3049629 May 05 16:28:58.628483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:58.643784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Made reservation on behalf of f0ebdb7f56514feda689d98e91d56b5d for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:58.645989 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ea22-8896-4433-95f1-47f918a63344 None None] Pushing event updated for resources: {'Port': ['ID=b9369a6d-37d2-475a-8d69-7abd24495c76,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:58.679685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1977078488', 'router:external': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:58.698366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:28:58.704194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] Deleting port 2da4112a-0ec2-480f-94b7-55c6489d6238 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:28:58.704662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.705151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:58.714772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:58.801135 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Attempting to bind port b9369a6d-37d2-475a-8d69-7abd24495c76 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:28:58.801649 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Attempting to bind port b9369a6d-37d2-475a-8d69-7abd24495c76 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:28:58.802332 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Attempting to bind port b9369a6d-37d2-475a-8d69-7abd24495c76 on network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:28:58.803292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:network and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:58.810903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:58.812590 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:28:58.812968 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Checking segment: {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:28:58.813457 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.813975 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Bound using segment: {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:28:58.814512 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Bound port: b9369a6d-37d2-475a-8d69-7abd24495c76, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcfafc7b-5e44-412f-a8e9-8e84d8716799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:28:58.814904 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.832613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:58.927034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:58.953605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:58.985494 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] For port b9369a6d-37d2-475a-8d69-7abd24495c76, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:28:58.991638 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] For port b9369a6d-37d2-475a-8d69-7abd24495c76, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b9369a6d-37d2-475a-8d69-7abd24495c76,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:28:59.002780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.020068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] For port 2da4112a-0ec2-480f-94b7-55c6489d6238, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2da4112a-0ec2-480f-94b7-55c6489d6238,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:28:59.020539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.022653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:59.082583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.088309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:59.107717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Made reservation on behalf of 975a477f309e4bc28a1b4c2ff0a881e5 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:59.109682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.110487 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.156761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] Calling delete_port for 2da4112a-0ec2-480f-94b7-55c6489d6238 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:28:59.191812 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b69ea22-8896-4433-95f1-47f918a63344 None None] Pushing event updated for resources: {'Port': ['ID=b9369a6d-37d2-475a-8d69-7abd24495c76,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:59.200664 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:28:59.201285 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:59.262584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45534) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:59.350311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9531ac7d-3fbe-4202-abd0-9b2015e33f88 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:28:59.352975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:59.363580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.379044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.395917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Network': ['ID=9531ac7d-3fbe-4202-abd0-9b2015e33f88,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:59.399812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.403833 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:28:59.448887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.482121 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] Pushing event deleted for resources: {'Port': ['ID=2da4112a-0ec2-480f-94b7-55c6489d6238,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:59.500476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871e4a5e-21ca-45ed-9efc-3fbfa6a975a1 None None] No DVR routers for this DVR port 2da4112a-0ec2-480f-94b7-55c6489d6238 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:28:59.515061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.517264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9f13dcd8-9913-48ef-bb73-6e2c883be599 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/networks/9531ac7d-3fbe-4202-abd0-9b2015e33f88 HTTP/1.1" status: 204 len: 168 time: 1.9283292 May 05 16:28:59.521657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc2c5b5-c82a-4d64-83bd-09d03bd9565f']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:59.531520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45540) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:59.544803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f5f7ba-d149-4221-bbfe-3df00cf6ef3b') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:59.545146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f5f7ba-d149-4221-bbfe-3df00cf6ef3b') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:59.547374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'network': {'name': 'tempest-network--482695991'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:28:59.555499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:59.582903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:59.586800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:59.591025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Usage tracker for resource:security_group_rule and tenant:5f3d2e4cb6b7409fb1893b159e22eadf is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:59.594663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:59.597553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.601890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:59.650487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.653035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:28:59.660686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.676034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Usage tracker for resource:network and tenant:15da6e86c8f6434e9b40b5866ce5f068 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:59.680207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:59.686822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:59.707751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.794538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:security_group_rule and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:28:59.805317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Subnet': ['ID=4901af9c-b8fb-4960-94ec-950838646d90,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:59.808811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.819327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:28:59.822895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.827675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.838453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:28:59.846673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:53Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:28:58Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:28:59.854356 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab0f7b8-ee79-41fa-a39a-c196492b1955 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:28:53Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:28:58Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:28:59.874739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98231046-c62c-4b40-9bbf-72c5220a4257,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:59.878802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:28:59.879215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.885299 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-991b6423-ce59-414d-a8ae-d8c8a356cf9d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5f3d2e4cb6b7409fb1893b159e22eadf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6202726 May 05 16:28:59.886262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45546) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:28:59.902777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Made reservation on behalf of 15da6e86c8f6434e9b40b5866ce5f068 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:28:59.902896 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:28:59.904779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3477bc84-c6c5-4e49-b04d-f23852ee2cb5,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:28:59.907150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.988670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:28:59.998455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 756} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:00.017680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.018018 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Added segment a0ea418d-940c-41f5-8c01-b2abd3abc11c of type vlan for network b85d18bd-7ce3-4383-92b4-cad5c662c229 May 05 16:29:00.031209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df3dc030-791f-41a7-ab20-f2061065300b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.061060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df3dc030-791f-41a7-ab20-f2061065300b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.148802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b9369a6d-37d2-475a-8d69-7abd24495c76 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:00.160017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.262480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df3dc030-791f-41a7-ab20-f2061065300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.282110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dc030-791f-41a7-ab20-f2061065300b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98231046-c62c-4b40-9bbf-72c5220a4257,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:00.294702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df3dc030-791f-41a7-ab20-f2061065300b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.299145 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-df3dc030-791f-41a7-ab20-f2061065300b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/98231046-c62c-4b40-9bbf-72c5220a4257 HTTP/1.1" status: 204 len: 168 time: 0.4117026 May 05 16:29:00.336472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.337356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:00.338949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.344413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.355081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.358947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0a7e31b2-a60b-4b84-aa9f-ba1f4f5187c2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.9648793 May 05 16:29:00.362079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b9369a6d-37d2-475a-8d69-7abd24495c76 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:00.371012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b9369a6d-37d2-475a-8d69-7abd24495c76 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:00.372300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.385547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.389409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45552) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:00.400494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] Pushing event deleted for resources: {'Network': ['ID=0dc2c5b5-c82a-4d64-83bd-09d03bd9565f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:00.401697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'aae7a1df-6674-48dd-bd93-7687a3744f85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:00.410037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4ddc074a-96b2-44a3-9fba-4fd6c4e0f9f6 tempest-FloatingIPTestJSON-865222792 tempest-FloatingIPTestJSON-865222792-project] 10.222.0.70 "DELETE /v2.0/networks/0dc2c5b5-c82a-4d64-83bd-09d03bd9565f HTTP/1.1" status: 204 len: 168 time: 2.1700060 May 05 16:29:00.411247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Checking segment: {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:00.412651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network hostable DHCP agents. Network: 5e3a6ce4-8201-44e7-9c00-62bfc164dec7, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:00.436157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.509839 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9679539 May 05 16:29:00.517721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45558) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:00.535622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:00.546285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:00.550176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.552844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:00.557058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Request body: {'network': {'router:external': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:00.560473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862d33ec-6b8a-4ab0-9c7d-e7aa0dcb24b7 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Network': ['ID=b85d18bd-7ce3-4383-92b4-cad5c662c229,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:00.564508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:00.576286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b85d18bd-7ce3-4383-92b4-cad5c662c229 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:00.590495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:00.592705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.693194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b9369a6d-37d2-475a-8d69-7abd24495c76, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b9369a6d-37d2-475a-8d69-7abd24495c76,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:00.697148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.723002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:00.732034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512ebe56-425d-4a94-83b1-5a1e9154f1c6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:00.783957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.784454 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Added segment d5e32fc2-c7ef-4100-bb8b-484c48243444 of type vlan for network db4f4a0b-9ec5-422f-9a23-87cc0301111d May 05 16:29:00.784858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.789189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 5e3a6ce4-8201-44e7-9c00-62bfc164dec7) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:00.797577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e655217-c681-42ef-92d7-9799829a5dec None None] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:00.848166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:00.848856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.849829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.876817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.960337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2da4112a-0ec2-480f-94b7-55c6489d6238 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:00.980371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:00.996537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:01.004557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:01.011117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.014996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:01.014996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.022970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 2da4112a-0ec2-480f-94b7-55c6489d6238 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:01.023300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2da4112a-0ec2-480f-94b7-55c6489d6238 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:01.038141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78761af-015a-4537-94e9-615b1867b9e0 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:01.039190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=ebba93bd-4028-4d8c-b23d-20a4f28ed614,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:01.043509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.060869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=541f9e46-77ef-47cc-b3b3-2427c3ad2335,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:01.142756 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c304a7de-7b71-4bc8-9143-842d84918872 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2322099 May 05 16:29:01.146104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45566) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.160229 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b9369a6d-37d2-475a-8d69-7abd24495c76,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:01.170523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.177136 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ea33812d-947c-442e-8ee3-fd7b937d6c34 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7866554 May 05 16:29:01.178495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45570) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.190552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'aae7a1df-6674-48dd-bd93-7687a3744f85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:01.200322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45574) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.204479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:01.219254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:01.223158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.224054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:01.224331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:01.224636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.233246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:01.249491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.257202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d716142e-0659-4464-b382-20fbf8841f18 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8239651 May 05 16:29:01.262743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45580) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.300093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.340021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45582) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.344818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:01.345007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': 'ebba93bd-4028-4d8c-b23d-20a4f28ed614', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-247460758'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:01.345649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.410204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.440651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': 'ebba93bd-4028-4d8c-b23d-20a4f28ed614'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:01.441448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.501646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.526118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1bcd38-75d1-4a77-9b5e-fd912c5f17ad,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:01.552752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Network b85d18bd-7ce3-4383-92b4-cad5c662c229 is not hosted by any dhcp agent {{(pid=84819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 16:29:01.554871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:01.554871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.555941 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "PUT /v2.0/networks/b85d18bd-7ce3-4383-92b4-cad5c662c229 HTTP/1.1" status: 200 len: 857 time: 1.0361862 May 05 16:29:01.560936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45588) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.602047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Network': ['ID=db4f4a0b-9ec5-422f-9a23-87cc0301111d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:01.625591 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6014e8d0-4f07-449e-b36f-916513b2d062 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.2618206 May 05 16:29:01.637773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45592) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.646789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network db4f4a0b-9ec5-422f-9a23-87cc0301111d details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:01.696335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.697889 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d73c4b6d-0314-49df-9027-bd10e8c81b53 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5169187 May 05 16:29:01.701093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45596) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.702960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:01.706592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'aae7a1df-6674-48dd-bd93-7687a3744f85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:01.707876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'subnet': {'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:01.729387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:01.730904 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Allocated IP 2001:db8:3::2 (5e3a6ce4-8201-44e7-9c00-62bfc164dec7/4901af9c-b8fb-4960-94ec-950838646d90/095ad6fb-dfa7-4513-ac49-d4602c19a41b) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:01.739728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:01.745779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:01.761056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.764340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:01.784433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d477c98-17fe-4ed5-ab9a-9fe6680a880f tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event updated for resources: {'Network': ['ID=b85d18bd-7ce3-4383-92b4-cad5c662c229,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:01.790809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-803685d6-d7cb-4525-9fa8-c227754861bc admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0e9a76fde08e4c7abe4b6b4e54fbd81a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5888886 May 05 16:29:01.791771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45600) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.796082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5d951ce7-a550-494d-a0ca-b54d6b693733 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c1240dc38c5d404c8510909b95daf024&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3491471 May 05 16:29:01.799191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:01.805455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:subnet and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:01.809690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:01.815243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:01.818283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:01.821714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45604) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:01.840825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:01.845575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:01.874904 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/ebba93bd-4028-4d8c-b23d-20a4f28ed614/220ee420-22a0-48e0-96e4-7fac9beeeb77) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:01.922725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:01.976772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.037763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b85d18bd-7ce3-4383-92b4-cad5c662c229']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:02.042670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:02.048146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.057244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2527adc-16d4-4233-ac24-1bfe0f79b235 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.060901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0ea418d-940c-41f5-8c01-b2abd3abc11c') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:02.061144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0ea418d-940c-41f5-8c01-b2abd3abc11c') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:02.066666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Made reservation on behalf of 975a477f309e4bc28a1b4c2ff0a881e5 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:02.068974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.095000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-696e9eb2-83aa-4558-8f8a-c7fcea8987f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.101859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.117456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.135000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2527adc-16d4-4233-ac24-1bfe0f79b235 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.136431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.153486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Releasing vlan 756 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:02.153486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:02.167957 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:02.178079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.188686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b9369a6d-37d2-475a-8d69-7abd24495c76 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:02.242692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.286505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64fdd5c-c384-4af2-a76c-eb419613fbdd,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:02.294080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 69c072ee-31c3-4284-902d-187811a89368 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:02.327565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.346260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b9369a6d-37d2-475a-8d69-7abd24495c76 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:02.346612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.363413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-696e9eb2-83aa-4558-8f8a-c7fcea8987f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.392952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.394170 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b1739053-e51c-45e9-81b7-d43a174d4aa9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.6918325 May 05 16:29:02.397082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45608) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:02.425800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.430916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2527adc-16d4-4233-ac24-1bfe0f79b235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.446263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Transition to ACTIVE for port object 220ee420-22a0-48e0-96e4-7fac9beeeb77 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:02.449123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Transition to ACTIVE for port object 095ad6fb-dfa7-4513-ac49-d4602c19a41b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:02.454764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b85d18bd-7ce3-4383-92b4-cad5c662c229 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:29:02.461099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.466576 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] 10.222.0.70 "DELETE /v2.0/networks/b85d18bd-7ce3-4383-92b4-cad5c662c229 HTTP/1.1" status: 204 len: 168 time: 0.9042430 May 05 16:29:02.470686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Transition to ACTIVE for port object 095ad6fb-dfa7-4513-ac49-d4602c19a41b will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:02.471641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f1a-ab3e-4102-87a6-3ab3fa3111a2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.480011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45612) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:02.480368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2527adc-16d4-4233-ac24-1bfe0f79b235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9f2d6a-fc0e-4961-b1f3-7843f34c5212,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:02.482259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0546272-e985-4795-a654-f8cf53c591f6 tempest-ExternalNetworksTestJSON-1042218886 tempest-ExternalNetworksTestJSON-1042218886-project-admin] Pushing event deleted for resources: {'Network': ['ID=b85d18bd-7ce3-4383-92b4-cad5c662c229,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:02.491484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2527adc-16d4-4233-ac24-1bfe0f79b235 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.506793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f2527adc-16d4-4233-ac24-1bfe0f79b235 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/ec9f2d6a-fc0e-4961-b1f3-7843f34c5212 HTTP/1.1" status: 204 len: 168 time: 0.7022214 May 05 16:29:02.528196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Transition to ACTIVE for port object 220ee420-22a0-48e0-96e4-7fac9beeeb77 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:02.536592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.619194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:02.622719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:02.627312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:02.633268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.638026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Pushing event updated for resources: {'Port': ['ID=095ad6fb-dfa7-4513-ac49-d4602c19a41b,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:02.722425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f1a-ab3e-4102-87a6-3ab3fa3111a2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.743569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-696e9eb2-83aa-4558-8f8a-c7fcea8987f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.746789 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f94ee2d-6b6c-4cb1-89d3-fc3957c06149 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] DELETE failed (client error): The resource could not be found. May 05 16:29:02.747411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f94ee2d-6b6c-4cb1-89d3-fc3957c06149 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:29:02.751994 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8f94ee2d-6b6c-4cb1-89d3-fc3957c06149 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] 10.222.0.70 "DELETE /v2.0/subnets/92e10c7d-6636-4c0b-ada2-47da68a3f7be HTTP/1.1" status: 404 len: 337 time: 0.2680924 May 05 16:29:02.752789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45618) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:02.777447 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:29:02.777895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:29:02.796453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696e9eb2-83aa-4558-8f8a-c7fcea8987f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2606601c-1b27-44ba-88a2-db832f9b0875,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:02.798648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:02.846346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-696e9eb2-83aa-4558-8f8a-c7fcea8987f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.849830 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-696e9eb2-83aa-4558-8f8a-c7fcea8987f0 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2606601c-1b27-44ba-88a2-db832f9b0875 HTTP/1.1" status: 204 len: 168 time: 1.0248413 May 05 16:29:02.852195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:02.860567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Pushing event updated for resources: {'Port': ['ID=220ee420-22a0-48e0-96e4-7fac9beeeb77,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:02.874363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:02.896536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Attempting to bind port 095ad6fb-dfa7-4513-ac49-d4602c19a41b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:02.896866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Attempting to bind port 095ad6fb-dfa7-4513-ac49-d4602c19a41b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:02.897285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Attempting to bind port 095ad6fb-dfa7-4513-ac49-d4602c19a41b on network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:02.924337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:02.924561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Checking segment: {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:02.924913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.925306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Bound using segment: {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:02.925789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Bound port: 095ad6fb-dfa7-4513-ac49-d4602c19a41b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:02.926163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:02.989955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.084425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ca8fb136-4eb7-40d7-ac8a-7e39495d860f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7534857 May 05 16:29:03.084991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45626) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:03.136810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f1a-ab3e-4102-87a6-3ab3fa3111a2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.238847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.241248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc9f1a-ab3e-4102-87a6-3ab3fa3111a2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f64fdd5c-c384-4af2-a76c-eb419613fbdd,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:03.251076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00cc9f1a-ab3e-4102-87a6-3ab3fa3111a2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.254519 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-00cc9f1a-ab3e-4102-87a6-3ab3fa3111a2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f64fdd5c-c384-4af2-a76c-eb419613fbdd HTTP/1.1" status: 204 len: 168 time: 0.8541291 May 05 16:29:03.255292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:03.261408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.269273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Attempting to bind port 220ee420-22a0-48e0-96e4-7fac9beeeb77 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:03.269888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Attempting to bind port 220ee420-22a0-48e0-96e4-7fac9beeeb77 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:03.270259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Attempting to bind port 220ee420-22a0-48e0-96e4-7fac9beeeb77 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:03.311217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] For port 095ad6fb-dfa7-4513-ac49-d4602c19a41b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:03.316519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] For port 095ad6fb-dfa7-4513-ac49-d4602c19a41b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=095ad6fb-dfa7-4513-ac49-d4602c19a41b,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:03.318107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c7c6b11-fa10-4416-9e60-bc70e8ab91b8']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:03.330672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:03.331582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:03.332212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.332775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:03.335619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Bound port: 220ee420-22a0-48e0-96e4-7fac9beeeb77, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:03.335619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.336011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b61f9a06-dcfa-4145-bd86-f83438ce70db') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:03.336011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b61f9a06-dcfa-4145-bd86-f83438ce70db') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:03.357184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.387930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-79d1fd22-411b-4686-93e0-b4148acfe41e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:03.405612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.417056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:03.417462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:03.434165 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:03.455756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.509969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-79d1fd22-411b-4686-93e0-b4148acfe41e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:03.511470 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-79d1fd22-411b-4686-93e0-b4148acfe41e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.2523155 May 05 16:29:03.515312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45644) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:03.526235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:29:03.526913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.560159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de529cd6-7b94-41d0-8bd3-e9ff78d7387a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.572092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de529cd6-7b94-41d0-8bd3-e9ff78d7387a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.578439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df777189-db87-4bf6-a02f-a638777373b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:03.579300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-df777189-db87-4bf6-a02f-a638777373b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:03.604112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.630705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.638397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] Pushing event deleted for resources: {'Network': ['ID=3c7c6b11-fa10-4416-9e60-bc70e8ab91b8,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:03.669536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1938ca85-f338-4987-a5f0-d25796a057fe None None] Pushing event updated for resources: {'Port': ['ID=095ad6fb-dfa7-4513-ac49-d4602c19a41b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:03.674777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] For port 220ee420-22a0-48e0-96e4-7fac9beeeb77, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:03.680111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] For port 220ee420-22a0-48e0-96e4-7fac9beeeb77, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=220ee420-22a0-48e0-96e4-7fac9beeeb77,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:03.684710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de529cd6-7b94-41d0-8bd3-e9ff78d7387a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.697523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d18ef7c0-7cb6-4673-9845-70d6032a0f11,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:03.702015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de529cd6-7b94-41d0-8bd3-e9ff78d7387a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.703434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-de529cd6-7b94-41d0-8bd3-e9ff78d7387a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4b1bcd38-75d1-4a77-9b5e-fd912c5f17ad HTTP/1.1" status: 204 len: 168 time: 0.1871898 May 05 16:29:03.704411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de529cd6-7b94-41d0-8bd3-e9ff78d7387a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4b1bcd38-75d1-4a77-9b5e-fd912c5f17ad,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:03.706240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45652) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:03.743228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.762246 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-49ad1a2f-0f57-45d8-a5e4-453fc0b579e3 tempest-ExternalNetworksTestJSON-2141876371 tempest-ExternalNetworksTestJSON-2141876371-project] 10.222.0.70 "DELETE /v2.0/networks/3c7c6b11-fa10-4416-9e60-bc70e8ab91b8 HTTP/1.1" status: 204 len: 168 time: 1.0051808 May 05 16:29:03.777048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:03.779941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e197be4-25d9-4a40-8a84-f88fb0aeaab0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:03.800070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-df777189-db87-4bf6-a02f-a638777373b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:03.812418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45662) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:03.816037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df777189-db87-4bf6-a02f-a638777373b4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7264075 May 05 16:29:03.826990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Checking segment: {'id': 'd5e32fc2-c7ef-4100-bb8b-484c48243444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:03.827370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network hostable DHCP agents. Network: db4f4a0b-9ec5-422f-9a23-87cc0301111d, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:03.915631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2e197be4-25d9-4a40-8a84-f88fb0aeaab0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:03.920311 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2e197be4-25d9-4a40-8a84-f88fb0aeaab0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.2096429 May 05 16:29:03.920311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45666) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:03.939555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd65a530-5749-4191-9d15-7c65f3c8fe82 None None] Pushing event updated for resources: {'Port': ['ID=220ee420-22a0-48e0-96e4-7fac9beeeb77,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:03.959413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8b64b-d678-4ece-a6cb-854ca6b0d8d7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:03.972976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c8b64b-d678-4ece-a6cb-854ca6b0d8d7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:03.973776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a1c8b64b-d678-4ece-a6cb-854ca6b0d8d7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:03.996029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a832c6b-e5fb-459b-b796-763e1db6f68e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.006693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a832c6b-e5fb-459b-b796-763e1db6f68e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.057052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Allocated IP 2001:db8:3::1 (5e3a6ce4-8201-44e7-9c00-62bfc164dec7/4901af9c-b8fb-4960-94ec-950838646d90/e3765572-7250-461d-8953-06b2f19327b3) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:04.109489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network db4f4a0b-9ec5-422f-9a23-87cc0301111d is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:04.124973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a1c8b64b-d678-4ece-a6cb-854ca6b0d8d7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:04.129022 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a1c8b64b-d678-4ece-a6cb-854ca6b0d8d7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3216069 May 05 16:29:04.132681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45672) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:04.228376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 095ad6fb-dfa7-4513-ac49-d4602c19a41b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:04.257669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a832c6b-e5fb-459b-b796-763e1db6f68e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.298932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, db4f4a0b-9ec5-422f-9a23-87cc0301111d) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:04.308216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:04.308799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.328724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a832c6b-e5fb-459b-b796-763e1db6f68e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=541f9e46-77ef-47cc-b3b3-2427c3ad2335,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:04.343040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6239e636-5d98-4789-bc32-6977577ec67d None None] Network db4f4a0b-9ec5-422f-9a23-87cc0301111d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:04.363345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.401380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Transition to ACTIVE for port object e3765572-7250-461d-8953-06b2f19327b3 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:04.473676 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b8fc1630-e416-4489-bb2d-f2291124098a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.8322978 May 05 16:29:04.476474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45680) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:04.481809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2071311174', 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:04.485128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a832c6b-e5fb-459b-b796-763e1db6f68e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.486431 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0a832c6b-e5fb-459b-b796-763e1db6f68e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/541f9e46-77ef-47cc-b3b3-2427c3ad2335 HTTP/1.1" status: 204 len: 168 time: 0.5654612 May 05 16:29:04.495237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45684) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:04.498751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:04.503097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.532834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:port and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:04.571412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:04.590789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:04.615969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:04.624832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:04.629683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:04.630216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.657560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet ebba93bd-4028-4d8c-b23d-20a4f28ed614 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:04.678531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=e3765572-7250-461d-8953-06b2f19327b3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:04.688239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f0e3890-2ca5-44ea-8dce-a9c48ca5c02f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:04.693951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.729745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Made reservation on behalf of 975a477f309e4bc28a1b4c2ff0a881e5 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:04.732314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.761851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] device_id is not set on port 7b54fa44-ff0c-427f-a5e3-3da05aeca23d yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:04.774390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 095ad6fb-dfa7-4513-ac49-d4602c19a41b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:04.798157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0e5a5-aef3-4a29-963b-296357c71fa7 None None] Network db4f4a0b-9ec5-422f-9a23-87cc0301111d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:04.843874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:04.925041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f0e3890-2ca5-44ea-8dce-a9c48ca5c02f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:04.930925 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7f0e3890-2ca5-44ea-8dce-a9c48ca5c02f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4142749 May 05 16:29:04.932385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45696) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:04.984633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bed153cf-651b-4a2a-9c29-da4a68f9238a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.004759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bed153cf-651b-4a2a-9c29-da4a68f9238a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.064274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.105105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45700) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:05.146852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bed153cf-651b-4a2a-9c29-da4a68f9238a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.176664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.232510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed153cf-651b-4a2a-9c29-da4a68f9238a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3477bc84-c6c5-4e49-b04d-f23852ee2cb5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:05.286638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45706) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:05.571720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Allocated IP 2001:db8::c4 (db4f4a0b-9ec5-422f-9a23-87cc0301111d/d18ef7c0-7cb6-4673-9845-70d6032a0f11/7b54fa44-ff0c-427f-a5e3-3da05aeca23d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:05.601877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'networks': [{'name': 'tempest-network--1823420618'}, {'name': 'tempest-network--314929657'}]} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:05.602190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'network': {'name': 'tempest-network--1823420618'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:05.602740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'network': {'name': 'tempest-network--314929657'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:05.619431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:05.625978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:network and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:05.636907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:05.655904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bed153cf-651b-4a2a-9c29-da4a68f9238a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.657035 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bed153cf-651b-4a2a-9c29-da4a68f9238a tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/3477bc84-c6c5-4e49-b04d-f23852ee2cb5 HTTP/1.1" status: 204 len: 168 time: 0.7238796 May 05 16:29:05.659595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45714) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:05.670273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:05.689289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f80c26-b9f3-4a65-89ce-0778bb21fdbe None None] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:05.701637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.799497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.812045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=ebba93bd-4028-4d8c-b23d-20a4f28ed614,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:05.830072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c1c78511-675a-441c-8bef-da56477ba246 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:05.894447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'network': 2} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:05.900069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.910686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e701ddf4-d592-4831-93e0-aaf87d7d8a27 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:05.920541 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-16fb84e5-c178-4bfb-8ed6-b3ebf4d48b73 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/ebba93bd-4028-4d8c-b23d-20a4f28ed614 HTTP/1.1" status: 204 len: 168 time: 1.7853284 May 05 16:29:05.925885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45720) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:05.940545 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3b392ec2-f1ac-4ba9-92c2-2f61463d9afd admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a855da3c13f94ba9b64b7a7b87079505&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8301845 May 05 16:29:05.945583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:05.950633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45724) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:05.985901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45728) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:06.008895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c1c78511-675a-441c-8bef-da56477ba246 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:06.010182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c1c78511-675a-441c-8bef-da56477ba246 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.3496735 May 05 16:29:06.017581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45734) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:06.018684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] Provisioning for port 095ad6fb-dfa7-4513-ac49-d4602c19a41b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:06.025274 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8ad60b62-dbd8-4d73-ba26-6ab15c094980 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0897613 May 05 16:29:06.025274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45738) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:06.046096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:06.062287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] Provisioning complete for port 095ad6fb-dfa7-4513-ac49-d4602c19a41b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:06.062669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.146536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38e07602-8991-4fda-b599-0850038fc69e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.173535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38e07602-8991-4fda-b599-0850038fc69e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.229050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:06.238376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:06.240801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 220ee420-22a0-48e0-96e4-7fac9beeeb77 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:06.246186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:06.254557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:06.255843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:06.291337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:security_group_rule and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:06.299048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:06.310313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad31c943-75f4-49b1-a2a4-21399d7f7761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.312182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:06.312905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38e07602-8991-4fda-b599-0850038fc69e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.326237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1439197522'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:06.332877 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e07602-8991-4fda-b599-0850038fc69e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4af4873-3f76-4c00-800a-2c180d4d069b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:06.341299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:06.345859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.353526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:06.380585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Usage tracker for resource:network and tenant:3ee55bf06e3346c7a31fbbac1c3ed824 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:06.391609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:06.402732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad31c943-75f4-49b1-a2a4-21399d7f7761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.421914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:06.437638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.493596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.511369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38e07602-8991-4fda-b599-0850038fc69e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.512595 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-38e07602-8991-4fda-b599-0850038fc69e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/d4af4873-3f76-4c00-800a-2c180d4d069b HTTP/1.1" status: 204 len: 168 time: 0.4900539 May 05 16:29:06.515811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45742) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:06.524522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.525597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.581482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.601832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Made reservation on behalf of 3ee55bf06e3346c7a31fbbac1c3ed824 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:06.604703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.609887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 220ee420-22a0-48e0-96e4-7fac9beeeb77 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:06.629959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] For port 095ad6fb-dfa7-4513-ac49-d4602c19a41b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=095ad6fb-dfa7-4513-ac49-d4602c19a41b,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:06.696675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.729057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.749038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.776539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97252a-dee2-480e-a175-4e4b81c0c2cf None None] Pushing event updated for resources: {'Port': ['ID=095ad6fb-dfa7-4513-ac49-d4602c19a41b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:06.778893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event updated for resources: {'Port': ['ID=e3765572-7250-461d-8953-06b2f19327b3,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:06.780574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:06.786021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] Deleting port 220ee420-22a0-48e0-96e4-7fac9beeeb77 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:06.786387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.790505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad31c943-75f4-49b1-a2a4-21399d7f7761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.823819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dcc2e9e7-edff-442d-9110-8790d1ee5a0b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:06.826844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.839063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad31c943-75f4-49b1-a2a4-21399d7f7761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f24928-db63-4541-a513-931ea5b43aa1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:06.889995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.890837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.910875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:06.919725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:06.924828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:06.925698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.929363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:06.952459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=e259c293-a9be-47ac-a31a-c8fbb916f4c9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:06.957449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Usage tracker for resource:security_group_rule and tenant:3ee55bf06e3346c7a31fbbac1c3ed824 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:06.961376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:06.977021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:07.004063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Provisioning for port 220ee420-22a0-48e0-96e4-7fac9beeeb77 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:07.015486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Provisioning complete for port 220ee420-22a0-48e0-96e4-7fac9beeeb77 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:07.015930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.040026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad31c943-75f4-49b1-a2a4-21399d7f7761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.043838 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ad31c943-75f4-49b1-a2a4-21399d7f7761 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43f24928-db63-4541-a513-931ea5b43aa1 HTTP/1.1" status: 204 len: 168 time: 1.0754471 May 05 16:29:07.043838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:07.073202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:07.104577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f70eb4-0a73-4a23-8c2d-ba405d065a5c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:07.108578 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-14a70e89-1f09-4805-8951-0c07d70063e3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0826964 May 05 16:29:07.111056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45748) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:07.122423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:07.124760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dcc2e9e7-edff-442d-9110-8790d1ee5a0b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:07.126017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dcc2e9e7-edff-442d-9110-8790d1ee5a0b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.6074035 May 05 16:29:07.128457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network db4f4a0b-9ec5-422f-9a23-87cc0301111d is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:07.135823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:07.138702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45752) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:07.142181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] For port 220ee420-22a0-48e0-96e4-7fac9beeeb77, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=220ee420-22a0-48e0-96e4-7fac9beeeb77,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:07.142636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.142956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:07.145908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:07.146865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:07.214271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.214619 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Added segment 6774df1b-1e81-4fcb-8654-aee09174d2dd of type vlan for network 98f0f03c-3dc4-46a0-88b3-7ded62dce9a3 May 05 16:29:07.225793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:07.226002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:router and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:07.226735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:07.227556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.234619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:07.253174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:07.287688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38cd31c4-39d5-43ac-b406-c0d9d21d8085 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.314414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] Calling delete_port for 220ee420-22a0-48e0-96e4-7fac9beeeb77 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:07.338065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38cd31c4-39d5-43ac-b406-c0d9d21d8085 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.359639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.362661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.396003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.417175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.513002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38cd31c4-39d5-43ac-b406-c0d9d21d8085 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.515756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Port': ['ID=7b54fa44-ff0c-427f-a5e3-3da05aeca23d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:07.536280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd31c4-39d5-43ac-b406-c0d9d21d8085 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae7a1df-6674-48dd-bd93-7687a3744f85,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:07.540642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.542393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 16:29:07.542393 dv-neutron-840483-1-hyperv neutron-server[84820]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 05 16:29:07.542393 dv-neutron-840483-1-hyperv neutron-server[84820]: [parameters: {'status': 'ACTIVE', 'ports_id': '220ee420-22a0-48e0-96e4-7fac9beeeb77'}] May 05 16:29:07.542393 dv-neutron-840483-1-hyperv neutron-server[84820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:07.542938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:07.571274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.577540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.624669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] Pushing event deleted for resources: {'Port': ['ID=220ee420-22a0-48e0-96e4-7fac9beeeb77,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:07.632356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9eccf-a9c4-4bf8-8d3b-cf7e4cc47273 None None] No DVR routers for this DVR port 220ee420-22a0-48e0-96e4-7fac9beeeb77 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:07.634595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38cd31c4-39d5-43ac-b406-c0d9d21d8085 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.635914 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-38cd31c4-39d5-43ac-b406-c0d9d21d8085 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/aae7a1df-6674-48dd-bd93-7687a3744f85 HTTP/1.1" status: 204 len: 168 time: 0.4953351 May 05 16:29:07.645371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45760) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:07.652897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4abf884c-12a7-4c23-9f49-a39267d95f79 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:07.694150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.697716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-23b533ec-6677-42f7-9fcf-874075bc8761 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 3.2202718 May 05 16:29:07.710196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45764) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:07.712490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b452f2bb-0ee4-460d-91a8-c8c4200abf06 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:07.715140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.716453 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6bbe722a-62a1-4690-9a63-4f2fb3262c8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6043136 May 05 16:29:07.720249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45768) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:07.771164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:07.785003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.801139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.801490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Added segment 499a30ba-ba06-43fd-a046-4d897fc423de of type vlan for network 96840779-51a3-4053-84df-330ed491f4e0 May 05 16:29:07.833084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:07.875823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.877505 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Added segment 10d587ac-3693-4bb5-bb44-b66db23af970 of type vlan for network b1415310-b06d-42f0-99f4-d5d962d81911 May 05 16:29:07.878107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.882875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af5af56-f4f7-42cb-989e-bfcc4d370056,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:07.947195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.995736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:07.996340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:07.996866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting port 7b54fa44-ff0c-427f-a5e3-3da05aeca23d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:07.997295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.000143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:08.030845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b452f2bb-0ee4-460d-91a8-c8c4200abf06 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:08.036675 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b452f2bb-0ee4-460d-91a8-c8c4200abf06 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3906810 May 05 16:29:08.037480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45772) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:08.072975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.077103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.077752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.098585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369227195'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:08.104092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-69f69dc6-3dd2-411d-93d5-858aa2543b07 None None] Port 220ee420-22a0-48e0-96e4-7fac9beeeb77 update to ACTIVE by agent not found {{(pid=84820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 16:29:08.104733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:08.115573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:08.134478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.134867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.138566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.142011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.142278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.195091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 095ad6fb-dfa7-4513-ac49-d4602c19a41b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:08.264145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45776) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:08.283853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/e259c293-a9be-47ac-a31a-c8fbb916f4c9/4b70d32b-b78e-41dd-9604-4e0123813326) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:08.310069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event updated for resources: {'Network': ['ID=b1415310-b06d-42f0-99f4-d5d962d81911,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:08.323113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.334024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b1415310-b06d-42f0-99f4-d5d962d81911 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:08.401579 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-860403dc-faa4-4b69-8e4c-8f5ebb0a978f tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4141295 May 05 16:29:08.419535 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.0924711 May 05 16:29:08.422177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45780) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:08.422347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45782) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:08.434272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Request body: {'subnet': {'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:08.490159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Network': ['ID=98f0f03c-3dc4-46a0-88b3-7ded62dce9a3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:08.522262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 98f0f03c-3dc4-46a0-88b3-7ded62dce9a3 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:08.523577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:08.537714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:08.544893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:08.558856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89c2410d-3b18-4b73-89e0-371b43c9de0f None None] Provisioning complete for port 095ad6fb-dfa7-4513-ac49-d4602c19a41b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:08.559326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c2410d-3b18-4b73-89e0-371b43c9de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.567217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:08.576492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.628801 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7121ccd8-89ed-4953-8af1-f0a5a637a792 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=15da6e86c8f6434e9b40b5866ce5f068&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3536687 May 05 16:29:08.640780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45788) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:08.733214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.757114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 095ad6fb-dfa7-4513-ac49-d4602c19a41b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:08.757114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.808992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:08.812615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246116e4-2fe6-4e5b-97b8-eb6a8a3fd5e4 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Network': ['ID=96840779-51a3-4053-84df-330ed491f4e0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:08.826232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Usage tracker for resource:subnet and tenant:3ee55bf06e3346c7a31fbbac1c3ed824 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:08.831635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 96840779-51a3-4053-84df-330ed491f4e0 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:08.834057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:08.856104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:08.868326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Calling delete_port for 7b54fa44-ff0c-427f-a5e3-3da05aeca23d owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:08.871861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:08.882620 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ca81a5f4-1fb5-443b-aaa9-9bcc3f829526 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7332819 May 05 16:29:08.886591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.890581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.894793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.899837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.905224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:08.905224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Synchronizing usage tracker for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:08.908864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45792) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:08.921113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:08.925128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:08.969381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:08.993446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Made reservation on behalf of 3ee55bf06e3346c7a31fbbac1c3ed824 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:09.029536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Transition to ACTIVE for port object 4b70d32b-b78e-41dd-9604-4e0123813326 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:09.059613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-805a5d7a-108b-4d4b-ad19-dce982f2a63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.083348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:09.084092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:09.143921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Transition to ACTIVE for port object 4b70d32b-b78e-41dd-9604-4e0123813326 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:09.148618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.179797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-805a5d7a-108b-4d4b-ad19-dce982f2a63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.279422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.295733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:09.325684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Unset dirty status for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:09.326782 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-91006915-a223-41f7-9a7b-f3d9df95c63e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3014 time: 0.9014692 May 05 16:29:09.329234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.333732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45796) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:09.351931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 220ee420-22a0-48e0-96e4-7fac9beeeb77 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:09.378628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0985d4a5-41b5-4d10-9c20-9c6365f3a6ac,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:09.383999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89c2410d-3b18-4b73-89e0-371b43c9de0f None None] Provisioning for port e3765572-7250-461d-8953-06b2f19327b3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:09.388167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.485689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.486031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 220ee420-22a0-48e0-96e4-7fac9beeeb77 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:09.486155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 220ee420-22a0-48e0-96e4-7fac9beeeb77 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:09.503406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89c2410d-3b18-4b73-89e0-371b43c9de0f None None] Provisioning complete for port e3765572-7250-461d-8953-06b2f19327b3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:09.503406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c2410d-3b18-4b73-89e0-371b43c9de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.574114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event deleted for resources: {'Port': ['ID=7b54fa44-ff0c-427f-a5e3-3da05aeca23d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:09.586508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.590162 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3f1b4c07-72e3-4b89-a32e-18adf1bc271b tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5436077 May 05 16:29:09.592806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45800) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:09.598500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:09.622290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-805a5d7a-108b-4d4b-ad19-dce982f2a63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.627002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.641900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': '0985d4a5-41b5-4d10-9c20-9c6365f3a6ac', 'direction': 'ingress', 'protocol': 17}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:09.657309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:09.666061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::1 (f5e6463e-72cb-4e68-8573-613d495405f8/e259c293-a9be-47ac-a31a-c8fbb916f4c9/c7c4f5be-bb18-4ba3-b063-2c8214a6af2a) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:09.666773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Pushing event updated for resources: {'Port': ['ID=4b70d32b-b78e-41dd-9604-4e0123813326,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:09.668963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:09.669296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:09.671681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-89c2410d-3b18-4b73-89e0-371b43c9de0f None None] Port e3765572-7250-461d-8953-06b2f19327b3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:09.673608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.678757 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f6966242-fd1d-41a2-911f-5aafaed797aa tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/ports/7b54fa44-ff0c-427f-a5e3-3da05aeca23d HTTP/1.1" status: 204 len: 168 time: 1.9610252 May 05 16:29:09.682285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45804) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:09.688997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:09.693802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805a5d7a-108b-4d4b-ad19-dce982f2a63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8c859b-dd42-418b-bf9d-87ba0f5fef24,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:09.699583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d', 'external_fixed_ips': [{'subnet_id': 'd18ef7c0-7cb6-4673-9845-70d6032a0f11', 'ip_address': '2001:db8::c4'}]}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:09.703375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:09.712796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:09.727987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-805a5d7a-108b-4d4b-ad19-dce982f2a63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.729112 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-805a5d7a-108b-4d4b-ad19-dce982f2a63f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6d8c859b-dd42-418b-bf9d-87ba0f5fef24 HTTP/1.1" status: 204 len: 168 time: 1.0825520 May 05 16:29:09.767153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:09.780242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:router and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:09.864368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:09.864657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Attempting to bind port 4b70d32b-b78e-41dd-9604-4e0123813326 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:09.864657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Attempting to bind port 4b70d32b-b78e-41dd-9604-4e0123813326 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:09.864657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Attempting to bind port 4b70d32b-b78e-41dd-9604-4e0123813326 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:09.886269 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:09.886646 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:09.887048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.887444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:09.887943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Bound port: 4b70d32b-b78e-41dd-9604-4e0123813326, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:09.888353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:09.968388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:10.011545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.059095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] For port 4b70d32b-b78e-41dd-9604-4e0123813326, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:10.060128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98f0f03c-3dc4-46a0-88b3-7ded62dce9a3']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:10.063299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] For port 4b70d32b-b78e-41dd-9604-4e0123813326, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4b70d32b-b78e-41dd-9604-4e0123813326,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:10.072075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:04Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:05Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:10.076348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:10.076715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Updating router 738baa20-f5f8-4fba-9f60-50c947bb4a42 port e3765572-7250-461d-8953-06b2f19327b3 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:29:10.086594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6774df1b-1e81-4fcb-8654-aee09174d2dd') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:10.095150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6774df1b-1e81-4fcb-8654-aee09174d2dd') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:10.103180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 16:29:10.111466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.119547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Removed routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 16:29:10.121902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.124171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.125263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.126364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.134975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.144945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.150160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.150781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.159025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.197412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:10.198074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:10.212510 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:10.215539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event updated for resources: {'Subnet': ['ID=d0db78f5-3f00-435b-9ac1-6949021a36ab,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:10.278476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object c7c4f5be-bb18-4ba3-b063-2c8214a6af2a will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:10.333652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.352715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d08de1d-503b-4718-a36a-deb495ae8ee2 None None] Pushing event updated for resources: {'Port': ['ID=4b70d32b-b78e-41dd-9604-4e0123813326,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:10.367103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.376497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Checking segment: {'id': '10d587ac-3693-4bb5-bb44-b66db23af970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:10.377591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Network hostable DHCP agents. Network: b1415310-b06d-42f0-99f4-d5d962d81911, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:10.415770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.445308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.454664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Network': ['ID=98f0f03c-3dc4-46a0-88b3-7ded62dce9a3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:10.466797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.548311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.641457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5eca448-7fab-4796-aefe-89a7d134e502,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:10.695337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.713932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Transition to ACTIVE for port object e3765572-7250-461d-8953-06b2f19327b3 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:10.720163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.726074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Network b1415310-b06d-42f0-99f4-d5d962d81911 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:10.733492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.798550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.832472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, b1415310-b06d-42f0-99f4-d5d962d81911) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:10.837343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:10.837860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:10.858834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d190d06b-64ad-4ff5-bd15-d3e1f5f1d834 None None] Network b1415310-b06d-42f0-99f4-d5d962d81911 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:10.878578 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-95f390ac-3853-48ce-aa2e-fe24483e0200 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/networks/98f0f03c-3dc4-46a0-88b3-7ded62dce9a3 HTTP/1.1" status: 204 len: 168 time: 1.5394926 May 05 16:29:10.894142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45818) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:11.002536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:11.042232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.055832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:11.060419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.061892 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8cbb9059-3a59-4d4a-b0c1-70e252cec05f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.4658339 May 05 16:29:11.066943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:11.072765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45824) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:11.077762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:11.077762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.082443 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e10161da-6542-4ad1-a8d9-83c27e821fe9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6583388 May 05 16:29:11.083028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45826) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:11.096385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Request body: {'port': {'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1079705609'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:11.105697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.118956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:11.181921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c760ac-f2e3-4437-95ff-ab35a6dea183 None None] Pushing event updated for resources: {'Port': ['ID=e3765572-7250-461d-8953-06b2f19327b3,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:11.299399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-b1415310-b06d-42f0-99f4-d5d962d81911', 'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911', 'tenant_id': '3ee55bf06e3346c7a31fbbac1c3ed824', 'fixed_ips': [{'subnet_id': 'd0db78f5-3f00-435b-9ac1-6949021a36ab'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:11.300982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.416156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Attempting to bind port e3765572-7250-461d-8953-06b2f19327b3 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:11.416671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Attempting to bind port e3765572-7250-461d-8953-06b2f19327b3 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:11.417168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Attempting to bind port e3765572-7250-461d-8953-06b2f19327b3 on network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:11.437801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b88e-9568-4662-8aeb-e767b327dcd2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.554928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:11.558357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Checking segment: {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:11.570131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.571085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Bound using segment: {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:11.577988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Bound port: e3765572-7250-461d-8953-06b2f19327b3, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:11.578153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.578970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.606709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.643361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96840779-51a3-4053-84df-330ed491f4e0']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:11.660102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '499a30ba-ba06-43fd-a046-4d897fc423de') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:11.660399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '499a30ba-ba06-43fd-a046-4d897fc423de') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:11.667308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:11.673575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.677369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Usage tracker for resource:port and tenant:3ee55bf06e3346c7a31fbbac1c3ed824 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:11.682442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:11.688902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:11.691913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.704463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:11.704463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.710989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:11.719732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.721231 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bff38b24-1ad9-4433-a6be-92d7b71f5ef1 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 953 time: 2.8116894 May 05 16:29:11.724184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45838) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:11.838644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] For port e3765572-7250-461d-8953-06b2f19327b3, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:11.843365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Allocated IP 172.20.0.2 (b1415310-b06d-42f0-99f4-d5d962d81911/d0db78f5-3f00-435b-9ac1-6949021a36ab/d215d1fc-6a08-4d96-88da-2ad983272c44) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:11.848454 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] For port e3765572-7250-461d-8953-06b2f19327b3, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e3765572-7250-461d-8953-06b2f19327b3,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:11.876048 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:11.880300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b88e-9568-4662-8aeb-e767b327dcd2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.914953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Made reservation on behalf of 3ee55bf06e3346c7a31fbbac1c3ed824 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:11.917426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:11.954342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] device_id is not set on port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:11.972453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.082511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c760ac-f2e3-4437-95ff-ab35a6dea183 None None] Pushing event updated for resources: {'Port': ['ID=e3765572-7250-461d-8953-06b2f19327b3,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:12.086147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41889b8b-dd75-4383-8bdb-55d51d106825 None None] Provisioning for port 4b70d32b-b78e-41dd-9604-4e0123813326 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:12.172358 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ab4cb579-91fa-4099-bf78-888fa37d396a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 953 time: 0.4429913 May 05 16:29:12.172555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45848) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:12.184016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:12.184016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:12.184684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'routes': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:12.314119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.373741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.387569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4b70d32b-b78e-41dd-9604-4e0123813326 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:12.390405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Network': ['ID=96840779-51a3-4053-84df-330ed491f4e0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:12.405854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b88e-9568-4662-8aeb-e767b327dcd2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.469261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:12.477418 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f7d00b67-c1e7-4662-842c-434a7cff222c tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/networks/96840779-51a3-4053-84df-330ed491f4e0 HTTP/1.1" status: 204 len: 168 time: 1.5767746 May 05 16:29:12.485082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45856) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:12.494022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e4e2b88e-9568-4662-8aeb-e767b327dcd2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.497929 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e4e2b88e-9568-4662-8aeb-e767b327dcd2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/0985d4a5-41b5-4d10-9c20-9c6365f3a6ac HTTP/1.1" status: 204 len: 168 time: 1.3777137 May 05 16:29:12.501806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45860) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:12.506418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e2b88e-9568-4662-8aeb-e767b327dcd2 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0985d4a5-41b5-4d10-9c20-9c6365f3a6ac,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:12.636462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.708570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80f82d96-421e-4dfa-aa48-203d59257de4 None None] Provisioning for port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:12.710977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46b879fa-5df6-4bc3-96a4-aaaa92652b06 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:12.731962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Transition to ACTIVE for port object d215d1fc-6a08-4d96-88da-2ad983272c44 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:12.745115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80f82d96-421e-4dfa-aa48-203d59257de4 None None] Provisioning complete for port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:12.745467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80f82d96-421e-4dfa-aa48-203d59257de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.846006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46b879fa-5df6-4bc3-96a4-aaaa92652b06 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:12.852473 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46b879fa-5df6-4bc3-96a4-aaaa92652b06 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3495140 May 05 16:29:12.856412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45870) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:12.865697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676627262'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:12.873484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:12.882252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Transition to ACTIVE for port object d215d1fc-6a08-4d96-88da-2ad983272c44 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:12.886193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:12.905999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.909124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-80f82d96-421e-4dfa-aa48-203d59257de4 None None] Port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:12.909743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.946758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.988712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.989486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:12.998044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.051241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Network b1415310-b06d-42f0-99f4-d5d962d81911 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:13.052369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 4b70d32b-b78e-41dd-9604-4e0123813326 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:13.065310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:13.067024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4b70d32b-b78e-41dd-9604-4e0123813326 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:13.067397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.078471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.136247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:13.141664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:13.147037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:13.150786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:13.157252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:13.223783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.238507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 16:29:13.238938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 16:29:13.260504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.264878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Allocated IP 172.20.0.11 (b1415310-b06d-42f0-99f4-d5d962d81911/d0db78f5-3f00-435b-9ac1-6949021a36ab/970a215c-32a9-44b0-bc9a-5bf7dc0f6f41) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:13.311135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.322928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.334129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d215d1fc-6a08-4d96-88da-2ad983272c44,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:13.344469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:13.369616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ff38a-7081-4a6d-be01-392b693d8d4e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:13.373692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ff38a-7081-4a6d-be01-392b693d8d4e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:13.377775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95ff38a-7081-4a6d-be01-392b693d8d4e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:13.378762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f95ff38a-7081-4a6d-be01-392b693d8d4e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Synchronizing usage tracker for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:13.391354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 4b70d32b-b78e-41dd-9604-4e0123813326, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4b70d32b-b78e-41dd-9604-4e0123813326,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:13.403773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Attempting to bind port d215d1fc-6a08-4d96-88da-2ad983272c44 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:13.405435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Attempting to bind port d215d1fc-6a08-4d96-88da-2ad983272c44 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '10d587ac-3693-4bb5-bb44-b66db23af970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:13.405435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Attempting to bind port d215d1fc-6a08-4d96-88da-2ad983272c44 on network b1415310-b06d-42f0-99f4-d5d962d81911 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:13.415651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:10Z', 'revision_number': 6, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:11Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:13.422953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1706ee-71f9-452f-8f2e-3e48091185e1 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:10Z', 'revision_number': 6, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:11Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:13.426199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:13.426629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Checking segment: {'id': '10d587ac-3693-4bb5-bb44-b66db23af970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:13.427038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.427971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Bound using segment: {'id': '10d587ac-3693-4bb5-bb44-b66db23af970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:13.427971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Bound port: d215d1fc-6a08-4d96-88da-2ad983272c44, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d587ac-3693-4bb5-bb44-b66db23af970', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:13.428468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.468302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.523745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a52586f3-3872-43e6-ab5a-495f0928c807,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:13.524078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f95ff38a-7081-4a6d-be01-392b693d8d4e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Unset dirty status for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:13.526678 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f95ff38a-7081-4a6d-be01-392b693d8d4e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1947 time: 1.0327284 May 05 16:29:13.541039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45884) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:13.567165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-207042962'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:13.590124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:13.599269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:13.604205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:13.720575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Allocated IP 2001:db8::c4 (db4f4a0b-9ec5-422f-9a23-87cc0301111d/d18ef7c0-7cb6-4673-9845-70d6032a0f11/5a9632b4-1dd0-470a-980c-705af5a9cfdb) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:13.869278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=4b70d32b-b78e-41dd-9604-4e0123813326,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:13.882455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] For port d215d1fc-6a08-4d96-88da-2ad983272c44, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:13.885576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] For port d215d1fc-6a08-4d96-88da-2ad983272c44, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d215d1fc-6a08-4d96-88da-2ad983272c44,segment=NetworkSegment(10d587ac-3693-4bb5-bb44-b66db23af970),segment_id=10d587ac-3693-4bb5-bb44-b66db23af970)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:13.941774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:13.951339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:13.952592 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3a8c5506-e87c-4444-867a-50b58ae8d14f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0952504 May 05 16:29:13.957178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45892) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:13.970149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.021226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--1909026409'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:14.031353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:14.037594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:14.042795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:14.052880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:14.160624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:14.164927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.167348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.186097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.203381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1eb0e2-642d-498f-acfe-1efe7523e3f4 None None] Pushing event updated for resources: {'Port': ['ID=d215d1fc-6a08-4d96-88da-2ad983272c44,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:14.206779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5df6583c-4083-4a23-8bb6-d1825afd0313 None None] Provisioning complete for port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:14.207144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5df6583c-4083-4a23-8bb6-d1825afd0313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.225384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Transition to ACTIVE for port object 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:14.310880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4b70d32b-b78e-41dd-9604-4e0123813326 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:14.331077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45898) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:14.349113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:14.423080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5df6583c-4083-4a23-8bb6-d1825afd0313 None None] Port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:14.457256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:14.467806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4b70d32b-b78e-41dd-9604-4e0123813326 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:14.468195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.492694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.493043 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Added segment 514c452b-08f9-4d91-a2bb-ef50972f633c of type vlan for network b58de308-b232-4be9-9607-ed9f78badc5c May 05 16:29:14.494683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:14.509716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:14.518930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:14.526905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.585015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.589608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.595862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.655218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-11054dba-1f87-424a-a90f-6e5ade7d2d36 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Request body: {'quota': {'network': 2}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:14.671861 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:14.681239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.699226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:14.699939 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:14.748423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e3765572-7250-461d-8953-06b2f19327b3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:14.758200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.838912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.872345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network db4f4a0b-9ec5-422f-9a23-87cc0301111d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:14.879277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:14.883371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Port': ['ID=5a9632b4-1dd0-470a-980c-705af5a9cfdb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:14.886691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:14.912516 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-11054dba-1f87-424a-a90f-6e5ade7d2d36 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "PUT /v2.0/quotas/727a68385f6143338c8c8512dda59e4b HTTP/1.1" status: 200 len: 368 time: 0.5673137 May 05 16:29:14.913706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e3765572-7250-461d-8953-06b2f19327b3 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:14.919746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.921571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e3765572-7250-461d-8953-06b2f19327b3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:14.922290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.926265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:14.926947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:14.930707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45906) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:14.935013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event updated for resources: {'Port': ['ID=970a215c-32a9-44b0-bc9a-5bf7dc0f6f41,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:14.943301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Network b1415310-b06d-42f0-99f4-d5d962d81911 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:14.945199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:14.948558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:14.949433 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:14.955668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.001628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Request body: {'network': {'project_id': '727a68385f6143338c8c8512dda59e4b'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:15.017952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:15.022746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.090876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.109830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:15.118005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:15.122434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Usage tracker for resource:network and tenant:727a68385f6143338c8c8512dda59e4b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:15.125802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:15.128907 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1d9be5d-888f-4c1e-88a6-83651c406615 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.0378897 May 05 16:29:15.136699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:15.153349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e3765572-7250-461d-8953-06b2f19327b3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e3765572-7250-461d-8953-06b2f19327b3,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:15.170443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Network': ['ID=b58de308-b232-4be9-9607-ed9f78badc5c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:15.172689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=048a83dc-162b-4e2f-ba8e-837087f9a78b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:15.182261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b58de308-b232-4be9-9607-ed9f78badc5c details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:15.186315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45910) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:15.202592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Request body: {'port': {'network_id': 'b1415310-b06d-42f0-99f4-d5d962d81911', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1483157438', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:15.203794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.api.validators [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] bootfile-name is not in valid_values {{(pid=84818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:15.204279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.api.validators [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] tftp-server is not in valid_values {{(pid=84818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:15.204780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.api.validators [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] server-ip-address is not in valid_values {{(pid=84818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:15.245509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Made reservation on behalf of 727a68385f6143338c8c8512dda59e4b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:15.247850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.300486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.333803 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8c11bd3b-733e-44fd-bd00-942b709fbb75 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.7916255 May 05 16:29:15.340442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45914) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:15.351914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.353269 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d88cf9c8-b427-41c0-b61a-34147c53de3c tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.3640769 May 05 16:29:15.356671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-990304867'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:15.363768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45918) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:15.367112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.368442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:15.376963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'a52586f3-3872-43e6-ab5a-495f0928c807', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '048a83dc-162b-4e2f-ba8e-837087f9a78b', 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:15.383798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:network and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:15.390101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:15.396578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:15.405395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:15.409503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:15.416459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:15.421791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:15.432875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.438771 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-65cab939-9e78-4836-932a-229d0f1fed4f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 703 time: 3.2648733 May 05 16:29:15.440840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45922) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:15.442196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e3765572-7250-461d-8953-06b2f19327b3,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:15.448823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:15.484550 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 7, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:11Z', 'revision_number': 4, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:15.492935 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:15.508093 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:15.509065 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:15.512491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:15.521227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Usage tracker for resource:security_group_rule and tenant:727a68385f6143338c8c8512dda59e4b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:15.525960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:15.530485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:15.533737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.535881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:15.538284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:15.542857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Usage tracker for resource:port and tenant:3ee55bf06e3346c7a31fbbac1c3ed824 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:15.547835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:15.558274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:15.569233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Router b41e7f91-e2a0-401f-aca3-61116cc2c246 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:29:15.654400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5c880c-523d-42da-8508-0bbdfad5b679 None None] Network b1415310-b06d-42f0-99f4-d5d962d81911 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:15.654826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:15.683401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.683773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Added segment 8fe32b1c-5044-41b1-9e68-1bfbc5291148 of type vlan for network 84a09eae-dbae-46bf-82a5-0ea9bd42a904 May 05 16:29:15.685703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.753556 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:15.812039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.893729 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b877470d-6c9a-48b0-8ed2-ac8afd93370a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 703 time: 0.4474170 May 05 16:29:15.894831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45926) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:15.905417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.922710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ab5537b6-07d8-49d7-93b9-9d90d2443d75 None None] Provisioning for port d215d1fc-6a08-4d96-88da-2ad983272c44 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:15.936615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.939034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Made reservation on behalf of 3ee55bf06e3346c7a31fbbac1c3ed824 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:15.942065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:15.997566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] device_id is not set on port a73c1f72-a553-4b52-951f-69ff2f8b7df2 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:16.015699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.048447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.083833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:16.160165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfeb9f4-08bf-4f43-b1a8-ef792e84c925,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:16.166161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.167925 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Added segment fdef7aae-6701-4638-8910-7a2d1c4f57df of type vlan for network 5c9bb92b-33c1-47df-a489-40211326d88e May 05 16:29:16.188314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.197860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:16.198674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.261897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e3765572-7250-461d-8953-06b2f19327b3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:16.273187 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 7, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:15Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:16.278026 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed87969-c919-4456-aba8-dd0cd924273a None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 7, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:15Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:16.318308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.365147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.372951 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ed27acc3-1100-4fb0-83a6-55fe602274e3 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.0026667 May 05 16:29:16.372951 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0264513 May 05 16:29:16.380765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45930) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:16.380975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45932) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:16.396031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Allocated IP 172.20.0.7 (b1415310-b06d-42f0-99f4-d5d962d81911/d0db78f5-3f00-435b-9ac1-6949021a36ab/a73c1f72-a553-4b52-951f-69ff2f8b7df2) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:16.400022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'ports': [{'network_id': 'b58de308-b232-4be9-9607-ed9f78badc5c', 'name': 'tempest-port--1447643685', 'admin_state_up': True}, {'network_id': '84a09eae-dbae-46bf-82a5-0ea9bd42a904', 'admin_state_up': False}]} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:16.400413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'port': {'network_id': 'b58de308-b232-4be9-9607-ed9f78badc5c', 'name': 'tempest-port--1447643685', 'admin_state_up': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:16.405061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'port': {'network_id': '84a09eae-dbae-46bf-82a5-0ea9bd42a904', 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:16.431534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e3765572-7250-461d-8953-06b2f19327b3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:16.432095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.594731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7b459f55-91e8-4552-8d12-7da55fac8789 None None] Provisioning for port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:16.600064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.600064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.610397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b7cbf-beef-4a2a-86d8-429490fee2c0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:16.614534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.618186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:16.622892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.640070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7b459f55-91e8-4552-8d12-7da55fac8789 None None] Provisioning complete for port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:16.640523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7b459f55-91e8-4552-8d12-7da55fac8789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.691337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:16.702328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d215d1fc-6a08-4d96-88da-2ad983272c44 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:16.713374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54d031-7843-4263-9191-19fd547e48f0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Network': ['ID=84a09eae-dbae-46bf-82a5-0ea9bd42a904,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:16.735189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 84a09eae-dbae-46bf-82a5-0ea9bd42a904 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:16.789517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.853242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7b459f55-91e8-4552-8d12-7da55fac8789 None None] Port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:16.871411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ad9767c-5fd9-4f48-a699-5993025203ad tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.878022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:16.878798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:16.892670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ad9767c-5fd9-4f48-a699-5993025203ad tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:16.941325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:16.952309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:port and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:17.017301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:17.044929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Transition to ACTIVE for port object a73c1f72-a553-4b52-951f-69ff2f8b7df2 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:17.064018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Pushing event updated for resources: {'Network': ['ID=5c9bb92b-33c1-47df-a489-40211326d88e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:17.078075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:17.087572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ad9767c-5fd9-4f48-a699-5993025203ad tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.087809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5c9bb92b-33c1-47df-a489-40211326d88e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:17.092604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:17.105612 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ac672f68-2a14-4423-8297-e2c440815e56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "PUT /v2.0/routers/b41e7f91-e2a0-401f-aca3-61116cc2c246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3560858 May 05 16:29:17.106679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45938) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.109598 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Sync routers for ids ['b41e7f91-e2a0-401f-aca3-61116cc2c246'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:17.120211 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Routers {'b41e7f91-e2a0-401f-aca3-61116cc2c246'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:17.121070 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b41e7f91-e2a0-401f-aca3-61116cc2c246'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:17.131263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad9767c-5fd9-4f48-a699-5993025203ad tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbfeb9f4-08bf-4f43-b1a8-ef792e84c925,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:17.153752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ad9767c-5fd9-4f48-a699-5993025203ad tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.159626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45942) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.160070 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ad9767c-5fd9-4f48-a699-5993025203ad tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/dbfeb9f4-08bf-4f43-b1a8-ef792e84c925 HTTP/1.1" status: 204 len: 168 time: 0.7780778 May 05 16:29:17.186973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dc22e505-42e1-4533-985f-d07ce066ef78 None None] Provisioning complete for port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:17.187345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc22e505-42e1-4533-985f-d07ce066ef78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.196849 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-322a0f7a-70b2-42eb-b7ab-177d78089931 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 2.2435813 May 05 16:29:17.202954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45946) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.209145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'port': 2} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:17.217268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.221116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0434bf9-49f9-48b7-8b32-06d48afd6548 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:17.221711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e0434bf9-49f9-48b7-8b32-06d48afd6548 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:17.228137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d215d1fc-6a08-4d96-88da-2ad983272c44 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:17.235209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.246187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:17.247163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Request body: {'network': {'project_id': '727a68385f6143338c8c8512dda59e4b'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:17.257784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:17.268089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Usage tracker for resource:network and tenant:727a68385f6143338c8c8512dda59e4b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:17.274413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:17.284581 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Set router b41e7f91-e2a0-401f-aca3-61116cc2c246 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:17.286141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:17.294392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.301065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d215d1fc-6a08-4d96-88da-2ad983272c44 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:17.301442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.371229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event updated for resources: {'Port': ['ID=a73c1f72-a553-4b52-951f-69ff2f8b7df2,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:17.382857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b7149c3e-2e88-4e60-8464-276d81810ac4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:17.386795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Network b1415310-b06d-42f0-99f4-d5d962d81911 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:17.391327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:17.395223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:17.415179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dc22e505-42e1-4533-985f-d07ce066ef78 None None] Port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:17.429469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e0434bf9-49f9-48b7-8b32-06d48afd6548 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:17.433514 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e0434bf9-49f9-48b7-8b32-06d48afd6548 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports/c7c4f5be-bb18-4ba3-b063-2c8214a6af2a HTTP/1.1" status: 200 len: 911 time: 0.3246081 May 05 16:29:17.434184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45952) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.555384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:17.564939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.595004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b7149c3e-2e88-4e60-8464-276d81810ac4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:17.598946 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b7149c3e-2e88-4e60-8464-276d81810ac4 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4308801 May 05 16:29:17.601409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45956) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.619192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Made reservation on behalf of 727a68385f6143338c8c8512dda59e4b for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:17.624718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.652953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.689621 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9afc7945-c83a-4395-8ba7-5ea11a951068 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.4992692 May 05 16:29:17.692136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45960) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.714166 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:07Z', 'updated_at': '2022-05-05T16:29:11Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None, '_interfaces': [{'id': 'c7c4f5be-bb18-4ba3-b063-2c8214a6af2a', 'name': '', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'mac_address': 'fa:16:3e:26:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:09Z', 'updated_at': '2022-05-05T16:29:12Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'subnets': [{'id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:17.719257 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Checking router: b41e7f91-e2a0-401f-aca3-61116cc2c246 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:17.720252 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Updating router b41e7f91-e2a0-401f-aca3-61116cc2c246 port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:29:17.795712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] device_id is not set on port f413418c-0a7f-4f1c-bcf5-175cfa0445d0 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:17.801836 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.811511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb8b2f-bea6-40f7-bf6c-358799c3ca3d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:17.817586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0bb8b2f-bea6-40f7-bf6c-358799c3ca3d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:17.820168 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f0bb8b2f-bea6-40f7-bf6c-358799c3ca3d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3712597 May 05 16:29:17.823674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45964) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:17.829571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:17.871774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-854d4594-8665-4246-8e37-3990cfcffee6 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.928971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-854d4594-8665-4246-8e37-3990cfcffee6 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.954462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.980497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:17.980842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Added segment 9fb5e620-5546-45b3-b17d-32a70db40708 of type vlan for network 7fbf51b6-012b-4aa8-95c5-ca1b59932199 May 05 16:29:18.000032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d215d1fc-6a08-4d96-88da-2ad983272c44, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d215d1fc-6a08-4d96-88da-2ad983272c44,segment=NetworkSegment(10d587ac-3693-4bb5-bb44-b66db23af970),segment_id=10d587ac-3693-4bb5-bb44-b66db23af970)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:18.007365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Router ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:29:18.015781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 7, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:15Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:18.021623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:18.028946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb004f44-b8c1-4dda-8ac4-f65fc44021a2 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:18.035908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb004f44-b8c1-4dda-8ac4-f65fc44021a2 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:18.038501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3249b0ed-8c74-4289-aad4-b5b13af6419e None None] Provisioning for port a73c1f72-a553-4b52-951f-69ff2f8b7df2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:18.040515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.043161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb004f44-b8c1-4dda-8ac4-f65fc44021a2 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:18.044448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:18.044909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fb004f44-b8c1-4dda-8ac4-f65fc44021a2 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Synchronizing usage tracker for tenant:3ee55bf06e3346c7a31fbbac1c3ed824 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:18.049953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:18.122182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.149747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-854d4594-8665-4246-8e37-3990cfcffee6 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.169566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.205415 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.218849 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Transition to ACTIVE for port object c7c4f5be-bb18-4ba3-b063-2c8214a6af2a will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:18.232699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fb004f44-b8c1-4dda-8ac4-f65fc44021a2 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Unset dirty status for tenant:3ee55bf06e3346c7a31fbbac1c3ed824 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:18.236548 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fb004f44-b8c1-4dda-8ac4-f65fc44021a2 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.5347192 May 05 16:29:18.242952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3249b0ed-8c74-4289-aad4-b5b13af6419e None None] Provisioning complete for port a73c1f72-a553-4b52-951f-69ff2f8b7df2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:18.242952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3249b0ed-8c74-4289-aad4-b5b13af6419e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.250746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45968) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:18.273776 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.293075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.293933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:18.294512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.337538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Deleting port a73c1f72-a553-4b52-951f-69ff2f8b7df2 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:18.337900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.368407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3249b0ed-8c74-4289-aad4-b5b13af6419e None None] Port a73c1f72-a553-4b52-951f-69ff2f8b7df2 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:18.383513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:18.429142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d215d1fc-6a08-4d96-88da-2ad983272c44,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:18.508825 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc83cd-b6ef-4a88-bc6a-03652a1e3d57 None None] Pushing event updated for resources: {'Port': ['ID=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:18.544910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854d4594-8665-4246-8e37-3990cfcffee6 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=048a83dc-162b-4e2f-ba8e-837087f9a78b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:18.589758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-854d4594-8665-4246-8e37-3990cfcffee6 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.591689 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-854d4594-8665-4246-8e37-3990cfcffee6 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/048a83dc-162b-4e2f-ba8e-837087f9a78b HTTP/1.1" status: 204 len: 168 time: 0.9887211 May 05 16:29:18.594668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45974) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:18.683495 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Attempting to bind port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:18.684021 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Attempting to bind port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:18.684491 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Attempting to bind port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:18.692578 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:18.693042 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:18.693562 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.694355 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:18.694933 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Bound port: c7c4f5be-bb18-4ba3-b063-2c8214a6af2a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:18.695389 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.709251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] device_id is not set on port f0d9ade7-97a0-421a-bb2f-38005840c190 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:18.804213 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] For port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:18.807816 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] For port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:18.833141 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6239743 May 05 16:29:18.837381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45978) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:18.844346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0a910-2020-42ff-b13f-bd403a67469f tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Pushing event updated for resources: {'Network': ['ID=7fbf51b6-012b-4aa8-95c5-ca1b59932199,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:18.868577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Request body: {'network': {'project_id': '727a68385f6143338c8c8512dda59e4b'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:18.869931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 7fbf51b6-012b-4aa8-95c5-ca1b59932199 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:18.884910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:18.899158 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:18.900065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Usage tracker for resource:network and tenant:727a68385f6143338c8c8512dda59e4b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:18.911490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:18.940429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:18.957915 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 05 16:29:18.958374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:29:18.959738 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9ceac47d-92b8-4b92-821d-0aa42f0eb0f0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1036642 May 05 16:29:18.966098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45982) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:19.031615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.049938 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadc83cd-b6ef-4a88-bc6a-03652a1e3d57 None None] Pushing event updated for resources: {'Port': ['ID=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:19.060018 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Routers {'b41e7f91-e2a0-401f-aca3-61116cc2c246'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:19.060675 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b41e7f91-e2a0-401f-aca3-61116cc2c246'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:19.085932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e5eb5df7-6dac-4fbd-bac3-9e4716e47f93 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:19.104134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.135520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 7, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:15Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:19.151784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81bc2348-4ef1-4fcd-a450-cf379c7faa01 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 7, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3765572-7250-461d-8953-06b2f19327b3', 'name': '', 'network_id': '5e3a6ce4-8201-44e7-9c00-62bfc164dec7', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:79:62:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4901af9c-b8fb-4960-94ec-950838646d90', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:03Z', 'updated_at': '2022-05-05T16:29:15Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '4901af9c-b8fb-4960-94ec-950838646d90', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:19.208863 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64405c05-1fa8-4870-9c0e-0fc835142fc0 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=727a68385f6143338c8c8512dda59e4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2401643 May 05 16:29:19.265330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 45988) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:19.289396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Calling delete_port for a73c1f72-a553-4b52-951f-69ff2f8b7df2 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:19.309366 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] Set router b41e7f91-e2a0-401f-aca3-61116cc2c246 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:19.339177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.355282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e5eb5df7-6dac-4fbd-bac3-9e4716e47f93 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:19.358816 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e5eb5df7-6dac-4fbd-bac3-9e4716e47f93 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.7554038 May 05 16:29:19.367240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45992) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:19.454573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:19.470868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Sync routers for ids ['ddd3bc99-ceed-41c0-9e98-e88d00b90ef4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:19.483859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Routers {'ddd3bc99-ceed-41c0-9e98-e88d00b90ef4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:19.484797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ddd3bc99-ceed-41c0-9e98-e88d00b90ef4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:19.522749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Port': ['ID=f413418c-0a7f-4f1c-bcf5-175cfa0445d0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:19.533276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-972029ae-cc73-4e96-a6d5-b25a7b38e0af tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.535202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e561f738-d28b-4995-bda2-45e2d02a055d tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.579272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-972029ae-cc73-4e96-a6d5-b25a7b38e0af tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.592111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e561f738-d28b-4995-bda2-45e2d02a055d tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.618089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.619298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4d4f3dd2-2124-4159-978c-d258454438c4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 9.9332581 May 05 16:29:19.629274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 45996) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:19.680128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Set router ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:19.680556 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:07Z', 'updated_at': '2022-05-05T16:29:11Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None, '_interfaces': [{'id': 'c7c4f5be-bb18-4ba3-b063-2c8214a6af2a', 'name': '', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'mac_address': 'fa:16:3e:26:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:09Z', 'updated_at': '2022-05-05T16:29:18Z', 'revision_number': 4, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'subnets': [{'id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:19.686032 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e374bb8-185f-4f1f-866d-442f10593a1d None None] The sync data for ids ['b41e7f91-e2a0-401f-aca3-61116cc2c246'] in dv-neutron-840483-1-hyperv is: [{'id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:07Z', 'updated_at': '2022-05-05T16:29:11Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None, '_interfaces': [{'id': 'c7c4f5be-bb18-4ba3-b063-2c8214a6af2a', 'name': '', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'mac_address': 'fa:16:3e:26:d4:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:09Z', 'updated_at': '2022-05-05T16:29:18Z', 'revision_number': 4, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'subnets': [{'id': 'e259c293-a9be-47ac-a31a-c8fbb916f4c9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:19.704621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.748570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Checking segment: {'id': '514c452b-08f9-4d91-a2bb-ef50972f633c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'b58de308-b232-4be9-9607-ed9f78badc5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:19.748925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network hostable DHCP agents. Network: b58de308-b232-4be9-9607-ed9f78badc5c, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:19.804457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e561f738-d28b-4995-bda2-45e2d02a055d tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.834074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-972029ae-cc73-4e96-a6d5-b25a7b38e0af tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.861777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event deleted for resources: {'Port': ['ID=a73c1f72-a553-4b52-951f-69ff2f8b7df2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:19.886868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e561f738-d28b-4995-bda2-45e2d02a055d tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b7cbf-beef-4a2a-86d8-429490fee2c0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:19.930000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972029ae-cc73-4e96-a6d5-b25a7b38e0af tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52586f3-3872-43e6-ab5a-495f0928c807,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:19.933774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e561f738-d28b-4995-bda2-45e2d02a055d tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:19.938736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e561f738-d28b-4995-bda2-45e2d02a055d tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "DELETE /v2.0/security-groups/168b7cbf-beef-4a2a-86d8-429490fee2c0 HTTP/1.1" status: 204 len: 168 time: 0.6617472 May 05 16:29:19.946805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46002) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:19.986175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network b58de308-b232-4be9-9607-ed9f78badc5c is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:20.029529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-972029ae-cc73-4e96-a6d5-b25a7b38e0af tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.034010 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-972029ae-cc73-4e96-a6d5-b25a7b38e0af tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/a52586f3-3872-43e6-ab5a-495f0928c807 HTTP/1.1" status: 204 len: 168 time: 0.6655750 May 05 16:29:20.038711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46006) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:20.088536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.093958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-69d40d89-ee90-4e2e-9848-d66dc01e03f6 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "DELETE /v2.0/ports/a73c1f72-a553-4b52-951f-69ff2f8b7df2 HTTP/1.1" status: 204 len: 168 time: 1.8390408 May 05 16:29:20.098155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46010) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:20.102396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, b58de308-b232-4be9-9607-ed9f78badc5c) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:20.117741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Request body: {'port': {'name': 'tempest-new-port-name-356593818', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:20.118120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.api.validators [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] bootfile-name is not in valid_values {{(pid=84818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:20.118444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.api.validators [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] tftp-server is not in valid_values {{(pid=84818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:20.118760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.api.validators [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] server-ip-address is not in valid_values {{(pid=84818) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:20.121152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:20.122144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.173478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ad4a3c-f7e5-4bc3-90a2-348c818d219e None None] Network b58de308-b232-4be9-9607-ed9f78badc5c requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:20.293473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-241d7de8-3221-4c9b-8fe7-883727730717 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:20.340328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.355934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port e3765572-7250-461d-8953-06b2f19327b3 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:20.356509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.414661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d215d1fc-6a08-4d96-88da-2ad983272c44 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:20.499492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53568303-434e-4ddf-ad0a-00599c4fc70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.562460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.573832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.631292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.648457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-241d7de8-3221-4c9b-8fe7-883727730717 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:20.649714 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-241d7de8-3221-4c9b-8fe7-883727730717 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6080112 May 05 16:29:20.678582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d215d1fc-6a08-4d96-88da-2ad983272c44 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:20.678972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.690181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Port': ['ID=f0d9ade7-97a0-421a-bb2f-38005840c190,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:20.696703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46014) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:20.730569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd3bc99-ceed-41c0-9e98-e88d00b90ef4', 'name': '', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d', 'external_fixed_ips': [{'subnet_id': 'd18ef7c0-7cb6-4673-9845-70d6032a0f11', 'ip_address': '2001:db8::c4'}], 'enable_snat': True}, 'gw_port_id': '5a9632b4-1dd0-470a-980c-705af5a9cfdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:10Z', 'updated_at': '2022-05-05T16:29:15Z', 'revision_number': 3, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port': {'id': '5a9632b4-1dd0-470a-980c-705af5a9cfdb', 'name': '', 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:34:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddd3bc99-ceed-41c0-9e98-e88d00b90ef4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd18ef7c0-7cb6-4673-9845-70d6032a0f11', 'ip_address': '2001:db8::c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:12Z', 'updated_at': '2022-05-05T16:29:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd18ef7c0-7cb6-4673-9845-70d6032a0f11', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:20.740088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Checking router: ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:20.740434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Updating router ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 port 5a9632b4-1dd0-470a-980c-705af5a9cfdb binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:29:20.746264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--219486294'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:20.837175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:20.917042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c7c4f5be-bb18-4ba3-b063-2c8214a6af2a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:20.936195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:20.993074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:20.996429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.030922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port e3765572-7250-461d-8953-06b2f19327b3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e3765572-7250-461d-8953-06b2f19327b3,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:21.031289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.042282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.055640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.113665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting port 5a9632b4-1dd0-470a-980c-705af5a9cfdb {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:21.114431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.174316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Checking segment: {'id': '8fe32b1c-5044-41b1-9e68-1bfbc5291148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '84a09eae-dbae-46bf-82a5-0ea9bd42a904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:21.174607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network hostable DHCP agents. Network: 84a09eae-dbae-46bf-82a5-0ea9bd42a904, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:21.246273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event updated for resources: {'Port': ['ID=970a215c-32a9-44b0-bc9a-5bf7dc0f6f41,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:21.247757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:21.253773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for e3765572-7250-461d-8953-06b2f19327b3 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:21.268113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:21.268637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.283538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.321148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.379005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbf51b6-012b-4aa8-95c5-ca1b59932199']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:21.426391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.426708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb5e620-5546-45b3-b17d-32a70db40708') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:21.426708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb5e620-5546-45b3-b17d-32a70db40708') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:21.460899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.475025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:21.489838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:21.495095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.497020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:21.514067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:21.516753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:21.516982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.531866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:21.532942 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:21.559389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] In _notify_port_updated(), no bound segment for port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 on network b1415310-b06d-42f0-99f4-d5d962d81911 {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:29:21.563092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:21.563754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.569056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-022df376-4213-46f6-8947-be7ed8665e87 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "PUT /v2.0/ports/970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 HTTP/1.1" status: 200 len: 1136 time: 1.4548962 May 05 16:29:21.572336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Calling delete_port for 5a9632b4-1dd0-470a-980c-705af5a9cfdb owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:21.588180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network 84a09eae-dbae-46bf-82a5-0ea9bd42a904 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:21.593273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2b358ffe-c442-4ddf-9728-3bf91f09f674 None None] Provisioning complete for port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:21.593763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b358ffe-c442-4ddf-9728-3bf91f09f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.594698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:21.651927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.674841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2b358ffe-c442-4ddf-9728-3bf91f09f674 None None] Port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:21.695069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:21.719804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 84a09eae-dbae-46bf-82a5-0ea9bd42a904) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:21.723739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:21.729236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:21.730763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd276315-2f8c-4e8a-845c-c29a0c7d9acd None None] Network 84a09eae-dbae-46bf-82a5-0ea9bd42a904 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:21.732483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:21.733120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.807822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Transition to ACTIVE for port object 5a9632b4-1dd0-470a-980c-705af5a9cfdb will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:21.810476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.811520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.818084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.856033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f912a-39b6-404a-9c7c-95610bac19b3 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:21.856613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bc2f912a-39b6-404a-9c7c-95610bac19b3 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Synchronizing usage tracker for tenant:3ee55bf06e3346c7a31fbbac1c3ed824 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:21.883542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Pushing event deleted for resources: {'Network': ['ID=7fbf51b6-012b-4aa8-95c5-ca1b59932199,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:21.902612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:21.949264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:21.949617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:21.982744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:21.983197 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b2da921c-0589-4cdd-8e19-97f1fdeaffc3 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "DELETE /v2.0/networks/7fbf51b6-012b-4aa8-95c5-ca1b59932199 HTTP/1.1" status: 204 len: 168 time: 2.0219884 May 05 16:29:21.989046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46024) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:22.049477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.057989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Attempting to bind port 5a9632b4-1dd0-470a-980c-705af5a9cfdb on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:22.058269 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Attempting to bind port 5a9632b4-1dd0-470a-980c-705af5a9cfdb by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'd5e32fc2-c7ef-4100-bb8b-484c48243444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:22.058643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Attempting to bind port 5a9632b4-1dd0-470a-980c-705af5a9cfdb on network db4f4a0b-9ec5-422f-9a23-87cc0301111d {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:22.072968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-db19a9b6-ce27-4136-8308-ad75a7f7a3d3 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.6851373 May 05 16:29:22.073199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46028) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:22.083831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28e301-4148-405b-93dc-c963be67f06d None None] Pushing event updated for resources: {'Port': ['ID=5a9632b4-1dd0-470a-980c-705af5a9cfdb,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:22.088710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 28, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:22.089080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Checking segment: {'id': 'd5e32fc2-c7ef-4100-bb8b-484c48243444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:22.089480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.089862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Bound using segment: {'id': 'd5e32fc2-c7ef-4100-bb8b-484c48243444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:22.090338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Bound port: 5a9632b4-1dd0-470a-980c-705af5a9cfdb, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5e32fc2-c7ef-4100-bb8b-484c48243444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'db4f4a0b-9ec5-422f-9a23-87cc0301111d'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:22.090706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.113005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:22.113005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.122854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.136531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.179497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] For port 5a9632b4-1dd0-470a-980c-705af5a9cfdb, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:22.183168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] For port 5a9632b4-1dd0-470a-980c-705af5a9cfdb, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5a9632b4-1dd0-470a-980c-705af5a9cfdb,segment=NetworkSegment(d5e32fc2-c7ef-4100-bb8b-484c48243444),segment_id=d5e32fc2-c7ef-4100-bb8b-484c48243444)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:22.183779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bc2f912a-39b6-404a-9c7c-95610bac19b3 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Unset dirty status for tenant:3ee55bf06e3346c7a31fbbac1c3ed824 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:22.189499 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bc2f912a-39b6-404a-9c7c-95610bac19b3 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "GET /v2.0/ports/970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 HTTP/1.1" status: 200 len: 1136 time: 0.5825839 May 05 16:29:22.194872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46032) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:22.211712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.229159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=e3765572-7250-461d-8953-06b2f19327b3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:22.230305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c7c4f5be-bb18-4ba3-b063-2c8214a6af2a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:22.258956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.345183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.345825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Deleting port 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:22.346274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.387376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28e301-4148-405b-93dc-c963be67f06d None None] Pushing event updated for resources: {'Port': ['ID=5a9632b4-1dd0-470a-980c-705af5a9cfdb,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:22.406308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Routers {'ddd3bc99-ceed-41c0-9e98-e88d00b90ef4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:22.406951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:28:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ddd3bc99-ceed-41c0-9e98-e88d00b90ef4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:22.419748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9bb92b-33c1-47df-a489-40211326d88e']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:22.435978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdef7aae-6701-4638-8910-7a2d1c4f57df') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:22.436525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdef7aae-6701-4638-8910-7a2d1c4f57df') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:22.453512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9746655-6531-414d-96e0-943c27558728,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:22.454049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.466687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.468650 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3f222e98-c1aa-495e-ab8c-e489648c3e47 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7570996 May 05 16:29:22.484343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting port 5a9632b4-1dd0-470a-980c-705af5a9cfdb {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:22.485122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46036) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:22.485426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.538404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d82e4124-cfca-4c6f-a780-58217debc691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.541686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'e9746655-6531-414d-96e0-943c27558728', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:22.549429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:22.549880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.550083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.571594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:22.572038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:22.586278 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:22.649209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] Set router ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:22.678620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:22.687104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:22.693009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:22.720036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:22.753712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319eed79-186f-46f6-a6b1-cfcf016e9b15 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:22.757986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319eed79-186f-46f6-a6b1-cfcf016e9b15 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:22.758757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-319eed79-186f-46f6-a6b1-cfcf016e9b15 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Synchronizing usage tracker for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:22.781841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port c7c4f5be-bb18-4ba3-b063-2c8214a6af2a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:22.782190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.797392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] For port 5a9632b4-1dd0-470a-980c-705af5a9cfdb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5a9632b4-1dd0-470a-980c-705af5a9cfdb,segment=NetworkSegment(d5e32fc2-c7ef-4100-bb8b-484c48243444),segment_id=d5e32fc2-c7ef-4100-bb8b-484c48243444)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:22.797787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:22.824166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddd3bc99-ceed-41c0-9e98-e88d00b90ef4', 'name': '', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:10Z', 'updated_at': '2022-05-05T16:29:21Z', 'revision_number': 4, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:22.832893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-890b449d-0de0-44f8-9ce0-c44d3de367e9 None None] The sync data for ids ['ddd3bc99-ceed-41c0-9e98-e88d00b90ef4'] in dv-neutron-840483-1-hyperv is: [{'id': 'ddd3bc99-ceed-41c0-9e98-e88d00b90ef4', 'name': '', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:10Z', 'updated_at': '2022-05-05T16:29:21Z', 'revision_number': 4, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:22.926591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for c7c4f5be-bb18-4ba3-b063-2c8214a6af2a owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:22.963125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-319eed79-186f-46f6-a6b1-cfcf016e9b15 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Unset dirty status for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:22.967034 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-319eed79-186f-46f6-a6b1-cfcf016e9b15 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.8902574 May 05 16:29:22.977044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46040) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:23.032443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.071725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Calling delete_port for 5a9632b4-1dd0-470a-980c-705af5a9cfdb owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:23.134944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting port f413418c-0a7f-4f1c-bcf5-175cfa0445d0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:23.135290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.169782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.249008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.270433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.287924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] Pushing event deleted for resources: {'Network': ['ID=5c9bb92b-33c1-47df-a489-40211326d88e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:23.296571 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bfffe677-2e27-476a-b234-d5b4dc4142d2 tempest-QuotasNegativeTest-317950972 tempest-QuotasNegativeTest-317950972-project-admin] 10.222.0.70 "DELETE /v2.0/networks/5c9bb92b-33c1-47df-a489-40211326d88e HTTP/1.1" status: 204 len: 168 time: 1.3018622 May 05 16:29:23.347643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.394803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.510804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Calling delete_port for 970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:23.554501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.592315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.625545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c4c49d-666f-4bba-be39-326df9428a1c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:23.645857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.660900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.687238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.731536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a9632b4-1dd0-470a-980c-705af5a9cfdb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:23.770061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.791430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Calling delete_port for f413418c-0a7f-4f1c-bcf5-175cfa0445d0 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:23.818914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.831981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event deleted for resources: {'Port': ['ID=970a215c-32a9-44b0-bc9a-5bf7dc0f6f41,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:23.866136 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:23.867786 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1d754151-1738-4582-9cd6-85280dfa80da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 1.3808544 May 05 16:29:23.884573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46048) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:23.915206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=c7c4f5be-bb18-4ba3-b063-2c8214a6af2a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:24.066634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df5b24bb-41b1-4e4d-bddf-f9c19493769d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.068045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.158934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df5b24bb-41b1-4e4d-bddf-f9c19493769d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.208981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.295884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5875e118-8dd0-4c45-86f2-f288b3a4e644 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "DELETE /v2.0/ports/970a215c-32a9-44b0-bc9a-5bf7dc0f6f41 HTTP/1.1" status: 204 len: 168 time: 2.0997968 May 05 16:29:24.352847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46056) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:24.353184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46058) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:24.458916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.530520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.541738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Port': ['ID=f413418c-0a7f-4f1c-bcf5-175cfa0445d0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:24.549117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.549480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.565599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.655859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df5b24bb-41b1-4e4d-bddf-f9c19493769d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.660296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df5b24bb-41b1-4e4d-bddf-f9c19493769d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.661415 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df5b24bb-41b1-4e4d-bddf-f9c19493769d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/42c4c49d-666f-4bba-be39-326df9428a1c HTTP/1.1" status: 204 len: 168 time: 0.7721689 May 05 16:29:24.682010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46068) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:24.713086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.732382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b24bb-41b1-4e4d-bddf-f9c19493769d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42c4c49d-666f-4bba-be39-326df9428a1c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:24.751764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Deleting subnet d0db78f5-3f00-435b-9ac1-6949021a36ab {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:24.758970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.802586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.803689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:29:24.803852 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2912007-92f0-4a6d-89b4-9f9fde27d94d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/ports/f413418c-0a7f-4f1c-bcf5-175cfa0445d0 HTTP/1.1" status: 204 len: 168 time: 1.8249676 May 05 16:29:24.814124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46072) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:24.840388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:24.856621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.885384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Usage tracker for resource:security_group_rule and tenant:e5f406269f5c48b29504a7ba95406ee1 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:24.894806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:24.909952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:24.914499 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a8ab2292-0528-4e3f-aa2d-b4174a94bb2e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/routers/ddd3bc99-ceed-41c0-9e98-e88d00b90ef4 HTTP/1.1" status: 204 len: 168 time: 5.2808645 May 05 16:29:24.914499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:24.917188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46078) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:24.922599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0b6e588d-ab2a-44ec-a0d8-3dc3dda81cc9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:25.015147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.067339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0b6e588d-ab2a-44ec-a0d8-3dc3dda81cc9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:25.069098 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0b6e588d-ab2a-44ec-a0d8-3dc3dda81cc9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3856091 May 05 16:29:25.080750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46082) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:25.090701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.124363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.155703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting port f0d9ade7-97a0-421a-bb2f-38005840c190 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:25.156045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.188766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.219611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting subnet d18ef7c0-7cb6-4673-9845-70d6032a0f11 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:25.232565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.279317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b318a3a-9dba-424e-ae33-262a0a982416,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:25.291132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-811f79d5-338c-480b-b37a-f30b07c47b64 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e5f406269f5c48b29504a7ba95406ee1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9325433 May 05 16:29:25.291132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-551839ec-55c1-4d27-9591-4d4420bc0d2d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.292826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46086) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:25.293751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.374377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event deleted for resources: {'Subnet': ['ID=d0db78f5-3f00-435b-9ac1-6949021a36ab,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:25.389111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-551839ec-55c1-4d27-9591-4d4420bc0d2d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.411135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff619f5e-5e47-48c1-adf7-8ac92dda7494 None None] Network b1415310-b06d-42f0-99f4-d5d962d81911 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:25.420658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.437991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7490e2e-1285-4b24-a0b3-4a8be2523884 req-91fc4cbc-a72f-4575-9678-dd76c93bac31 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:25.439479 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b7490e2e-1285-4b24-a0b3-4a8be2523884 req-91fc4cbc-a72f-4575-9678-dd76c93bac31 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3066099 May 05 16:29:25.473001 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-95f7354f-33a9-456c-b4e0-eab830913e8b tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "DELETE /v2.0/subnets/d0db78f5-3f00-435b-9ac1-6949021a36ab HTTP/1.1" status: 204 len: 168 time: 1.1187854 May 05 16:29:25.475702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.478343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46090) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:25.578155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a56f37b0-c10f-4962-b68f-a002bfd817bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.619606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-551839ec-55c1-4d27-9591-4d4420bc0d2d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.650785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:25.665573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.669722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b7490e2e-1285-4b24-a0b3-4a8be2523884 req-b4e991ec-5497-424c-bbe2-6496fde035b6 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2155712 May 05 16:29:25.675414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551839ec-55c1-4d27-9591-4d4420bc0d2d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9746655-6531-414d-96e0-943c27558728,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:25.679840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a56f37b0-c10f-4962-b68f-a002bfd817bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.691721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.708502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Router b41e7f91-e2a0-401f-aca3-61116cc2c246 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:25.708502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.708850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] DHCP port deletion for b1415310-b06d-42f0-99f4-d5d962d81911 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:25.737942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Deleting port d215d1fc-6a08-4d96-88da-2ad983272c44 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:25.737942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.738138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Deleting port d215d1fc-6a08-4d96-88da-2ad983272c44 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:25.738138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.923291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-551839ec-55c1-4d27-9591-4d4420bc0d2d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.924392 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-551839ec-55c1-4d27-9591-4d4420bc0d2d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/e9746655-6531-414d-96e0-943c27558728 HTTP/1.1" status: 204 len: 168 time: 0.8424234 May 05 16:29:25.931697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46096) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:25.932360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a56f37b0-c10f-4962-b68f-a002bfd817bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:25.988750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f37b0-c10f-4962-b68f-a002bfd817bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b318a3a-9dba-424e-ae33-262a0a982416,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:26.018073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a56f37b0-c10f-4962-b68f-a002bfd817bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.022328 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a56f37b0-c10f-4962-b68f-a002bfd817bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9b318a3a-9dba-424e-ae33-262a0a982416 HTTP/1.1" status: 204 len: 168 time: 0.7217424 May 05 16:29:26.022328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] For port d215d1fc-6a08-4d96-88da-2ad983272c44, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d215d1fc-6a08-4d96-88da-2ad983272c44,segment=NetworkSegment(10d587ac-3693-4bb5-bb44-b66db23af970),segment_id=10d587ac-3693-4bb5-bb44-b66db23af970)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:26.022567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.057967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Calling delete_port for f0d9ade7-97a0-421a-bb2f-38005840c190 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:26.096510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] For port d215d1fc-6a08-4d96-88da-2ad983272c44, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d215d1fc-6a08-4d96-88da-2ad983272c44,segment=NetworkSegment(10d587ac-3693-4bb5-bb44-b66db23af970),segment_id=10d587ac-3693-4bb5-bb44-b66db23af970)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:26.097109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.164535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Calling delete_port for d215d1fc-6a08-4d96-88da-2ad983272c44 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:26.200383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.202060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3c34b0fd-f2ef-42aa-85b2-047c02d5c00e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:26.258592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d215d1fc-6a08-4d96-88da-2ad983272c44 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:26.290263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Calling delete_port for d215d1fc-6a08-4d96-88da-2ad983272c44 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:26.295465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3c34b0fd-f2ef-42aa-85b2-047c02d5c00e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:26.297719 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3c34b0fd-f2ef-42aa-85b2-047c02d5c00e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3603477 May 05 16:29:26.304978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46102) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:26.310673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--209209431'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:26.317361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:26.339131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:26.351048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.374519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No active binding found for port d215d1fc-6a08-4d96-88da-2ad983272c44 {{(pid=84820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 16:29:26.375070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d215d1fc-6a08-4d96-88da-2ad983272c44 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:26.391812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d18ef7c0-7cb6-4673-9845-70d6032a0f11,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:26.407799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:26.409813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:26.421772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event deleted for resources: {'Port': ['ID=d215d1fc-6a08-4d96-88da-2ad983272c44,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:26.431249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.441747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] No DVR routers for this DVR port d215d1fc-6a08-4d96-88da-2ad983272c44 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:26.465072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.502778 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0341c32b-f185-445e-a73c-f31be8a878e8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/subnets/d18ef7c0-7cb6-4673-9845-70d6032a0f11 HTTP/1.1" status: 204 len: 168 time: 1.5830359 May 05 16:29:26.506930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46108) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:26.544038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:26.555694 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] Sync routers for ids ['b41e7f91-e2a0-401f-aca3-61116cc2c246'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:26.561214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18f7079-216b-4846-8b98-0779a5f92798 req-d19a22d6-560f-4655-8761-23c5c44d6131 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:26.562765 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c18f7079-216b-4846-8b98-0779a5f92798 req-d19a22d6-560f-4655-8761-23c5c44d6131 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5784781 May 05 16:29:26.572196 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-faca7b32-6f80-4dbd-b3da-a4981a4c2681 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "PUT /v2.0/routers/b41e7f91-e2a0-401f-aca3-61116cc2c246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7418854 May 05 16:29:26.573287 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] Routers {'b41e7f91-e2a0-401f-aca3-61116cc2c246'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:26.574376 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b41e7f91-e2a0-401f-aca3-61116cc2c246'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:26.585589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46112) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:26.634302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.721525 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] Set router b41e7f91-e2a0-401f-aca3-61116cc2c246 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:26.734418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Port': ['ID=f0d9ade7-97a0-421a-bb2f-38005840c190,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:26.756821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37a7c4-fa77-4f7c-87ed-d84c76f5a81e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:26.758247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a37a7c4-fa77-4f7c-87ed-d84c76f5a81e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:26.758985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a37a7c4-fa77-4f7c-87ed-d84c76f5a81e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:26.762907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.764737 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b94c3ca4-9e55-4cd9-8c25-e0ff9311ebe8 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/ports/f0d9ade7-97a0-421a-bb2f-38005840c190 HTTP/1.1" status: 204 len: 168 time: 1.9489832 May 05 16:29:26.767200 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c18f7079-216b-4846-8b98-0779a5f92798 req-3ff67b99-5f88-4fef-89bb-8885989300a2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961646 May 05 16:29:26.767970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46116) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:26.771173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:26.780900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2e05f212-516a-48ba-8dd0-af2bbdf22393 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8794951 May 05 16:29:26.785237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:26.801294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46120) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:26.813006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:26.814029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:26.825858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.884953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46126) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:26.885904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:26.894647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-87b7c8eb-67b2-4775-a15d-518c8cecee86 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Synchronizing usage tracker for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:26.904852 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:07Z', 'updated_at': '2022-05-05T16:29:23Z', 'revision_number': 3, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:26.909480 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] Checking router: b41e7f91-e2a0-401f-aca3-61116cc2c246 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:26.925442 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] Routers {'b41e7f91-e2a0-401f-aca3-61116cc2c246'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:26.925649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Deleting port d215d1fc-6a08-4d96-88da-2ad983272c44 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:26.925867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.926686 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b41e7f91-e2a0-401f-aca3-61116cc2c246'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:26.945188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:26.951270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:26.955986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1415310-b06d-42f0-99f4-d5d962d81911']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:26.976213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:26.983384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:26.986266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d587ac-3693-4bb5-bb44-b66db23af970') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:26.986565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d587ac-3693-4bb5-bb44-b66db23af970') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.009306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a37a7c4-fa77-4f7c-87ed-d84c76f5a81e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:27.012567 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2a37a7c4-fa77-4f7c-87ed-d84c76f5a81e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4223304 May 05 16:29:27.013283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46130) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:27.043754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.053896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-87b7c8eb-67b2-4775-a15d-518c8cecee86 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Unset dirty status for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:27.062728 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-87b7c8eb-67b2-4775-a15d-518c8cecee86 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2883546 May 05 16:29:27.063546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46134) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:27.075117 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] Set router b41e7f91-e2a0-401f-aca3-61116cc2c246 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:27.080789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1017852125'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:27.084879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e040d889-739a-4c86-a04a-280bd5cf2c5e None None] The port 'd215d1fc-6a08-4d96-88da-2ad983272c44' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:29:27.105160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:27.109601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.114482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:network and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:27.120328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:27.121164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:27.131286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:27.210490 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:07Z', 'updated_at': '2022-05-05T16:29:23Z', 'revision_number': 3, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.215065 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6728a11e-2183-4842-8894-9e3dabd8e19e None None] The sync data for ids ['b41e7f91-e2a0-401f-aca3-61116cc2c246'] in dv-neutron-840483-1-hyperv is: [{'id': 'b41e7f91-e2a0-401f-aca3-61116cc2c246', 'name': 'tempest-NetworksTestDHCPv6-router-1407685197', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:07Z', 'updated_at': '2022-05-05T16:29:23Z', 'revision_number': 3, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:27.248728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.297742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:27.298140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.300834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:27.304000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:27.320981 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:27.330131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet e259c293-a9be-47ac-a31a-c8fbb916f4c9 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:27.336593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.385083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:27.402298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.427810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:27.430199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.430541 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Added segment 421e893a-62cf-4961-8bf2-950091e80f01 of type vlan for network 8021f6f6-0881-4790-84db-cae70c379129 May 05 16:29:27.454260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Usage tracker for resource:security_group_rule and tenant:ca338f07af8a47c0bfd88e60a87e53e0 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:27.477403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.486657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:27.505419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:21Z', 'revision_number': 8, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.510088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:27.515807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:27.522921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:27.523816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.535068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.536111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.596316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.597919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.602838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:27.609663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.609816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6283f8d-d495-4afc-9d04-137524a18bd6 req-f2d41240-4536-4474-b32e-92abcde1e41b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:27.610959 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6283f8d-d495-4afc-9d04-137524a18bd6 req-f2d41240-4536-4474-b32e-92abcde1e41b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6394053 May 05 16:29:27.613911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db4f4a0b-9ec5-422f-9a23-87cc0301111d']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.640834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet 4901af9c-b8fb-4960-94ec-950838646d90 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:27.650045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.679567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5e32fc2-c7ef-4100-bb8b-484c48243444') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.679887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5e32fc2-c7ef-4100-bb8b-484c48243444') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:27.698248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.703941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.707155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.730217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:27.748855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.815620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] Pushing event deleted for resources: {'Network': ['ID=b1415310-b06d-42f0-99f4-d5d962d81911,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:27.842192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.861874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Network': ['ID=8021f6f6-0881-4790-84db-cae70c379129,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:27.865136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.901618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 8021f6f6-0881-4790-84db-cae70c379129 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:27.905409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1d3bda-9e67-473d-bc42-53c134150851,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:27.908928 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e349ff9d-52f7-4ffc-b32a-18ab4f8f9fc9 tempest-ExtraDHCPOptionsTestJSON-679938017 tempest-ExtraDHCPOptionsTestJSON-679938017-project] 10.222.0.70 "DELETE /v2.0/networks/b1415310-b06d-42f0-99f4-d5d962d81911 HTTP/1.1" status: 204 len: 168 time: 2.4267952 May 05 16:29:27.919163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:27.919591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:27.935146 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:27.943207 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6283f8d-d495-4afc-9d04-137524a18bd6 req-1da74daa-f947-4e4a-93ad-a90f684b195d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3203938 May 05 16:29:27.973106 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f6d2e580-e58e-4752-91a8-f1e7fcda232d tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9005530 May 05 16:29:27.973106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46140) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:27.985105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1586403923'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:27.990046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:27.997249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:network and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:28.002507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:28.012281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:28.019008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.036106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.037953 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3c0f9827-73b9-4aae-bd90-3a8e534a36c8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7313533 May 05 16:29:28.068269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46146) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:28.078472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'ba1d3bda-9e67-473d-bc42-53c134150851', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:28.097047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=e259c293-a9be-47ac-a31a-c8fbb916f4c9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:28.098819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:28.107270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:28.122938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:28.132053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.132385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0b52b6-70f5-4d4a-84cd-e912feba1fc6 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:28.134150 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6e4a82ec-2f88-4767-922a-2fda0bd9ed8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/e259c293-a9be-47ac-a31a-c8fbb916f4c9 HTTP/1.1" status: 204 len: 168 time: 1.1198390 May 05 16:29:28.135572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:28.137931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46150) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:28.223248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c7c4f5be-bb18-4ba3-b063-2c8214a6af2a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:28.227654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.275770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.280970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c7c4f5be-bb18-4ba3-b063-2c8214a6af2a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:28.281314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c7c4f5be-bb18-4ba3-b063-2c8214a6af2a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:28.308251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:28.309295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db4f4a0b-9ec5-422f-9a23-87cc0301111d {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 05 16:29:28.312428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.318473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.324914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.340965 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/networks/db4f4a0b-9ec5-422f-9a23-87cc0301111d HTTP/1.1" status: 204 len: 168 time: 1.8327589 May 05 16:29:28.345428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc159a7-e83f-4435-acdf-5aa9a89f8a35 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event deleted for resources: {'Network': ['ID=db4f4a0b-9ec5-422f-9a23-87cc0301111d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:28.374454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.378908 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-51f6e07a-a1f3-42e1-81f0-f699884fd8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2404947 May 05 16:29:28.388606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46156) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:28.448744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:28.484471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=315d522d-cc57-4dea-893a-15ac47f0f204,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:28.498858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.587750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.595711 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f6106c1-455c-4df5-a870-8eeb9d3f0911 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ca338f07af8a47c0bfd88e60a87e53e0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6940439 May 05 16:29:28.602816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46162) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:28.608478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46164) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:28.628075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.630401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Added segment ca9b3688-19b4-4582-9381-ba61c9023f98 of type vlan for network e9ae72d5-6745-46f7-8653-1927f56cc0c8 May 05 16:29:28.636283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=4901af9c-b8fb-4960-94ec-950838646d90,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:28.656203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.657029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d92f84-da8a-4989-9475-83cd32b601fa None None] Network 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:28.682204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5071805-7692-42c5-9e28-a444a469509c req-277a6f7e-89ab-403c-99fd-713d8b6e8410 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:28.684321 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b5071805-7692-42c5-9e28-a444a469509c req-277a6f7e-89ab-403c-99fd-713d8b6e8410 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4173896 May 05 16:29:28.698031 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/4901af9c-b8fb-4960-94ec-950838646d90 HTTP/1.1" status: 204 len: 168 time: 1.8872154 May 05 16:29:28.698753 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:29:28.700307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46172) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:28.737453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.745692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.753565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.796779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.802374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c13cde45-79d1-41d5-a60c-d4365834bbaf tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:28.871945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:28.948323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:29:28.950744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:21Z', 'revision_number': 8, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:28.958632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b8914-f20b-4304-833b-ae3a5e5d825c None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:21Z', 'revision_number': 8, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b9369a6d-37d2-475a-8d69-7abd24495c76', 'name': '', 'network_id': '6a349acb-19cf-4ef1-993e-09fcd4a4ee2b', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:ea:7f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7920c47e-dfea-4277-b115-f300189df53c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:51Z', 'updated_at': '2022-05-05T16:29:00Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': '7920c47e-dfea-4277-b115-f300189df53c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:28.991947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e49755a7-912f-411d-8752-b9bdd28b8ef0,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:29.025484 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b5071805-7692-42c5-9e28-a444a469509c req-82a8ed23-598f-4ee6-89b1-558ecf9b9281 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3275020 May 05 16:29:29.027069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-113a0ed2-4f9c-4ea6-9872-7674dbb4dc15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.047982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.073849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:29.097426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Deleting port 4b70d32b-b78e-41dd-9604-4e0123813326 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:29.097789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.117495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 095ad6fb-dfa7-4513-ac49-d4602c19a41b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:29.117802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.219801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.220133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.220476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.221100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.221439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.229687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.230297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.230800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.231295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.232035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.232566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:29.266477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.270897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:29.271287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.282314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.283672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-847339dc-8fc8-452d-bdeb-68ef02443985 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2110837 May 05 16:29:29.285578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46182) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:29.311994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46184) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:29.331200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'name': 'tempest-router--1151650688', 'project_id': 'c7104596402e495384e2b9cdc26c5b99'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:29.391748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-113a0ed2-4f9c-4ea6-9872-7674dbb4dc15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.408784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:29.431743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] For port 4b70d32b-b78e-41dd-9604-4e0123813326, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4b70d32b-b78e-41dd-9604-4e0123813326,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:29.432779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.494788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:router and tenant:c7104596402e495384e2b9cdc26c5b99 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:29.564970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Calling delete_port for 4b70d32b-b78e-41dd-9604-4e0123813326 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:29.570029 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ba140ebe-917a-4157-98b1-bda67e0ff625 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3ee55bf06e3346c7a31fbbac1c3ed824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9580560 May 05 16:29:29.572821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:29.578668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46192) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:29.607371 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6334887 May 05 16:29:29.621536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-73f8e3fa-d676-4475-9881-2a962b3439be tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules/e49755a7-912f-411d-8752-b9bdd28b8ef0 HTTP/1.1" status: 200 len: 705 time: 0.2981660 May 05 16:29:29.629670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:29.650456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46196) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:29.683041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] DHCP port deletion for 5e3a6ce4-8201-44e7-9c00-62bfc164dec7 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:29.687429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb771aed-5234-4736-9347-ee86be98d966 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Network': ['ID=e9ae72d5-6745-46f7-8653-1927f56cc0c8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:29.700611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Deleting port 095ad6fb-dfa7-4513-ac49-d4602c19a41b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:29.701199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.708198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.728831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-113a0ed2-4f9c-4ea6-9872-7674dbb4dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.734187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.755654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e9ae72d5-6745-46f7-8653-1927f56cc0c8 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:29.767304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46200) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:29.773490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a0ed2-4f9c-4ea6-9872-7674dbb4dc15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=315d522d-cc57-4dea-893a-15ac47f0f204,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:29.781714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'subnets': [{'network_id': '8021f6f6-0881-4790-84db-cae70c379129', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1342626494', 'ip_version': 4}, {'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:29.782035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'subnet': {'network_id': '8021f6f6-0881-4790-84db-cae70c379129', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1342626494', 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:29.782593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Request body: {'subnet': {'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:29.792988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port 095ad6fb-dfa7-4513-ac49-d4602c19a41b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=095ad6fb-dfa7-4513-ac49-d4602c19a41b,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:29.793373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.813154 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-113a0ed2-4f9c-4ea6-9872-7674dbb4dc15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.814381 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-113a0ed2-4f9c-4ea6-9872-7674dbb4dc15 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/315d522d-cc57-4dea-893a-15ac47f0f204 HTTP/1.1" status: 204 len: 168 time: 1.2115526 May 05 16:29:29.938459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.939404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:29.983825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 095ad6fb-dfa7-4513-ac49-d4602c19a41b owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:30.052306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ea2b09-65cc-4aa3-8351-5f4229e33523 req-81b9a9fd-6f57-4d2c-a4dd-4249bd8c074b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:30.053738 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32ea2b09-65cc-4aa3-8351-5f4229e33523 req-81b9a9fd-6f57-4d2c-a4dd-4249bd8c074b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4593449 May 05 16:29:30.059904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a6db02e5-4c93-489e-9baa-93de1faa80db tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:30.076034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-583de1ad-1075-4258-af01-f59c45353dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.108945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.109504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Fanout notify agent at l3_agent the message router_deleted on router b41e7f91-e2a0-401f-aca3-61116cc2c246 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:29:30.120763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-583de1ad-1075-4258-af01-f59c45353dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.204287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a6db02e5-4c93-489e-9baa-93de1faa80db tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:30.207817 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a6db02e5-4c93-489e-9baa-93de1faa80db tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5562718 May 05 16:29:30.208475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46206) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:30.247293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.254964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] For port 095ad6fb-dfa7-4513-ac49-d4602c19a41b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=095ad6fb-dfa7-4513-ac49-d4602c19a41b,segment=NetworkSegment(fd0a6a16-7c15-4b71-9c68-e453883e4ab5),segment_id=fd0a6a16-7c15-4b71-9c68-e453883e4ab5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:30.255150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.256014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.256286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-603c6005-f8a9-420a-8e03-89cb31b14b4d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/routers/b41e7f91-e2a0-401f-aca3-61116cc2c246 HTTP/1.1" status: 204 len: 168 time: 1.8667235 May 05 16:29:30.260525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46210) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:30.262811 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32ea2b09-65cc-4aa3-8351-5f4229e33523 req-9ffc16e3-622d-4d54-ae24-4bb1bd1215a1 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001812 May 05 16:29:30.278433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:30.315577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f28b0a3-7624-4789-b767-e6b99e8357a8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.327177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No DVR routers for this DVR port 095ad6fb-dfa7-4513-ac49-d4602c19a41b on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:30.334293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.378001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=095ad6fb-dfa7-4513-ac49-d4602c19a41b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:30.392983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f28b0a3-7624-4789-b767-e6b99e8357a8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.410334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4b70d32b-b78e-41dd-9604-4e0123813326 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:30.426290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-583de1ad-1075-4258-af01-f59c45353dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.438316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:30.442324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.444795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Usage tracker for resource:subnet and tenant:6442241e61a1483c9f5fe71db744f6ba is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:30.450045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:30.459965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Calling delete_port for 095ad6fb-dfa7-4513-ac49-d4602c19a41b owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:30.463143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:30.468231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:30.476888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583de1ad-1075-4258-af01-f59c45353dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af5af56-f4f7-42cb-989e-bfcc4d370056,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:30.484174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:30.498303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.553291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Made reservation on behalf of 6442241e61a1483c9f5fe71db744f6ba for: {'subnet': 2} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:30.555731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 4b70d32b-b78e-41dd-9604-4e0123813326 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:30.556077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4b70d32b-b78e-41dd-9604-4e0123813326 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:30.556499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e3765572-7250-461d-8953-06b2f19327b3 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:30.574868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-583de1ad-1075-4258-af01-f59c45353dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.576023 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-583de1ad-1075-4258-af01-f59c45353dcb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2af5af56-f4f7-42cb-989e-bfcc4d370056 HTTP/1.1" status: 204 len: 168 time: 0.9972506 May 05 16:29:30.590436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:30.590591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.595733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.599696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e3765572-7250-461d-8953-06b2f19327b3 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:30.600529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e3765572-7250-461d-8953-06b2f19327b3 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:30.601077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 095ad6fb-dfa7-4513-ac49-d4602c19a41b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:30.620885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e3a6ce4-8201-44e7-9c00-62bfc164dec7']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:30.625806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.630382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Pushing event deleted for resources: {'Port': ['ID=4b70d32b-b78e-41dd-9604-4e0123813326,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:30.630548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46224) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:30.632040 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8d5d9f17-e747-46f7-a575-6b31ab5d618d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.3258865 May 05 16:29:30.658762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 095ad6fb-dfa7-4513-ac49-d4602c19a41b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:30.659101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 095ad6fb-dfa7-4513-ac49-d4602c19a41b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:30.664491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] No DVR routers for this DVR port 4b70d32b-b78e-41dd-9604-4e0123813326 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:30.684878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.685226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.685562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.685895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.686243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.686993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.687324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.687673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.688065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.688297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.688619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49fc003e-e6e3-4566-a441-a81b1f3f4e95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:29:30.712007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:30.712489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:30.756927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:30.757221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd0a6a16-7c15-4b71-9c68-e453883e4ab5') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:30.769749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f28b0a3-7624-4789-b767-e6b99e8357a8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.858653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28b0a3-7624-4789-b767-e6b99e8357a8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e49755a7-912f-411d-8752-b9bdd28b8ef0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:30.867497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.887742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.896671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:30.897062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:30.911480 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:30.916968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.961462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.962062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.984661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f28b0a3-7624-4789-b767-e6b99e8357a8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:30.985820 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9f28b0a3-7624-4789-b767-e6b99e8357a8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/e49755a7-912f-411d-8752-b9bdd28b8ef0 HTTP/1.1" status: 204 len: 168 time: 0.7758856 May 05 16:29:30.991374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46234) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:31.136420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6a769c90-f173-443c-84f3-ea3f7c5ecc3d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:31.214455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Deleting port 095ad6fb-dfa7-4513-ac49-d4602c19a41b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:31.215315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.240128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6a769c90-f173-443c-84f3-ea3f7c5ecc3d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:31.242597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6a769c90-f173-443c-84f3-ea3f7c5ecc3d tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2503014 May 05 16:29:31.248022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46248) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:31.266463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'ba1d3bda-9e67-473d-bc42-53c134150851', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:31.279611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:31.300986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:31.312449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-415bdd64-540c-4505-b4f0-3de508e121f7 None None] The port '095ad6fb-dfa7-4513-ac49-d4602c19a41b' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:29:31.380251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.384544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.473946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.641809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/5e3a6ce4-8201-44e7-9c00-62bfc164dec7 HTTP/1.1" status: 204 len: 168 time: 2.9248545 May 05 16:29:31.642962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51d5265-717c-4d7b-8045-76ac7b31e91f tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=5e3a6ce4-8201-44e7-9c00-62bfc164dec7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:31.646058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46260) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:31.660094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.674796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.719034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f8391-b364-4a4a-a1e0-44d296d40135 req-a20bef67-dcec-45f3-b24b-e320ef25ca39 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:31.719673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de3f8391-b364-4a4a-a1e0-44d296d40135 req-a20bef67-dcec-45f3-b24b-e320ef25ca39 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2009337 May 05 16:29:31.781703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.782399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a93dca51-b8c2-4b4e-8f40-14d5cf5112b6 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:29:31.795488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.820994 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de3f8391-b364-4a4a-a1e0-44d296d40135 req-2274ec59-d10a-4829-8bee-5b71f00bf739 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931144 May 05 16:29:31.826393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.829618 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c909dba8-e49c-429b-a2b7-7556c35f40b1 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/routers/a93dca51-b8c2-4b4e-8f40-14d5cf5112b6 HTTP/1.1" status: 204 len: 168 time: 1.1949644 May 05 16:29:31.866844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:31.905476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:31.913424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:31.920246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=961a5c3f-87db-4924-acd2-f3368fad99e4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:31.922521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9987ef7f-a382-4d56-b730-f7f3ed0430de None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:32.053283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:32.054194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.067154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.123296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a37ee522-f977-400e-81dd-d195f88603b9,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:32.199550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '961a5c3f-87db-4924-acd2-f3368fad99e4'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:32.201718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.260148 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-05462650-7ead-46fb-9483-10c7e5fee02f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9939711 May 05 16:29:32.260633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46280) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.266550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:32.279222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:32.288665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:router and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:32.292527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:32.304262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:32.312787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.316430 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2bd21f0b-3a90-4217-a3d1-41d58636ae82 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.0593417 May 05 16:29:32.316430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.316866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46284) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.365028 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ec0f8aa5-5a7b-4bf2-b334-e7e0feccc726 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules/a37ee522-f977-400e-81dd-d195f88603b9 HTTP/1.1" status: 200 len: 705 time: 0.0449090 May 05 16:29:32.366565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46288) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.407890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46292) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.411792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Subnet': ['ID=a098911f-3d89-4378-bc6d-dbcd3f35a5e4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:32.421510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/961a5c3f-87db-4924-acd2-f3368fad99e4/e27a9981-84d2-46b4-ae36-e06e97d80088) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:32.424762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.426744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.445085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Checking segment: {'id': '421e893a-62cf-4961-8bf2-950091e80f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8021f6f6-0881-4790-84db-cae70c379129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:32.445667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network hostable DHCP agents. Network: 8021f6f6-0881-4790-84db-cae70c379129, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:32.448952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bb2ad463-fe35-4f34-8485-8b1838a0a5cb tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:32.481391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.481931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.591417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network 8021f6f6-0881-4790-84db-cae70c379129 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:32.593302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.601784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bb2ad463-fe35-4f34-8485-8b1838a0a5cb tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:32.606541 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bb2ad463-fe35-4f34-8485-8b1838a0a5cb tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2364774 May 05 16:29:32.606899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46298) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.641532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46302) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.670197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97063e3d-acf8-4030-9431-92d6dc1f74ef tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.681620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.682233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97063e3d-acf8-4030-9431-92d6dc1f74ef tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.694373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Transition to ACTIVE for port object e27a9981-84d2-46b4-ae36-e06e97d80088 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:32.699890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 8021f6f6-0881-4790-84db-cae70c379129) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:32.704465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.713106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9510d13-04e0-45f2-8528-caaef92dc2ed None None] Network 8021f6f6-0881-4790-84db-cae70c379129 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:32.757663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.758948 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-77cbd2d2-562b-4e85-bec3-9459b4f595ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4972966 May 05 16:29:32.761521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46310) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:32.774825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event updated for resources: {'Subnet': ['ID=612a2894-68c0-4e05-9692-f129c0d0ac2c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:32.904866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Checking segment: {'id': 'ca9b3688-19b4-4582-9381-ba61c9023f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:32.905500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network hostable DHCP agents. Network: e9ae72d5-6745-46f7-8653-1927f56cc0c8, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:32.905647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Transition to ACTIVE for port object e27a9981-84d2-46b4-ae36-e06e97d80088 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:32.917941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97063e3d-acf8-4030-9431-92d6dc1f74ef tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:32.999615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-8021f6f6-0881-4790-84db-cae70c379129', 'network_id': '8021f6f6-0881-4790-84db-cae70c379129', 'tenant_id': '6442241e61a1483c9f5fe71db744f6ba', 'fixed_ips': [{'subnet_id': 'a098911f-3d89-4378-bc6d-dbcd3f35a5e4'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:33.000918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.045801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.084599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1392937163', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:33.095729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:33.102140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Usage tracker for resource:router and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:33.106877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:33.115070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:33.182949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Pushing event updated for resources: {'Port': ['ID=e27a9981-84d2-46b4-ae36-e06e97d80088,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:33.186549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:33.191145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:33.194872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1121057137'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:33.200630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:33.201488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:33.205075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:network and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:33.208048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:33.215049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:33.219832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97063e3d-acf8-4030-9431-92d6dc1f74ef tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a37ee522-f977-400e-81dd-d195f88603b9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:33.229835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.231411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.276962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97063e3d-acf8-4030-9431-92d6dc1f74ef tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.280589 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-97063e3d-acf8-4030-9431-92d6dc1f74ef tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/a37ee522-f977-400e-81dd-d195f88603b9 HTTP/1.1" status: 204 len: 168 time: 0.6703799 May 05 16:29:33.287438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46320) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:33.321373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:33.325043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.346367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.356339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Network e9ae72d5-6745-46f7-8653-1927f56cc0c8 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:33.391818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.430649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Attempting to bind port e27a9981-84d2-46b4-ae36-e06e97d80088 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:33.431145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Attempting to bind port e27a9981-84d2-46b4-ae36-e06e97d80088 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:33.431721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Attempting to bind port e27a9981-84d2-46b4-ae36-e06e97d80088 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:33.447475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:33.448056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:33.448722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.449216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:33.449797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Bound port: e27a9981-84d2-46b4-ae36-e06e97d80088, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:33.450434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.478989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Allocated IP 172.20.0.2 (8021f6f6-0881-4790-84db-cae70c379129/a098911f-3d89-4378-bc6d-dbcd3f35a5e4/4c96dda5-46e7-40e4-b993-2447a1ce606e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:33.485141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39083d49-2629-4615-a364-375672ec3864 req-57c5e927-e2e7-41eb-90c6-56a3586c3dfb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:33.494231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:33.494359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-39083d49-2629-4615-a364-375672ec3864 req-57c5e927-e2e7-41eb-90c6-56a3586c3dfb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3590887 May 05 16:29:33.500258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:security_group_rule and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:33.500528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d37e11cd-9a83-4e26-bcb6-0225e70b21e5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:33.507718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, e9ae72d5-6745-46f7-8653-1927f56cc0c8) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:33.508710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:33.513507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:33.514689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:33.515481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.518730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:33.546062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17fd6f51-52ae-4dda-8d7f-b5ada3ff30b2 None None] Network e9ae72d5-6745-46f7-8653-1927f56cc0c8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:33.577017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.737091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.738139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d37e11cd-9a83-4e26-bcb6-0225e70b21e5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:33.739920 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d37e11cd-9a83-4e26-bcb6-0225e70b21e5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4445949 May 05 16:29:33.750726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46330) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:33.750917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] For port e27a9981-84d2-46b4-ae36-e06e97d80088, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:33.770503 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e0bf1ca0-c77c-48d4-b00e-712314ca4ae0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0009491 May 05 16:29:33.779094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46332) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:33.785194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] For port e27a9981-84d2-46b4-ae36-e06e97d80088, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e27a9981-84d2-46b4-ae36-e06e97d80088,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:33.836391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'ba1d3bda-9e67-473d-bc42-53c134150851', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:33.847915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:33.876708 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-39083d49-2629-4615-a364-375672ec3864 req-9127e605-3bf9-4e20-879e-d3af26870a72 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3819427 May 05 16:29:33.890614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.940123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4ad34-5377-4a67-83f0-52dfab2df20e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:33.941595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4ad34-5377-4a67-83f0-52dfab2df20e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:33.943432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f4ad34-5377-4a67-83f0-52dfab2df20e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:33.943869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-95f4ad34-5377-4a67-83f0-52dfab2df20e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Synchronizing usage tracker for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:33.944342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:33.950312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:33.967709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.070420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-e9ae72d5-6745-46f7-8653-1927f56cc0c8', 'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8', 'tenant_id': '6442241e61a1483c9f5fe71db744f6ba', 'fixed_ips': [{'subnet_id': '612a2894-68c0-4e05-9692-f129c0d0ac2c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:34.071347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.085872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.103897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Project aa8d91919c57458eae675b760bf57282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:29:34.113460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.113460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a1ff7-fb77-4085-a8e0-df6143f1fa65 None None] Pushing event updated for resources: {'Port': ['ID=e27a9981-84d2-46b4-ae36-e06e97d80088,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:34.125258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Transition to ACTIVE for port object 4c96dda5-46e7-40e4-b993-2447a1ce606e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:34.153336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.165398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:34.174397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-95f4ad34-5377-4a67-83f0-52dfab2df20e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Unset dirty status for tenant:6442241e61a1483c9f5fe71db744f6ba on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:34.176564 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-95f4ad34-5377-4a67-83f0-52dfab2df20e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3945010 May 05 16:29:34.194092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46344) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:34.210068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port b9369a6d-37d2-475a-8d69-7abd24495c76 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:34.210668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.220858 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Transition to ACTIVE for port object 4c96dda5-46e7-40e4-b993-2447a1ce606e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:34.321697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Allocated IP 172.20.0.18 (e9ae72d5-6745-46f7-8653-1927f56cc0c8/612a2894-68c0-4e05-9692-f129c0d0ac2c/a4903ecf-239b-4e39-b387-750fabbd79f0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:34.343202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.368640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.368976 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Added segment ea2e63a3-f684-40dd-96f7-748acf8a61ec of type vlan for network 50242066-f89c-404e-ae7f-e52be12310be May 05 16:29:34.375282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ae3cea-9b7b-4e73-afb7-a3e9b3a9aefe,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:34.386780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46348) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:34.456212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::1 (f5e6463e-72cb-4e68-8573-613d495405f8/961a5c3f-87db-4924-acd2-f3368fad99e4/1e4c1385-ab16-4f75-ad04-ed2458c3b113) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:34.478975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.541463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Pushing event updated for resources: {'Port': ['ID=4c96dda5-46e7-40e4-b993-2447a1ce606e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:34.623325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Network 8021f6f6-0881-4790-84db-cae70c379129 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:34.626573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:34.630463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:34.754470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Attempting to bind port 4c96dda5-46e7-40e4-b993-2447a1ce606e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:34.754843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Attempting to bind port 4c96dda5-46e7-40e4-b993-2447a1ce606e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '421e893a-62cf-4961-8bf2-950091e80f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8021f6f6-0881-4790-84db-cae70c379129'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:34.755198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Attempting to bind port 4c96dda5-46e7-40e4-b993-2447a1ce606e on network 8021f6f6-0881-4790-84db-cae70c379129 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:34.778204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:34.778451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Checking segment: {'id': '421e893a-62cf-4961-8bf2-950091e80f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8021f6f6-0881-4790-84db-cae70c379129'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:34.778870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.781787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Bound using segment: {'id': '421e893a-62cf-4961-8bf2-950091e80f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8021f6f6-0881-4790-84db-cae70c379129'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:34.782238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Bound port: 4c96dda5-46e7-40e4-b993-2447a1ce606e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '421e893a-62cf-4961-8bf2-950091e80f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8021f6f6-0881-4790-84db-cae70c379129'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:34.782622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.837327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.843746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port b9369a6d-37d2-475a-8d69-7abd24495c76, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b9369a6d-37d2-475a-8d69-7abd24495c76,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:34.844114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.851390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-afa2154f-8e96-48b4-a9f3-e2e845deff32 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:34.861427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.884214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:29:34.900660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 1e4c1385-ab16-4f75-ad04-ed2458c3b113 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:34.942951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:34.948098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4c96dda5-46e7-40e4-b993-2447a1ce606e,segment=NetworkSegment(421e893a-62cf-4961-8bf2-950091e80f01),segment_id=421e893a-62cf-4961-8bf2-950091e80f01)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:34.949292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.962448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:34.963334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Transition to ACTIVE for port object a4903ecf-239b-4e39-b387-750fabbd79f0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:34.985882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Transition to ACTIVE for port object a4903ecf-239b-4e39-b387-750fabbd79f0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:34.989989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4515e307-0aad-4bec-81e9-55029684609e,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:34.993340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for b9369a6d-37d2-475a-8d69-7abd24495c76 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:35.003465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting subnet a098911f-3d89-4378-bc6d-dbcd3f35a5e4 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:35.016611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.067752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.071121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.073180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:35.073847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.107640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.109201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.116196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.221523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98ca82-53c9-4340-b97e-8c6d1c1b2b4f None None] Pushing event updated for resources: {'Port': ['ID=4c96dda5-46e7-40e4-b993-2447a1ce606e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:35.226249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Network e9ae72d5-6745-46f7-8653-1927f56cc0c8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:35.264620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.310479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:35.312653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Pushing event updated for resources: {'Port': ['ID=a4903ecf-239b-4e39-b387-750fabbd79f0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:35.315270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:35.331152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Allocated IP 172.26.2.3 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/1937ade7-cce2-4970-86e2-2527b103257c) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:35.334637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:35.338527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.398591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:35.400713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.402296 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d918040a-1477-4a57-b8c8-438746b30e73 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.5868816 May 05 16:29:35.403230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:35.403778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.445949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46356) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:35.467781 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 3.0440962 May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Attempting to bind port a4903ecf-239b-4e39-b387-750fabbd79f0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Attempting to bind port a4903ecf-239b-4e39-b387-750fabbd79f0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ca9b3688-19b4-4582-9381-ba61c9023f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Attempting to bind port a4903ecf-239b-4e39-b387-750fabbd79f0 on network e9ae72d5-6745-46f7-8653-1927f56cc0c8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Checking segment: {'id': 'ca9b3688-19b4-4582-9381-ba61c9023f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.475604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Bound using segment: {'id': 'ca9b3688-19b4-4582-9381-ba61c9023f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:35.476718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Bound port: a4903ecf-239b-4e39-b387-750fabbd79f0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9b3688-19b4-4582-9381-ba61c9023f98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'e9ae72d5-6745-46f7-8653-1927f56cc0c8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:35.476718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.498686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf7196-51c3-492d-9318-f237c2701392 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Network': ['ID=50242066-f89c-404e-ae7f-e52be12310be,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:35.549444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 50242066-f89c-404e-ae7f-e52be12310be details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:35.580192 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c7481de1-651f-447c-aa77-04cf0d282de1 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules/4515e307-0aad-4bec-81e9-55029684609e HTTP/1.1" status: 200 len: 711 time: 0.1257648 May 05 16:29:35.581051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46360) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:35.649029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=1e4c1385-ab16-4f75-ad04-ed2458c3b113,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:35.685857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.759097 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-afa2154f-8e96-48b4-a9f3-e2e845deff32 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "PUT /v2.0/quotas/c2a1f429f7ff4cc894b7f292bcca133c HTTP/1.1" status: 200 len: 366 time: 1.3675106 May 05 16:29:35.760124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46364) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:35.865471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:35.869148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4903ecf-239b-4e39-b387-750fabbd79f0,segment=NetworkSegment(ca9b3688-19b4-4582-9381-ba61c9023f98),segment_id=ca9b3688-19b4-4582-9381-ba61c9023f98)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:35.882893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.914849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879d3dc8-317d-4770-9b9e-637c3a36990f req-59a69e77-54d4-441b-b652-f593cd46b601 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:35.917405 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-879d3dc8-317d-4770-9b9e-637c3a36990f req-59a69e77-54d4-441b-b652-f593cd46b601 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.8395336 May 05 16:29:35.930175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:35.940804 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-735e46be-c449-432b-a4bf-10a2994c8359 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.1735508 May 05 16:29:35.961664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46368) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:35.978039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:36.028885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:36.048309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:36.092902 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b3e66d44-07a8-45ae-ac19-035dfd370116 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "GET /v2.0/quotas/c2a1f429f7ff4cc894b7f292bcca133c HTTP/1.1" status: 200 len: 366 time: 0.1231935 May 05 16:29:36.093158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446af5f8-6fd4-4a4d-b923-3d97157cc651 None None] Pushing event updated for resources: {'Port': ['ID=a4903ecf-239b-4e39-b387-750fabbd79f0,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:36.284218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46372) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:36.289288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:36.508469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4c96dda5-46e7-40e4-b993-2447a1ce606e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:36.521898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:36.537502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:36.581652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-879d3dc8-317d-4770-9b9e-637c3a36990f req-e98b13fd-4f25-42ef-b8f8-f98badd59ff4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6547673 May 05 16:29:36.638998 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-17f6b1a2-fa21-4126-be07-1721f72f1249 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 1.0540669 May 05 16:29:36.649546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46376) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:36.654978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event updated for resources: {'Port': ['ID=1937ade7-cce2-4970-86e2-2527b103257c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:36.679808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-47a13ac8-a3b4-49f7-9190-f81c6d866d73 None None] Provisioning for port e27a9981-84d2-46b4-ae36-e06e97d80088 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:36.790579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=b9369a6d-37d2-475a-8d69-7abd24495c76,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:36.889140 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fdaf4078-8497-4e14-b999-92966ce75fb6 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/c2a1f429f7ff4cc894b7f292bcca133c HTTP/1.1" status: 204 len: 168 time: 0.7599578 May 05 16:29:36.891510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46380) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:36.925320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0b0903c6-c7de-4ffc-b45b-bfdf5faf945b None None] Provisioning for port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:36.930065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:36.934969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0b0903c6-c7de-4ffc-b45b-bfdf5faf945b None None] Provisioning complete for port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:36.934969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0b0903c6-c7de-4ffc-b45b-bfdf5faf945b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.019822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 4c96dda5-46e7-40e4-b993-2447a1ce606e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:37.050969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e27a9981-84d2-46b4-ae36-e06e97d80088 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:37.058345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0618f47-0cb2-468b-aba3-c9c46aaf34da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.075046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.087720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Subnet': ['ID=a098911f-3d89-4378-bc6d-dbcd3f35a5e4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:37.143428 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-60953134-2752-44a7-84af-720d9c6c8c14 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.2320964 May 05 16:29:37.157596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46386) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:37.189526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c71e01f-2e52-49c4-924f-be3005c2f618 None None] Network 8021f6f6-0881-4790-84db-cae70c379129 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:37.239672 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e8e1b7a7-e549-421c-b175-3d502b5c6509 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "GET /v2.0/quotas/c2a1f429f7ff4cc894b7f292bcca133c HTTP/1.1" status: 200 len: 370 time: 0.0798688 May 05 16:29:37.243881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46390) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:37.251747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0618f47-0cb2-468b-aba3-c9c46aaf34da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.252632 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-61cde44e-4ab2-47fa-89cd-89983a579b68 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/subnets/a098911f-3d89-4378-bc6d-dbcd3f35a5e4 HTTP/1.1" status: 204 len: 168 time: 3.0545413 May 05 16:29:37.269967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46392) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:37.286542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-056d5acc-51be-4e2c-a31f-a284df439ac1 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "GET /v2.0/quotas/c2a1f429f7ff4cc894b7f292bcca133c/default HTTP/1.1" status: 200 len: 370 time: 0.0282624 May 05 16:29:37.293759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46398) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:37.329079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.345204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-84199f8b-eb5c-4186-ba1a-743b4b2bc2be tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] delete failed (client error): The resource could not be found. May 05 16:29:37.354158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-84199f8b-eb5c-4186-ba1a-743b4b2bc2be tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "DELETE /v2.0/quotas/c2a1f429f7ff4cc894b7f292bcca133c HTTP/1.1" status: 404 len: 348 time: 0.0536458 May 05 16:29:37.403987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0b0903c6-c7de-4ffc-b45b-bfdf5faf945b None None] Port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:37.498114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0618f47-0cb2-468b-aba3-c9c46aaf34da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.526547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:29:37.583852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0618f47-0cb2-468b-aba3-c9c46aaf34da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.585091 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c0618f47-0cb2-468b-aba3-c9c46aaf34da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/4515e307-0aad-4bec-81e9-55029684609e HTTP/1.1" status: 204 len: 168 time: 0.9314988 May 05 16:29:37.697200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] Provisioning for port 4c96dda5-46e7-40e4-b993-2447a1ce606e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:37.703442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46404) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:37.709143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0618f47-0cb2-468b-aba3-c9c46aaf34da tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4515e307-0aad-4bec-81e9-55029684609e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:37.712272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] Provisioning complete for port 4c96dda5-46e7-40e4-b993-2447a1ce606e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:37.712851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.868219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e27a9981-84d2-46b4-ae36-e06e97d80088 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:37.898803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46410) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:37.920257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.956552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e27a9981-84d2-46b4-ae36-e06e97d80088 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:37.956926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:37.974168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:network and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:37.981565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:38.008264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.009427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.045844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5807cc9d-e897-468f-81ee-7f8e098aecbd tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:38.142987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.166497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14142cb2-e471-4ace-9642-194c52948f31 None None] Network e9ae72d5-6745-46f7-8653-1927f56cc0c8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:38.182117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5807cc9d-e897-468f-81ee-7f8e098aecbd tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:38.183545 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5807cc9d-e897-468f-81ee-7f8e098aecbd tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4761245 May 05 16:29:38.191687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46414) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:38.193394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] DHCP port deletion for 8021f6f6-0881-4790-84db-cae70c379129 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:38.199247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:subnet and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:38.200401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.202118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.215734 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=1e4c1385-ab16-4f75-ad04-ed2458c3b113,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:38.260493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:38.264458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Deleting port 4c96dda5-46e7-40e4-b993-2447a1ce606e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:38.264909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.281751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:subnetpool and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:38.295351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting subnet 612a2894-68c0-4e05-9692-f129c0d0ac2c {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:38.304197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:38.308797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.388382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.409178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.444572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4c96dda5-46e7-40e4-b993-2447a1ce606e,segment=NetworkSegment(421e893a-62cf-4961-8bf2-950091e80f01),segment_id=421e893a-62cf-4961-8bf2-950091e80f01)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:38.499414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e27a9981-84d2-46b4-ae36-e06e97d80088, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e27a9981-84d2-46b4-ae36-e06e97d80088,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:38.507643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.589745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.672766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0e35d0-9b1a-4618-9401-395deb0bac77 req-23eb3bff-3b25-4793-82d7-63d7341af967 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:38.673349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f780fb-db4c-4b84-8158-ccbdb136430c None None] Pushing event updated for resources: {'Port': ['ID=4c96dda5-46e7-40e4-b993-2447a1ce606e,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:38.680984 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8d0e35d0-9b1a-4618-9401-395deb0bac77 req-23eb3bff-3b25-4793-82d7-63d7341af967 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.7918077 May 05 16:29:38.707894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.826311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.866800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4c96dda5-46e7-40e4-b993-2447a1ce606e,segment=NetworkSegment(421e893a-62cf-4961-8bf2-950091e80f01),segment_id=421e893a-62cf-4961-8bf2-950091e80f01)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:38.866800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:38.942556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Subnet': ['ID=612a2894-68c0-4e05-9692-f129c0d0ac2c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:38.953077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46418) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:38.958395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:38.959984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:port and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:38.967794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:38.979530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8d0e35d0-9b1a-4618-9401-395deb0bac77 req-ee35e5c8-7abb-41f4-8b02-ade761409307 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970650 May 05 16:29:39.042971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b8f0a44f-817d-4eed-aec0-4347ba02d9c7 None None] Provisioning for port a4903ecf-239b-4e39-b387-750fabbd79f0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:39.056493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Calling delete_port for 4c96dda5-46e7-40e4-b993-2447a1ce606e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:39.073158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8d49c92-979d-4658-b1a2-1fa676fa9f22 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.103528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'subnet': {'network_id': '50242066-f89c-404e-ae7f-e52be12310be', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:39.132870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:39.135998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4903ecf-239b-4e39-b387-750fabbd79f0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:39.188380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8d49c92-979d-4658-b1a2-1fa676fa9f22 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.208083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.210248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e27a9981-84d2-46b4-ae36-e06e97d80088,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:39.234107 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9c3e4480-8c1d-42db-9243-eb152a1a188e tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/subnets/612a2894-68c0-4e05-9692-f129c0d0ac2c HTTP/1.1" status: 204 len: 168 time: 1.9631081 May 05 16:29:39.248235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46422) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:39.323714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:39.324287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:39.352644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:router and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:39.354327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] DHCP port deletion for e9ae72d5-6745-46f7-8653-1927f56cc0c8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:39.360457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dc7e2bf1-9de0-45dc-85fa-6544ff1969fa None None] Provisioning complete for port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:39.360457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc7e2bf1-9de0-45dc-85fa-6544ff1969fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.363022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:39.376398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771435ab-953b-4ab2-8097-19c019d4a9a0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:39.384089 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-771435ab-953b-4ab2-8097-19c019d4a9a0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1157861 May 05 16:29:39.384308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a4903ecf-239b-4e39-b387-750fabbd79f0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:39.386703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46426) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:39.393500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Deleting port a4903ecf-239b-4e39-b387-750fabbd79f0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:39.401715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.401882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:39.436111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a4903ecf-239b-4e39-b387-750fabbd79f0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:39.436632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.474379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8d49c92-979d-4658-b1a2-1fa676fa9f22 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.483104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:floatingip and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:39.510605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:39.516765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:39.521625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dc7e2bf1-9de0-45dc-85fa-6544ff1969fa None None] Port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:39.553926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Router a9d4404b-a44a-45f1-bff9-2a9f0f170a6d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:29:39.555433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d49c92-979d-4658-b1a2-1fa676fa9f22 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1d3bda-9e67-473d-bc42-53c134150851,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:39.595300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:subnet and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:39.644438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:39.659485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.663926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c8d49c92-979d-4658-b1a2-1fa676fa9f22 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.667677 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c8d49c92-979d-4658-b1a2-1fa676fa9f22 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/ba1d3bda-9e67-473d-bc42-53c134150851 HTTP/1.1" status: 204 len: 168 time: 1.4696121 May 05 16:29:39.668091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:39.668973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46430) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:39.695598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting port a4903ecf-239b-4e39-b387-750fabbd79f0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:39.695941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.771820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:39.772430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.831236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Deleting port 4c96dda5-46e7-40e4-b993-2447a1ce606e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:39.831911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:39.867670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4903ecf-239b-4e39-b387-750fabbd79f0,segment=NetworkSegment(ca9b3688-19b4-4582-9381-ba61c9023f98),segment_id=ca9b3688-19b4-4582-9381-ba61c9023f98)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:39.878505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.028755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a1a10d3d-adc8-46f2-97f1-707a57ac07f8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:40.052435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:40.069989 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-78b39d19-97b4-4311-9b78-30f304a46820 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4228103 May 05 16:29:40.071986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46436) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:40.072826 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:40.077339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.104413 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:40.105301 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:40.142828 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-8558d348-5470-4146-8694-7fa534fb066a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.2541771 May 05 16:29:40.181570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a1a10d3d-adc8-46f2-97f1-707a57ac07f8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:40.187409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a1a10d3d-adc8-46f2-97f1-707a57ac07f8 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5171413 May 05 16:29:40.191706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46440) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:40.272673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group': {'name': 'tempest-secgroup--546882443'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:40.290604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:40.304116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Calling delete_port for a4903ecf-239b-4e39-b387-750fabbd79f0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:40.343237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4903ecf-239b-4e39-b387-750fabbd79f0,segment=NetworkSegment(ca9b3688-19b4-4582-9381-ba61c9023f98),segment_id=ca9b3688-19b4-4582-9381-ba61c9023f98)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:40.361694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:40.366208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:security_group and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:40.437374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.462672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:40.481122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet 7920c47e-dfea-4277-b115-f300189df53c {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:40.501980 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:40.504349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.534516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:40.543494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.547497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a4903ecf-239b-4e39-b387-750fabbd79f0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:40.550713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4c96dda5-46e7-40e4-b993-2447a1ce606e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:40.561934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-32326ce5-6a4e-4200-8d36-3ac32c200525 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:40.562191 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-32326ce5-6a4e-4200-8d36-3ac32c200525 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.3187115 May 05 16:29:40.591879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4903ecf-239b-4e39-b387-750fabbd79f0,segment=NetworkSegment(ca9b3688-19b4-4582-9381-ba61c9023f98),segment_id=ca9b3688-19b4-4582-9381-ba61c9023f98)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:40.592245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.618560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Usage tracker for resource:security_group_rule and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:40.627671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453e484-f246-456a-b647-43712d7bb711 None None] Sync routers for ids ['a9d4404b-a44a-45f1-bff9-2a9f0f170a6d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:40.640969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.644212 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36fe6990-44f3-4fd7-9261-47aa33cf66e4 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.0013525 May 05 16:29:40.644872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46444) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:40.656417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.753627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:40.763333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Calling delete_port for a4903ecf-239b-4e39-b387-750fabbd79f0 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:40.827444 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c552cecd-b44c-40f9-83f9-3f21868e0a45 tempest-QuotasTest-941195470 tempest-QuotasTest-941195470-project-admin] 10.222.0.70 "GET /v2.0/quotas/8ad2aea9dafe43af997ad1f9686ceafa/details.json HTTP/1.1" status: 200 len: 703 time: 2.9236012 May 05 16:29:40.846731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:40.862233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51e260-1889-4fe5-9869-f3cca051ab44 req-cc56519b-2e4c-4f5e-97bb-f93730a2dfdd tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:40.863759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7a51e260-1889-4fe5-9869-f3cca051ab44 req-cc56519b-2e4c-4f5e-97bb-f93730a2dfdd tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.4871113 May 05 16:29:40.876974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453e484-f246-456a-b647-43712d7bb711 None None] Routers {'a9d4404b-a44a-45f1-bff9-2a9f0f170a6d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:40.879767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6453e484-f246-456a-b647-43712d7bb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['a9d4404b-a44a-45f1-bff9-2a9f0f170a6d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:40.962765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:40.973230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:40.980123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:40.984859 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-b0632467-02f1-4bf5-9f61-9d3a7d2becfa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1000 time: 0.4132917 May 05 16:29:40.995329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Router 461081fc-ed1d-4623-b400-11ac97941a3e is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:29:41.000694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:41.049559 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:35Z', 'revision_number': 9, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:41.056628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4c96dda5-46e7-40e4-b993-2447a1ce606e,segment=NetworkSegment(421e893a-62cf-4961-8bf2-950091e80f01),segment_id=421e893a-62cf-4961-8bf2-950091e80f01)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:41.059893 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7a51e260-1889-4fe5-9869-f3cca051ab44 req-fd76aab5-afde-405a-913e-3952a1f2e2ea tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1644597 May 05 16:29:41.064123 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:41.089245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6453e484-f246-456a-b647-43712d7bb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:41.093394 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:41.094051 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:41.100081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.133687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:41.134051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:41.149748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:41.150777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:41.156095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.160183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4c96dda5-46e7-40e4-b993-2447a1ce606e,segment=NetworkSegment(421e893a-62cf-4961-8bf2-950091e80f01),segment_id=421e893a-62cf-4961-8bf2-950091e80f01)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:41.160421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.221063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-10540902-3f6d-491f-9059-b5d836c6efb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:41.222518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-10540902-3f6d-491f-9059-b5d836c6efb5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.2162323 May 05 16:29:41.255419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453e484-f246-456a-b647-43712d7bb711 None None] Routers {'a9d4404b-a44a-45f1-bff9-2a9f0f170a6d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:41.256419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6453e484-f246-456a-b647-43712d7bb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['a9d4404b-a44a-45f1-bff9-2a9f0f170a6d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:41.292623 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:41.327264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.337228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.384421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e27a9981-84d2-46b4-ae36-e06e97d80088 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:41.389792 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-99708846-da51-4dae-b2c4-0b6d9e36ca97 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1517889 May 05 16:29:41.430624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:41.471627 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Sync routers for ids ['461081fc-ed1d-4623-b400-11ac97941a3e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:41.498266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Subnet': ['ID=04a178e8-e711-4b79-943b-228d42c34cce,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:41.506026 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a061c3d7-38aa-43ec-a2a9-ce83f0d9a51b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "PUT /v2.0/routers/461081fc-ed1d-4623-b400-11ac97941a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7406082 May 05 16:29:41.513032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46450) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:41.537278 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Routers {'461081fc-ed1d-4623-b400-11ac97941a3e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:41.538045 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['461081fc-ed1d-4623-b400-11ac97941a3e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:41.552022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Calling delete_port for 4c96dda5-46e7-40e4-b993-2447a1ce606e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:41.553671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Checking segment: {'id': 'ea2e63a3-f684-40dd-96f7-748acf8a61ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '50242066-f89c-404e-ae7f-e52be12310be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:41.554183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network hostable DHCP agents. Network: 50242066-f89c-404e-ae7f-e52be12310be, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:41.579095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6453e484-f246-456a-b647-43712d7bb711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:41.579795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6453e484-f246-456a-b647-43712d7bb711 None None] The sync data for ids ['a9d4404b-a44a-45f1-bff9-2a9f0f170a6d'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:41.579940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.599969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8cf145-2da7-499a-9ead-3c37d517294b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:41.600553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7a8cf145-2da7-499a-9ead-3c37d517294b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:41.603681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.636530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Deleting port a4903ecf-239b-4e39-b387-750fabbd79f0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:41.637144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.652124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting port a4903ecf-239b-4e39-b387-750fabbd79f0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:41.652498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.658476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.667997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=4c96dda5-46e7-40e4-b993-2447a1ce606e,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:41.672593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a0a706-83f9-47fd-99b6-4c289fa204cd None None] Network 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:41.741055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7a8cf145-2da7-499a-9ead-3c37d517294b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:41.743138 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7a8cf145-2da7-499a-9ead-3c37d517294b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports/1e4c1385-ab16-4f75-ad04-ed2458c3b113 HTTP/1.1" status: 200 len: 911 time: 0.2290373 May 05 16:29:41.744580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 50242066-f89c-404e-ae7f-e52be12310be is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:41.758847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/7920c47e-dfea-4277-b115-f300189df53c HTTP/1.1" status: 204 len: 168 time: 1.6804335 May 05 16:29:41.758847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b474458a-8736-48ec-8846-0a9643dea88e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:41.759182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46456) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:41.759182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46458) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:41.775895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-95ae9f51-066c-4927-8501-73c097644858 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/a9d4404b-a44a-45f1-bff9-2a9f0f170a6d HTTP/1.1" status: 200 len: 923 time: 1.0880318 May 05 16:29:41.781528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46464) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:41.785853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec66f44-9e9b-4106-a3f8-38a159ed763a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=7920c47e-dfea-4277-b115-f300189df53c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:41.854660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-39eacf37-5d6d-4750-8e83-5da3f6b19566 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9d4404b-a44a-45f1-bff9-2a9f0f170a6d HTTP/1.1" status: 200 len: 205 time: 0.0703053 May 05 16:29:41.855634 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Set router 461081fc-ed1d-4623-b400-11ac97941a3e gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:41.857522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46468) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:41.857668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46470) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:41.957395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:41.962082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d4b80d22-a121-41b6-8ada-b611eec8d0a0 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7640436 May 05 16:29:41.982605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:41.983767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:42.026453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e27a9981-84d2-46b4-ae36-e06e97d80088 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:42.027084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.161221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.174033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46478) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:42.174443 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:35Z', 'revision_number': 9, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:42.184979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 50242066-f89c-404e-ae7f-e52be12310be) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:42.210651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Request body: {'security_group_rule': {'security_group_id': 'b474458a-8736-48ec-8846-0a9643dea88e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:42.216122 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4f6458-3c0d-4183-a2d8-6774f9a9a630 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:35Z', 'revision_number': 9, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': '235d6c90-9b42-4917-9ef2-c0f4c0eddca9', 'name': '', 'network_id': '16c23445-fde0-4740-bbef-88b10d5cf7cc', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:37:fd:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:36Z', 'updated_at': '2022-05-05T16:28:49Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'c48216fd-4bb6-442a-9554-db7e9f4a9096', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:42.238980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3a5673-1aa1-4a0d-9399-628396774ff1 None None] Network 50242066-f89c-404e-ae7f-e52be12310be requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:42.291889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:42.292657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.301565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.310806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:42.313209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port b69f4bb6-5e04-48e4-8db7-688f420c20c7 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:42.313592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.363424 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:32Z', 'updated_at': '2022-05-05T16:29:35Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None, '_interfaces': [{'id': '1e4c1385-ab16-4f75-ad04-ed2458c3b113', 'name': '', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'mac_address': 'fa:16:3e:b3:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '961a5c3f-87db-4924-acd2-f3368fad99e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:33Z', 'updated_at': '2022-05-05T16:29:36Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'subnets': [{'id': '961a5c3f-87db-4924-acd2-f3368fad99e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:42.367569 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-c4eddcb7-13cc-4eac-8110-677f16dbe0c2 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9713566 May 05 16:29:42.370643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Checking router: 461081fc-ed1d-4623-b400-11ac97941a3e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:42.371066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Updating router 461081fc-ed1d-4623-b400-11ac97941a3e port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:29:42.407547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4903ecf-239b-4e39-b387-750fabbd79f0,segment=NetworkSegment(ca9b3688-19b4-4582-9381-ba61c9023f98),segment_id=ca9b3688-19b4-4582-9381-ba61c9023f98)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:42.408208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.409452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Usage tracker for resource:security_group_rule and tenant:aa8d91919c57458eae675b760bf57282 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:42.425804 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c3696428-2a52-4dc0-949b-66e114492160 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.4593637 May 05 16:29:42.431953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:42.444358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46484) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:42.455263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:42.462990 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.480748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-364008484'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:42.484409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:42.485752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:42.490363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:network and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:42.493402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:42.501028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:42.510120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Usage tracker for resource:security_group_rule and tenant:69ad93bb743148ee8363b8be3373bce6 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:42.522102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:42.531977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:42.557502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abedf6-96be-4160-a682-d4836042a854 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:42.562135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11abedf6-96be-4160-a682-d4836042a854 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:42.567855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-11abedf6-96be-4160-a682-d4836042a854 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8004100 May 05 16:29:42.569420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46488) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:42.593621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Calling delete_port for a4903ecf-239b-4e39-b387-750fabbd79f0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:42.608797 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5107285d-31b0-4f33-b1c3-d35ccd12dacd req-f5c8b6fb-ad35-45d5-8991-c3d244d14db6 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306821 May 05 16:29:42.621915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e8387-1291-43eb-8b49-b7264dea4108 req-766d1c40-fec7-49cc-ad94-6e853e89d8e5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:42.624419 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-245e8387-1291-43eb-8b49-b7264dea4108 req-766d1c40-fec7-49cc-ad94-6e853e89d8e5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3277435 May 05 16:29:42.673627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:42.679479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.740817 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-245e8387-1291-43eb-8b49-b7264dea4108 req-e29b3e05-4f12-4879-8338-b3c2c493af54 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082706 May 05 16:29:42.746524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.753236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] For port a4903ecf-239b-4e39-b387-750fabbd79f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4903ecf-239b-4e39-b387-750fabbd79f0,segment=NetworkSegment(ca9b3688-19b4-4582-9381-ba61c9023f98),segment_id=ca9b3688-19b4-4582-9381-ba61c9023f98)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:42.754230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.758868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.852160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Deleting port 4c96dda5-46e7-40e4-b993-2447a1ce606e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:42.852911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.868534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:42.993206 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.007997 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Transition to ACTIVE for port object 1e4c1385-ab16-4f75-ad04-ed2458c3b113 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:43.012779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4903ecf-239b-4e39-b387-750fabbd79f0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:43.094628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.097676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] DHCP port deletion for 6a349acb-19cf-4ef1-993e-09fcd4a4ee2b request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:43.135847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69ad93bb743148ee8363b8be3373bce6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2772026 May 05 16:29:43.136800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a41b5-8fda-42f4-a28f-de63cf14d0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dada0a43-346c-4f75-a4d2-9c9e10c73e49,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:43.140525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46494) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:43.159907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Calling delete_port for a4903ecf-239b-4e39-b387-750fabbd79f0 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:43.165462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Deleting port b69f4bb6-5e04-48e4-8db7-688f420c20c7 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:43.165842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.220168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f70a105e-0bf7-4516-8ddc-43cf08970bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.270409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f70a105e-0bf7-4516-8ddc-43cf08970bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.405229 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba374e-88dd-48ee-a1d5-7858c7249fae None None] Pushing event updated for resources: {'Port': ['ID=1e4c1385-ab16-4f75-ad04-ed2458c3b113,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:43.444089 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Attempting to bind port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:43.444523 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Attempting to bind port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:43.444890 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Attempting to bind port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:43.460769 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:43.461162 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:43.461545 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.461941 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:43.462420 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Bound port: 1e4c1385-ab16-4f75-ad04-ed2458c3b113, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:43.462807 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.467183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.503827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port b69f4bb6-5e04-48e4-8db7-688f420c20c7, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b69f4bb6-5e04-48e4-8db7-688f420c20c7,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:43.504389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.540557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f70a105e-0bf7-4516-8ddc-43cf08970bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.571033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] Pushing event deleted for resources: {'Port': ['ID=a4903ecf-239b-4e39-b387-750fabbd79f0,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:43.572801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No active binding found for port a4903ecf-239b-4e39-b387-750fabbd79f0 {{(pid=84820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 16:29:43.573219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4903ecf-239b-4e39-b387-750fabbd79f0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:43.574749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-50242066-f89c-404e-ae7f-e52be12310be', 'network_id': '50242066-f89c-404e-ae7f-e52be12310be', 'tenant_id': '617aa9c720d34c2bb5990a3188929deb', 'fixed_ips': [{'subnet_id': '04a178e8-e711-4b79-943b-228d42c34cce'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:43.589853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:43.590176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:43.591846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.632527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a105e-0bf7-4516-8ddc-43cf08970bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dada0a43-346c-4f75-a4d2-9c9e10c73e49,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:43.643497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.694860 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] For port 1e4c1385-ab16-4f75-ad04-ed2458c3b113, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:43.699238 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] For port 1e4c1385-ab16-4f75-ad04-ed2458c3b113, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e4c1385-ab16-4f75-ad04-ed2458c3b113,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:43.701713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f70a105e-0bf7-4516-8ddc-43cf08970bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.705923 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f70a105e-0bf7-4516-8ddc-43cf08970bbd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/dada0a43-346c-4f75-a4d2-9c9e10c73e49 HTTP/1.1" status: 204 len: 168 time: 0.5596988 May 05 16:29:43.729133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Deleting port 1937ade7-cce2-4970-86e2-2527b103257c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:43.729547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.732883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for b69f4bb6-5e04-48e4-8db7-688f420c20c7 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:43.781462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f1e0b0-d04f-44fe-8b0c-b5f2837282b9 req-e5b353a4-7c27-4f02-babe-27cb5f94d9e5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:43.783064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40f1e0b0-d04f-44fe-8b0c-b5f2837282b9 req-e5b353a4-7c27-4f02-babe-27cb5f94d9e5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3341544 May 05 16:29:43.787276 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-f9c5b48d-ca61-409c-99a2-7d0360a46818 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.2239645 May 05 16:29:43.806836 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.822916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.845347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b69f4bb6-5e04-48e4-8db7-688f420c20c7 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:43.893346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.905902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:43.917421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.923933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Added segment 4da95c7c-685d-4ea4-a301-d1eb0769b6f9 of type vlan for network 458148d7-759b-4321-af65-ed35fba79a15 May 05 16:29:43.935028 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba374e-88dd-48ee-a1d5-7858c7249fae None None] Pushing event updated for resources: {'Port': ['ID=1e4c1385-ab16-4f75-ad04-ed2458c3b113,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:43.947742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:43.976137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-c57d4001-f4ba-46b1-a889-60f1334f848a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:43.977873 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-c57d4001-f4ba-46b1-a889-60f1334f848a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.1519978 May 05 16:29:43.980922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.015342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161b716f-8866-4321-81a4-065d4d92d187 None None] No DVR routers for this DVR port a4903ecf-239b-4e39-b387-750fabbd79f0 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:44.038167 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Routers {'461081fc-ed1d-4623-b400-11ac97941a3e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:44.040013 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['461081fc-ed1d-4623-b400-11ac97941a3e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:44.048713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Deleting port a4903ecf-239b-4e39-b387-750fabbd79f0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:44.051102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.111413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.190156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] For port 4c96dda5-46e7-40e4-b993-2447a1ce606e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4c96dda5-46e7-40e4-b993-2447a1ce606e,segment=NetworkSegment(421e893a-62cf-4961-8bf2-950091e80f01),segment_id=421e893a-62cf-4961-8bf2-950091e80f01)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:44.190666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.262661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.264172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] The port 'a4903ecf-239b-4e39-b387-750fabbd79f0' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:29:44.279522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.283251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:44.283860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.368290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3701d7a9-11ea-49da-84db-bcbad2b09f41,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:44.379047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] For port b69f4bb6-5e04-48e4-8db7-688f420c20c7, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b69f4bb6-5e04-48e4-8db7-688f420c20c7,segment=NetworkSegment(fcfafc7b-5e44-412f-a8e9-8e84d8716799),segment_id=fcfafc7b-5e44-412f-a8e9-8e84d8716799)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:44.379241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.399113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Calling delete_port for 4c96dda5-46e7-40e4-b993-2447a1ce606e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:44.428605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No active binding found for port b69f4bb6-5e04-48e4-8db7-688f420c20c7 {{(pid=84820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 16:29:44.429139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b69f4bb6-5e04-48e4-8db7-688f420c20c7 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:44.429622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b9369a6d-37d2-475a-8d69-7abd24495c76 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:44.460163 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] Set router 461081fc-ed1d-4623-b400-11ac97941a3e gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:44.480435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=b69f4bb6-5e04-48e4-8db7-688f420c20c7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:44.546633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: b9369a6d-37d2-475a-8d69-7abd24495c76 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:44.546633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b9369a6d-37d2-475a-8d69-7abd24495c76 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:44.596962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.606779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Calling delete_port for 1937ade7-cce2-4970-86e2-2527b103257c owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:44.622099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Calling delete_port for b69f4bb6-5e04-48e4-8db7-688f420c20c7 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:44.624433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ae72d5-6745-46f7-8653-1927f56cc0c8']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:44.639815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9b3688-19b4-4582-9381-ba61c9023f98') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:44.640091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9b3688-19b4-4582-9381-ba61c9023f98') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:44.653387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.670244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.676999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:44.677505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.780820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Network': ['ID=458148d7-759b-4321-af65-ed35fba79a15,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:44.783398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.788131 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-509c98e1-6020-43e9-84f2-a4c4bced7db9 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 2.6079817 May 05 16:29:44.791996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46504) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:44.794896 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:44.801667 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-806413bf-767d-48e4-a339-a45fac2986ad tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.3482358 May 05 16:29:44.805720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 458148d7-759b-4321-af65-ed35fba79a15 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:44.844996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Allocated IP 2001:db8:0:ffff::2 (50242066-f89c-404e-ae7f-e52be12310be/04a178e8-e711-4b79-943b-228d42c34cce/5f75ca60-bb7f-4482-9dc2-9059089dfc35) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:44.847099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No DVR routers for this DVR port b69f4bb6-5e04-48e4-8db7-688f420c20c7 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:44.851073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46508) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:44.889337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:44.898364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'subnet': {'network_id': '458148d7-759b-4321-af65-ed35fba79a15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:44.958990 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40f1e0b0-d04f-44fe-8b0c-b5f2837282b9 req-75c66de4-58dd-4f15-b348-d3272e05dc96 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.1599996 May 05 16:29:44.960117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46512) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:44.987749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:44.991071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:45.000379 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:32Z', 'updated_at': '2022-05-05T16:29:35Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None, '_interfaces': [{'id': '1e4c1385-ab16-4f75-ad04-ed2458c3b113', 'name': '', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'mac_address': 'fa:16:3e:b3:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '961a5c3f-87db-4924-acd2-f3368fad99e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:33Z', 'updated_at': '2022-05-05T16:29:43Z', 'revision_number': 4, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'subnets': [{'id': '961a5c3f-87db-4924-acd2-f3368fad99e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:45.003555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.005705 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-037f639a-a9db-4b84-9b01-8bbc8041aef8 None None] The sync data for ids ['461081fc-ed1d-4623-b400-11ac97941a3e'] in dv-neutron-840483-1-hyperv is: [{'id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:32Z', 'updated_at': '2022-05-05T16:29:35Z', 'revision_number': 2, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None, '_interfaces': [{'id': '1e4c1385-ab16-4f75-ad04-ed2458c3b113', 'name': '', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'mac_address': 'fa:16:3e:b3:ed:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '961a5c3f-87db-4924-acd2-f3368fad99e4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:33Z', 'updated_at': '2022-05-05T16:29:43Z', 'revision_number': 4, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'subnets': [{'id': '961a5c3f-87db-4924-acd2-f3368fad99e4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:45.014539 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-a5944907-5c51-41c4-a53b-069971bd16f7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1000 time: 1.0280125 May 05 16:29:45.023343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.064087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.141421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event deleted for resources: {'Port': ['ID=1937ade7-cce2-4970-86e2-2527b103257c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:45.147896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.149634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:45.161259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Usage tracker for resource:security_group_rule and tenant:8ad2aea9dafe43af997ad1f9686ceafa is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:45.178367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a349acb-19cf-4ef1-993e-09fcd4a4ee2b']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:45.191117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcfafc7b-5e44-412f-a8e9-8e84d8716799') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:45.191417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcfafc7b-5e44-412f-a8e9-8e84d8716799') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:45.204871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] Pushing event deleted for resources: {'Port': ['ID=4c96dda5-46e7-40e4-b993-2447a1ce606e,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:45.205100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.226897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf110e2-2bcf-4fbc-b65f-09f079212da1 None None] No DVR routers for this DVR port 4c96dda5-46e7-40e4-b993-2447a1ce606e on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:45.242667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.249305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:45.249735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.259357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:45.341793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:45.348978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-8b8f3c50-c563-47e6-aef9-2368e9827b75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:45.351339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-8b8f3c50-c563-47e6-aef9-2368e9827b75 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.3267958 May 05 16:29:45.369115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.375256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:45.381739 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:45.393416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Transition to ACTIVE for port object 5f75ca60-bb7f-4482-9dc2-9059089dfc35 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:45.415328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Transition to ACTIVE for port object 5f75ca60-bb7f-4482-9dc2-9059089dfc35 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:45.442412 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/networks/e9ae72d5-6745-46f7-8653-1927f56cc0c8 HTTP/1.1" status: 204 len: 168 time: 6.0542803 May 05 16:29:45.442412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea004cc2-f961-4c1e-9cfa-67ef49b338cc tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.458841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46516) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:45.461579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c086a3c1-9a6e-4d70-a6a9-ab7cfd1d1000 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Network': ['ID=e9ae72d5-6745-46f7-8653-1927f56cc0c8,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:45.491244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.495614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Deleting port b69f4bb6-5e04-48e4-8db7-688f420c20c7 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:45.500792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.593875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.632197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-01162d8a-77a1-4e1a-aa34-55bfbf8b4bf3 None None] The port 'b69f4bb6-5e04-48e4-8db7-688f420c20c7' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:29:45.661713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.668707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Pushing event updated for resources: {'Port': ['ID=5f75ca60-bb7f-4482-9dc2-9059089dfc35,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:45.672526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Network 50242066-f89c-404e-ae7f-e52be12310be is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:45.674034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:45.674730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea004cc2-f961-4c1e-9cfa-67ef49b338cc tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.679273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:45.705656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.707934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.715506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:45.728893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=6a349acb-19cf-4ef1-993e-09fcd4a4ee2b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:45.807376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e4c1385-ab16-4f75-ad04-ed2458c3b113 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:45.821837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.879830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:subnet and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:45.895671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-457d96ac-b996-498c-bf0b-9f80f56443e5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/6a349acb-19cf-4ef1-993e-09fcd4a4ee2b HTTP/1.1" status: 204 len: 168 time: 4.1204743 May 05 16:29:45.899528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.902463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46520) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:45.910753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:45.929224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:45.933998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Attempting to bind port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:45.934295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Attempting to bind port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ea2e63a3-f684-40dd-96f7-748acf8a61ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '50242066-f89c-404e-ae7f-e52be12310be'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:45.934664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Attempting to bind port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 on network 50242066-f89c-404e-ae7f-e52be12310be {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:45.951180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:45.951180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Checking segment: {'id': 'ea2e63a3-f684-40dd-96f7-748acf8a61ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '50242066-f89c-404e-ae7f-e52be12310be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:45.951180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:45.951180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Bound using segment: {'id': 'ea2e63a3-f684-40dd-96f7-748acf8a61ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '50242066-f89c-404e-ae7f-e52be12310be'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:45.951180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Bound port: 5f75ca60-bb7f-4482-9dc2-9059089dfc35, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea2e63a3-f684-40dd-96f7-748acf8a61ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': '50242066-f89c-404e-ae7f-e52be12310be'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:45.951180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.008562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8ad2aea9dafe43af997ad1f9686ceafa&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0298908 May 05 16:29:46.031785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46526) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:46.100695 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] For port 5f75ca60-bb7f-4482-9dc2-9059089dfc35, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:46.101262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:46.105518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] For port 5f75ca60-bb7f-4482-9dc2-9059089dfc35, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5f75ca60-bb7f-4482-9dc2-9059089dfc35,segment=NetworkSegment(ea2e63a3-f684-40dd-96f7-748acf8a61ec),segment_id=ea2e63a3-f684-40dd-96f7-748acf8a61ec)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:46.139238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea004cc2-f961-4c1e-9cfa-67ef49b338cc tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.163556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4deaf-c15d-484f-be44-03c72b64f555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a617667-569d-48d1-9bc8-fd17759ae8b2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:46.191688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.228004 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-8ed0f647-7feb-4d90-8e63-903ab277336f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8068242 May 05 16:29:46.245474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:46.247950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.272862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:46.274172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.285675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea004cc2-f961-4c1e-9cfa-67ef49b338cc tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b474458a-8736-48ec-8846-0a9643dea88e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:46.286545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.324664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8021f6f6-0881-4790-84db-cae70c379129']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:46.342711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '421e893a-62cf-4961-8bf2-950091e80f01') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:46.342940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '421e893a-62cf-4961-8bf2-950091e80f01') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:46.364137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.365502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f430c43-b7ff-4444-b9db-cf933e7fc5b9 None None] Pushing event updated for resources: {'Port': ['ID=5f75ca60-bb7f-4482-9dc2-9059089dfc35,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:46.378832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.385746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.462040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.511250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1e4c1385-ab16-4f75-ad04-ed2458c3b113, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e4c1385-ab16-4f75-ad04-ed2458c3b113,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:46.511535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.542150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ea004cc2-f961-4c1e-9cfa-67ef49b338cc tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.545495 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ea004cc2-f961-4c1e-9cfa-67ef49b338cc tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/b474458a-8736-48ec-8846-0a9643dea88e HTTP/1.1" status: 204 len: 168 time: 1.7462213 May 05 16:29:46.557879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46530) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:46.588683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:46.589090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.597425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:46.609510 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:46.645187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-461a468a-670d-48d8-b83b-fd820cc9f74a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.679743 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-6b8cfdcf-63d4-459c-baff-88f0e68a4129 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408114 May 05 16:29:46.732009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e09d8-275f-4013-b128-898dc165226f req-4e733e5e-f346-4f9c-80e3-77fd9da9fd5d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:46.738862 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ad1e09d8-275f-4013-b128-898dc165226f req-4e733e5e-f346-4f9c-80e3-77fd9da9fd5d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6010222 May 05 16:29:46.762565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1e4c1385-ab16-4f75-ad04-ed2458c3b113,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:46.771490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.772827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Fanout notify agent at l3_agent the message router_deleted on router a9d4404b-a44a-45f1-bff9-2a9f0f170a6d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:29:46.775962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-461a468a-670d-48d8-b83b-fd820cc9f74a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.954376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8629beb9-13e4-4575-adbf-fd44a4231bd5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:46.976565 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ad1e09d8-275f-4013-b128-898dc165226f req-a158de95-b094-428c-948d-399fa4c9a855 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2368574 May 05 16:29:46.977155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:46.981280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.026049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Network': ['ID=8021f6f6-0881-4790-84db-cae70c379129,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:47.035853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.041372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e727c7f8-bc49-4687-b72c-543b82e1db87 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/a9d4404b-a44a-45f1-bff9-2a9f0f170a6d HTTP/1.1" status: 204 len: 168 time: 5.1771350 May 05 16:29:47.041684 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aa2c87a7-fd7d-4e4c-87e9-8f52d61d1085 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/networks/8021f6f6-0881-4790-84db-cae70c379129 HTTP/1.1" status: 204 len: 168 time: 1.5799749 May 05 16:29:47.046256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46534) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:47.046256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46536) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:47.065000 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38a8d96a-f216-4b98-b661-2ebf3f535215 req-f87f6b9b-fb40-4a0d-a171-54950839b50b service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009870 May 05 16:29:47.072584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1563957028', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': False}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:47.090757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.124172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:47.128247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8629beb9-13e4-4575-adbf-fd44a4231bd5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:47.129476 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8629beb9-13e4-4575-adbf-fd44a4231bd5 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5685184 May 05 16:29:47.136637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46542) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:47.192158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:router and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:47.215711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-461a468a-670d-48d8-b83b-fd820cc9f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.235164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:47.244979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a468a-670d-48d8-b83b-fd820cc9f74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a617667-569d-48d1-9bc8-fd17759ae8b2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:47.248095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-461a468a-670d-48d8-b83b-fd820cc9f74a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.251877 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-461a468a-670d-48d8-b83b-fd820cc9f74a admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/1a617667-569d-48d1-9bc8-fd17759ae8b2 HTTP/1.1" status: 204 len: 168 time: 1.2188044 May 05 16:29:47.268121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:47.293978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-55994d52-3407-472f-90bc-0a27bcc9e01e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:47.323195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.392370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.393308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.470337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-55994d52-3407-472f-90bc-0a27bcc9e01e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:47.476072 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-55994d52-3407-472f-90bc-0a27bcc9e01e tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.3338432 May 05 16:29:47.479336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46548) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:47.562775 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-cd615e71-aa4c-426c-8495-86727510eb7f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] delete failed (client error): The resource could not be found. May 05 16:29:47.564852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.570153 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cd615e71-aa4c-426c-8495-86727510eb7f tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "DELETE /v2.0/security-groups/b474458a-8736-48ec-8846-0a9643dea88e HTTP/1.1" status: 404 len: 347 time: 0.0662959 May 05 16:29:47.577039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46552) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:47.649889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.652383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f8f53815-edf6-4abd-80bf-2adfc3fc39b7 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Synchronizing usage tracker for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:47.671174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f8f53815-edf6-4abd-80bf-2adfc3fc39b7 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] Unset dirty status for tenant:aa8d91919c57458eae675b760bf57282 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:47.682029 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f8f53815-edf6-4abd-80bf-2adfc3fc39b7 tempest-SecGroupIPv6Test-1922252391 tempest-SecGroupIPv6Test-1922252391-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1043589 May 05 16:29:47.703294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857bdf96-7bc0-4c6a-baf1-35bc36fcb34a None None] Network 50242066-f89c-404e-ae7f-e52be12310be requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:47.706594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a09eae-dbae-46bf-82a5-0ea9bd42a904']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:47.716879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.821040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe32b1c-5044-41b1-9e68-1bfbc5291148') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:47.821682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe32b1c-5044-41b1-9e68-1bfbc5291148') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:47.837189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.881013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.892481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:47.892481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:47.983750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5f75ca60-bb7f-4482-9dc2-9059089dfc35 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:47.999204 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:48.147298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6e238398-01a7-4dca-8308-f755cd45ac20 None None] Provisioning for port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:48.178997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:29:48.182845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:48.183300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.243150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:48.251030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:48.251539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.276093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.324144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.469293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.503151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa927df-1004-41cb-9a33-18d76834725e req-f9c715e5-b91b-4128-ab64-4bafe102e7ca tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:48.504837 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaa927df-1004-41cb-9a33-18d76834725e req-f9c715e5-b91b-4128-ab64-4bafe102e7ca tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2774396 May 05 16:29:48.538219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Network': ['ID=84a09eae-dbae-46bf-82a5-0ea9bd42a904,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:48.549368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46572) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:48.552835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.574186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-14595d1e-cd07-4134-a3bb-9cb4c72d8cb0 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/networks/84a09eae-dbae-46bf-82a5-0ea9bd42a904 HTTP/1.1" status: 204 len: 168 time: 1.5278065 May 05 16:29:48.584012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46578) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:48.595149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Subnet': ['ID=ea0ea979-effc-4e0e-ada1-05b3391354c6,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:48.608193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.609172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 5f75ca60-bb7f-4482-9dc2-9059089dfc35, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5f75ca60-bb7f-4482-9dc2-9059089dfc35,segment=NetworkSegment(ea2e63a3-f684-40dd-96f7-748acf8a61ec),segment_id=ea2e63a3-f684-40dd-96f7-748acf8a61ec)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:48.610756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ae781d25-83bd-44a7-a5ab-7de199933360 None None] Provisioning complete for port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:48.611347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ae781d25-83bd-44a7-a5ab-7de199933360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.634958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port 235d6c90-9b42-4917-9ef2-c0f4c0eddca9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,segment=NetworkSegment(e118795b-461d-4f82-9c29-4567a4009c97),segment_id=e118795b-461d-4f82-9c29-4567a4009c97)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:48.635420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.667364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Checking segment: {'id': '4da95c7c-685d-4ea4-a301-d1eb0769b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '458148d7-759b-4321-af65-ed35fba79a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:48.667754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network hostable DHCP agents. Network: 458148d7-759b-4321-af65-ed35fba79a15, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:48.691487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:48.692263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e4c1385-ab16-4f75-ad04-ed2458c3b113 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:48.872604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=5f75ca60-bb7f-4482-9dc2-9059089dfc35,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:48.926109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:48.926575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.041400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:49.070316 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaa927df-1004-41cb-9a33-18d76834725e req-b4d0e169-0f23-4817-bd57-b5f3edbbafc1 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5458310 May 05 16:29:49.111491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.204667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 458148d7-759b-4321-af65-ed35fba79a15 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:49.217878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46590) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:49.284738 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-542f7af5-eecd-460a-a222-0c2276376a7c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=aa8d91919c57458eae675b760bf57282&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7252688 May 05 16:29:49.287357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.290123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46596) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:49.299929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 458148d7-759b-4321-af65-ed35fba79a15) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:49.310096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464b95d5-c58c-460d-b262-0cbe8128c3d0 None None] Network 458148d7-759b-4321-af65-ed35fba79a15 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:49.328251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:49.328251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.330417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58de308-b232-4be9-9607-ed9f78badc5c']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:49.376373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '514c452b-08f9-4d91-a2bb-ef50972f633c') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:49.376771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '514c452b-08f9-4d91-a2bb-ef50972f633c') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:49.392424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 1e4c1385-ab16-4f75-ad04-ed2458c3b113 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:49.393454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.398431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.424202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.432104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:49.432508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.438279 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fee0b46e-a79d-49cf-8e03-b1de0144fc9a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.5579979 May 05 16:29:49.441858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-976450527'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:49.451563 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:49.453692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46602) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:49.464744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:49.473628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'port': {'network_id': '458148d7-759b-4321-af65-ed35fba79a15', 'name': 'tempest-NetworksIpV6TestAttrs-893717753'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:49.491846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Usage tracker for resource:network and tenant:b0ea4759527343c7b8253203480b9aee is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:49.503281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.504322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:49.572311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=235d6c90-9b42-4917-9ef2-c0f4c0eddca9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:49.578336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:49.608939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-458148d7-759b-4321-af65-ed35fba79a15', 'network_id': '458148d7-759b-4321-af65-ed35fba79a15', 'tenant_id': '617aa9c720d34c2bb5990a3188929deb', 'fixed_ips': [{'subnet_id': 'ea0ea979-effc-4e0e-ada1-05b3391354c6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:49.610172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.703033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.769486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-adc5de91-d236-4b14-9a7d-1522a9dcfad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.780240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5f75ca60-bb7f-4482-9dc2-9059089dfc35 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:49.790719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780b8c8-7d62-415c-afa1-ffc4740175a4 req-fe872133-f6f9-439e-baa8-2327c0b3ee4d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:49.792286 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9780b8c8-7d62-415c-afa1-ffc4740175a4 req-fe872133-f6f9-439e-baa8-2327c0b3ee4d tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5752499 May 05 16:29:49.840484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.860571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] Pushing event deleted for resources: {'Network': ['ID=b58de308-b232-4be9-9607-ed9f78badc5c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:49.882638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Made reservation on behalf of b0ea4759527343c7b8253203480b9aee for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:49.889777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.893509 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f311d80c-bb26-4339-9742-6e0708ad4659 tempest-BulkNetworkOpsTest-403461583 tempest-BulkNetworkOpsTest-403461583-project] 10.222.0.70 "DELETE /v2.0/networks/b58de308-b232-4be9-9607-ed9f78badc5c HTTP/1.1" status: 204 len: 168 time: 1.3082685 May 05 16:29:49.929741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.949500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:49.960813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.002420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-adc5de91-d236-4b14-9a7d-1522a9dcfad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.038193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port 1e4c1385-ab16-4f75-ad04-ed2458c3b113, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e4c1385-ab16-4f75-ad04-ed2458c3b113,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:50.038570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.044801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Allocated IP 2001:db8::f816:3eff:fe67:28a4 (458148d7-759b-4321-af65-ed35fba79a15/ea0ea979-effc-4e0e-ada1-05b3391354c6/b17c0dc3-8edf-444a-a468-d609eadbb569) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:50.048319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.063194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:50.063595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.109805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:50.183020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:port and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:50.245903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 1e4c1385-ab16-4f75-ad04-ed2458c3b113 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:50.276432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:50.280778 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9780b8c8-7d62-415c-afa1-ffc4740175a4 req-889d5c35-9272-4218-8833-a250b6422fe7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4675264 May 05 16:29:50.309880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:50.323650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-775baf19-fd63-4c4a-b9ae-f06cc941f1de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.323795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:50.345505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Usage tracker for resource:security_group_rule and tenant:b0ea4759527343c7b8253203480b9aee is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:50.363644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:50.371490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:50.436677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.481421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:50.484265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.546205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Allocated IP 172.26.2.243 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/a9910e83-e847-4a22-bbdd-13521e559a16) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:50.549453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46612) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:50.550574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] device_id is not set on port da43eca5-ecf4-4d9e-b19d-39f492f06807 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:50.557376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Transition to ACTIVE for port object b17c0dc3-8edf-444a-a468-d609eadbb569 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:50.579796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Transition to ACTIVE for port object b17c0dc3-8edf-444a-a468-d609eadbb569 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:50.602860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-adc5de91-d236-4b14-9a7d-1522a9dcfad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.621037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.670199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5de91-d236-4b14-9a7d-1522a9dcfad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9362a9b5-1f1e-4953-a0cc-39eb075bae3f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:50.698747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.702311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Network 458148d7-759b-4321-af65-ed35fba79a15 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:50.706981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:50.715254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:50.747717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Pushing event updated for resources: {'Port': ['ID=b17c0dc3-8edf-444a-a468-d609eadbb569,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:50.773568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ff4e4-2d41-4fa8-b297-22e7cf10dbdf req-12bbaebf-af18-4162-898d-89f6bf253bdb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:50.775236 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-731ff4e4-2d41-4fa8-b297-22e7cf10dbdf req-12bbaebf-af18-4162-898d-89f6bf253bdb tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2931471 May 05 16:29:50.825952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.838082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-731ff4e4-2d41-4fa8-b297-22e7cf10dbdf req-5aad3f01-0b07-470b-ab57-3bde05937767 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526125 May 05 16:29:50.850289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:50.941417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Attempting to bind port b17c0dc3-8edf-444a-a468-d609eadbb569 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:50.943605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Attempting to bind port b17c0dc3-8edf-444a-a468-d609eadbb569 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '4da95c7c-685d-4ea4-a301-d1eb0769b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '458148d7-759b-4321-af65-ed35fba79a15'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:50.943757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Attempting to bind port b17c0dc3-8edf-444a-a468-d609eadbb569 on network 458148d7-759b-4321-af65-ed35fba79a15 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:50.953206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:50.953875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Checking segment: {'id': '4da95c7c-685d-4ea4-a301-d1eb0769b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '458148d7-759b-4321-af65-ed35fba79a15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:50.954414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:50.954903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Bound using segment: {'id': '4da95c7c-685d-4ea4-a301-d1eb0769b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '458148d7-759b-4321-af65-ed35fba79a15'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:50.955508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Bound port: b17c0dc3-8edf-444a-a468-d609eadbb569, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da95c7c-685d-4ea4-a301-d1eb0769b6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '458148d7-759b-4321-af65-ed35fba79a15'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:50.956050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.058272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:51.068554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] For port b17c0dc3-8edf-444a-a468-d609eadbb569, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:51.068554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] For port b17c0dc3-8edf-444a-a468-d609eadbb569, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b17c0dc3-8edf-444a-a468-d609eadbb569,segment=NetworkSegment(4da95c7c-685d-4ea4-a301-d1eb0769b6f9),segment_id=4da95c7c-685d-4ea4-a301-d1eb0769b6f9)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:51.070057 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-69821cc7-4fc0-43c1-9466-6cfeb34aa1f0 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1552095 May 05 16:29:51.070057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46620) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:51.070903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:51.082954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:51.084336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:51.112592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:51.170078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a6cf0cb-e28e-4364-aa35-dd59a64b3d02,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:51.197587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.206103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.206103 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Added segment bc4b2c45-7260-4535-a0c8-54587d82b7eb of type vlan for network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab May 05 16:29:51.206643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Allocated IP 2001:db8::f816:3eff:fe69:6954 (458148d7-759b-4321-af65-ed35fba79a15/ea0ea979-effc-4e0e-ada1-05b3391354c6/da43eca5-ecf4-4d9e-b19d-39f492f06807) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:51.276788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-adc5de91-d236-4b14-9a7d-1522a9dcfad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.280598 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-adc5de91-d236-4b14-9a7d-1522a9dcfad7 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9362a9b5-1f1e-4953-a0cc-39eb075bae3f HTTP/1.1" status: 204 len: 168 time: 1.9889777 May 05 16:29:51.281423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet c48216fd-4bb6-442a-9554-db7e9f4a9096 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:51.284594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.284759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.303496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.312272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.318422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbabebf-8e72-45bb-9d83-6e2b19cf683b None None] Pushing event updated for resources: {'Port': ['ID=b17c0dc3-8edf-444a-a468-d609eadbb569,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:51.323863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:51.364158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.391288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b8b1e835-0447-4161-beaa-2453a1e1e1f5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6442241e61a1483c9f5fe71db744f6ba&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8050389 May 05 16:29:51.417237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=1e4c1385-ab16-4f75-ad04-ed2458c3b113,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:51.425459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46626) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:51.496529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.594172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc623-f1e1-43e4-b52b-de3009259c29 req-b4cf07b1-d371-411e-a1b5-180b3b922acc tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:51.595734 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-715bc623-f1e1-43e4-b52b-de3009259c29 req-b4cf07b1-d371-411e-a1b5-180b3b922acc tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5871606 May 05 16:29:51.748101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.756265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:49Z', 'revision_number': 10, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:51.769015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:51.794870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:51.795838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:51.815600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=c48216fd-4bb6-442a-9554-db7e9f4a9096,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:51.818812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.829995 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf78a1d9-8d10-4682-8762-4446d65db80a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/c48216fd-4bb6-442a-9554-db7e9f4a9096 HTTP/1.1" status: 204 len: 168 time: 0.7594166 May 05 16:29:51.830729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46632) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:51.904585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.909013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:51.919987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:51.920830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.028691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feca170e-9fa9-4239-912b-230759623b1e None None] Network 16c23445-fde0-4740-bbef-88b10d5cf7cc requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:52.044707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.058879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 22f61119-1592-430e-9f7e-d82e1e6ce71c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:52.059273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.209237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:52.222837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event updated for resources: {'Network': ['ID=1bf9e79a-cfbd-4f2d-a018-bc754c187bab,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:52.253640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Port': ['ID=a9910e83-e847-4a22-bbdd-13521e559a16,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:52.254357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:52.267365 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-715bc623-f1e1-43e4-b52b-de3009259c29 req-f00bfefe-2710-420b-876c-17ed5bc90df4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4768682 May 05 16:29:52.334677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:52.342195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port 22f61119-1592-430e-9f7e-d82e1e6ce71c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=22f61119-1592-430e-9f7e-d82e1e6ce71c,segment=NetworkSegment(e118795b-461d-4f82-9c29-4567a4009c97),segment_id=e118795b-461d-4f82-9c29-4567a4009c97)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:52.342561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.370414 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-59fe09d8-7188-4b25-9690-77532f9d6026 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.1479847 May 05 16:29:52.385106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:52.402253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46648) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:52.407781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:52.500043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.576024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 22f61119-1592-430e-9f7e-d82e1e6ce71c owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:52.615622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Request body: {'subnet': {'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:52.647439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-937c5044-ade3-4f5a-adc8-ea645cd2ebfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.715043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-937c5044-ade3-4f5a-adc8-ea645cd2ebfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.753546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9da1934-538b-4b7a-85ac-5cea43973f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.885536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461facd-bb9c-49b8-9134-bbbcf4adb986 req-c82f71cf-40f9-4710-8eaa-a19409facde1 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:52.887062 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3461facd-bb9c-49b8-9134-bbbcf4adb986 req-c82f71cf-40f9-4710-8eaa-a19409facde1 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.1542878 May 05 16:29:52.918006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.924837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2ff82c-3bc2-4c9a-94bf-93e3feabac4e None None] Network 458148d7-759b-4321-af65-ed35fba79a15 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:52.932775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:52.970009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=22f61119-1592-430e-9f7e-d82e1e6ce71c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:52.973612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46658) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:52.988437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No DVR routers for this DVR port 22f61119-1592-430e-9f7e-d82e1e6ce71c on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:29:53.048276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:53.053953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Usage tracker for resource:subnet and tenant:b0ea4759527343c7b8253203480b9aee is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:53.057081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:53.063825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:53.074231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Transition to ACTIVE for port object da43eca5-ecf4-4d9e-b19d-39f492f06807 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:53.152701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8bdaf6ef-1d58-42ba-afec-206604e2ddc4 None None] Provisioning for port b17c0dc3-8edf-444a-a468-d609eadbb569 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:53.180991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff23841-7ebc-498b-b54d-111b1fa8e8c2 None None] DHCP port deletion for 16c23445-fde0-4740-bbef-88b10d5cf7cc request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:53.208357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3461facd-bb9c-49b8-9134-bbbcf4adb986 req-75e5da44-072d-4686-b3fc-8a573e42dad3 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3102453 May 05 16:29:53.237923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.296318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Made reservation on behalf of b0ea4759527343c7b8253203480b9aee for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:53.306514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c23445-fde0-4740-bbef-88b10d5cf7cc']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:53.325928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1998832135-network', 'tenant_id': 'c76c6f003f6f4a3f95482e2660bd0b88'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:53.332796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e118795b-461d-4f82-9c29-4567a4009c97') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:53.333135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e118795b-461d-4f82-9c29-4567a4009c97') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:53.339998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:53.347888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Usage tracker for resource:network and tenant:c76c6f003f6f4a3f95482e2660bd0b88 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:53.352064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.358628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:53.369075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:53.376514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.384627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:29:53.386916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:29:53.400322 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:29:53.405584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:49Z', 'revision_number': 10, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:53.413095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1406c233-73d4-4cb6-851a-0b525640f912 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:49Z', 'revision_number': 10, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None, '_interfaces': [{'id': 'c11cd8e1-0244-42ae-80cd-2c313cfd4d3b', 'name': '', 'network_id': '25e450f1-8ed2-49ac-bd16-b784600b6b6f', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'mac_address': 'fa:16:3e:cb:b4:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:28:19Z', 'updated_at': '2022-05-05T16:28:35Z', 'revision_number': 5, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'subnets': [{'id': 'a1d808a7-8e2c-4999-8cbe-601b4765d9bd', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:53.460283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-937c5044-ade3-4f5a-adc8-ea645cd2ebfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.479438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.480183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.492329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Made reservation on behalf of c76c6f003f6f4a3f95482e2660bd0b88 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:53.494366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.494718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c5044-ade3-4f5a-adc8-ea645cd2ebfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f70eb4-0a73-4a23-8c2d-ba405d065a5c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:53.511945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.561643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:53.566668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Usage tracker for resource:security_group_rule and tenant:c76c6f003f6f4a3f95482e2660bd0b88 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:53.571575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:53.579624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:53.617579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.623919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.623919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.671522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.674248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=16c23445-fde0-4740-bbef-88b10d5cf7cc,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:53.687580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-937c5044-ade3-4f5a-adc8-ea645cd2ebfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.691700 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-937c5044-ade3-4f5a-adc8-ea645cd2ebfe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/20f70eb4-0a73-4a23-8c2d-ba405d065a5c HTTP/1.1" status: 204 len: 168 time: 2.2602251 May 05 16:29:53.691700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.699487 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eb7e2cf7-41ac-4943-97a4-74bb18eae594 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/16c23445-fde0-4740-bbef-88b10d5cf7cc HTTP/1.1" status: 204 len: 168 time: 1.8676059 May 05 16:29:53.706340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.708834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46668) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:53.799393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.896514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.935906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:53.964242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cd17980-1414-4d5c-aedb-c615282fc1a4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:53.965170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b17c0dc3-8edf-444a-a468-d609eadbb569 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:53.972031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:53.977271 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Added segment 389a6583-26b2-4db6-87ac-99d348f8cfe6 of type vlan for network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 May 05 16:29:54.134148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b17c0dc3-8edf-444a-a468-d609eadbb569 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:54.140268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b17c0dc3-8edf-444a-a468-d609eadbb569 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:54.142822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.155845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 458148d7-759b-4321-af65-ed35fba79a15 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:54.163245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:54.166336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:54.170508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:54.171116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.199894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Port': ['ID=da43eca5-ecf4-4d9e-b19d-39f492f06807,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:54.222779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.273035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Router 461081fc-ed1d-4623-b400-11ac97941a3e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:54.301827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.306663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2fabdd21-0126-4ca5-bc79-0248340f022b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 4.8448813 May 05 16:29:54.310816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46680) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:54.348831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b17c0dc3-8edf-444a-a468-d609eadbb569, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b17c0dc3-8edf-444a-a468-d609eadbb569,segment=NetworkSegment(4da95c7c-685d-4ea4-a301-d1eb0769b6f9),segment_id=4da95c7c-685d-4ea4-a301-d1eb0769b6f9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:54.398695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.401082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:54.401192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.401291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.431223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4241e5-737a-4768-9cfd-762e19ace127 req-bedec1eb-c536-4895-8694-d84eb59fae85 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:54.431720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.434397 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f4241e5-737a-4768-9cfd-762e19ace127 req-bedec1eb-c536-4895-8694-d84eb59fae85 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3695807 May 05 16:29:54.536030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 22f61119-1592-430e-9f7e-d82e1e6ce71c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:54.595156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 22f61119-1592-430e-9f7e-d82e1e6ce71c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:54.595156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 22f61119-1592-430e-9f7e-d82e1e6ce71c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:54.595156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:54.602498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event updated for resources: {'Subnet': ['ID=7dcc9133-dfd8-458a-840d-1a3430e4deee,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:54.623306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Checking segment: {'id': 'bc4b2c45-7260-4535-a0c8-54587d82b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:54.623736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Network hostable DHCP agents. Network: 1bf9e79a-cfbd-4f2d-a018-bc754c187bab, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:54.633598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:54.641659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0cad6d98-73a6-417a-b677-1e309f65d670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "PUT /v2.0/routers/461081fc-ed1d-4623-b400-11ac97941a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9467561 May 05 16:29:54.648404 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] Sync routers for ids ['461081fc-ed1d-4623-b400-11ac97941a3e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:54.660189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:54.660446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 235d6c90-9b42-4917-9ef2-c0f4c0eddca9 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:54.660862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46688) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:54.663197 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] Routers {'461081fc-ed1d-4623-b400-11ac97941a3e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:54.664430 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['461081fc-ed1d-4623-b400-11ac97941a3e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:54.669627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b17c0dc3-8edf-444a-a468-d609eadbb569,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:54.687517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7120831 May 05 16:29:54.704803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46692) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:54.707219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a944-4d23-4115-b01e-d58769ec74cc admin admin] Pushing event updated for resources: {'Network': ['ID=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:54.717767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:54.742834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Request body: {'subnet': {'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1998832135-subnet', 'tenant_id': 'c76c6f003f6f4a3f95482e2660bd0b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:54.758626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.797182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f5e54-a994-4242-966e-46831cfaff5a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:54.798562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f5e54-a994-4242-966e-46831cfaff5a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:54.799343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7a6f5e54-a994-4242-966e-46831cfaff5a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:54.865958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-200aca46-9a4a-4cc1-be89-045e0d898db6 None None] Provisioning for port da43eca5-ecf4-4d9e-b19d-39f492f06807 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:29:54.877371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:54.881292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:54.886605 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] Set router 461081fc-ed1d-4623-b400-11ac97941a3e gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:54.886780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-200aca46-9a4a-4cc1-be89-045e0d898db6 None None] Provisioning complete for port da43eca5-ecf4-4d9e-b19d-39f492f06807 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:54.887099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-200aca46-9a4a-4cc1-be89-045e0d898db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:54.894426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f4241e5-737a-4768-9cfd-762e19ace127 req-65e0a039-1a7b-465a-a6a5-17a2f50e26f4 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4453816 May 05 16:29:54.902726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Usage tracker for resource:subnet and tenant:c76c6f003f6f4a3f95482e2660bd0b88 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:54.906833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7a6f5e54-a994-4242-966e-46831cfaff5a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:54.916046 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7a6f5e54-a994-4242-966e-46831cfaff5a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2500381 May 05 16:29:54.916701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Router 3ebf0dc1-a3d2-477f-a10d-f9356f846696 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:29:54.918575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46696) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:54.936512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:54.964325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-200aca46-9a4a-4cc1-be89-045e0d898db6 None None] Port da43eca5-ecf4-4d9e-b19d-39f492f06807 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:29:55.010213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1bf9e79a-cfbd-4f2d-a018-bc754c187bab) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:55.021363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06f3aab3-ac2c-4105-b21e-ec6f84abbc70 None None] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:55.022018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:55.022625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.027153 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:32Z', 'updated_at': '2022-05-05T16:29:50Z', 'revision_number': 3, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:55.032324 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] Checking router: 461081fc-ed1d-4623-b400-11ac97941a3e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:55.048118 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] Routers {'461081fc-ed1d-4623-b400-11ac97941a3e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:55.049194 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['461081fc-ed1d-4623-b400-11ac97941a3e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:55.072542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:55.120590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting subnet ea0ea979-effc-4e0e-ada1-05b3391354c6 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:55.124091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.180539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.185425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.237676 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] Set router 461081fc-ed1d-4623-b400-11ac97941a3e gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:55.382630 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:32Z', 'updated_at': '2022-05-05T16:29:50Z', 'revision_number': 3, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:55.385477 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-93bccca3-70e0-40a8-9a0d-c7cf4b2e5296 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8814738 May 05 16:29:55.393087 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b89ee7-311a-4d64-9f68-ca8558ad3ca5 None None] The sync data for ids ['461081fc-ed1d-4623-b400-11ac97941a3e'] in dv-neutron-840483-1-hyperv is: [{'id': '461081fc-ed1d-4623-b400-11ac97941a3e', 'name': 'tempest-NetworksTestDHCPv6-router-254329842', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:32Z', 'updated_at': '2022-05-05T16:29:50Z', 'revision_number': 3, 'project_id': '7d6c35b619354420a9a8c048a6e84647', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:29:55.400530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46706) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:55.410480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Made reservation on behalf of c76c6f003f6f4a3f95482e2660bd0b88 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:55.415514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.418544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Request body: {'port': {'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1768118967'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:55.467666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-1bf9e79a-cfbd-4f2d-a018-bc754c187bab', 'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab', 'tenant_id': 'b0ea4759527343c7b8253203480b9aee', 'fixed_ips': [{'subnet_id': '7dcc9133-dfd8-458a-840d-1a3430e4deee'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:29:55.467666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.511145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46710) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:55.561298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.667326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Allocated IP 2001:db8::2 (1bf9e79a-cfbd-4f2d-a018-bc754c187bab/7dcc9133-dfd8-458a-840d-1a3430e4deee/90e567d8-9fba-4df0-b6f5-a8f6048bc486) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:55.677664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 961a5c3f-87db-4924-acd2-f3368fad99e4 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:29:55.680575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.750137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.796983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1103088536'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:55.868799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.878689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:55.897843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Usage tracker for resource:port and tenant:b0ea4759527343c7b8253203480b9aee is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:55.903011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:55.903672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b17c0dc3-8edf-444a-a468-d609eadbb569 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:29:55.910270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:55.917514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:55.939964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:29:55.939964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.946166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:55.951670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:55.954385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0ea979-effc-4e0e-ada1-05b3391354c6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:55.960116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:55.984035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Sync routers for ids ['3ebf0dc1-a3d2-477f-a10d-f9356f846696'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:29:55.987645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73563d4-db3c-47da-95ca-b8d5f51d491f None None] Network 458148d7-759b-4321-af65-ed35fba79a15 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:56.000507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:56.012832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1716a9a1-f762-4fbf-bd1a-093b26b6e814 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/ea0ea979-effc-4e0e-ada1-05b3391354c6 HTTP/1.1" status: 204 len: 168 time: 1.6940224 May 05 16:29:56.014804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46718) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:56.055856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Made reservation on behalf of b0ea4759527343c7b8253203480b9aee for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:56.059083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.097701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.102976 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-942aeb83-2525-4b06-8074-fe53ab5c01f6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 9.0551560 May 05 16:29:56.104646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46722) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:56.184290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.232181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:56.235203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.237105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Routers {'3ebf0dc1-a3d2-477f-a10d-f9356f846696'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:29:56.237730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3ebf0dc1-a3d2-477f-a10d-f9356f846696'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:56.269865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.278961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] device_id is not set on port b01349ed-6de6-462f-9422-b688fd20b43c yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:56.309490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0dec3ca7-493d-4cbe-a340-ec14fb427e9a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:56.314870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692e4cd-3cbd-4b58-9113-bfc89030e7e5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:56.316348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692e4cd-3cbd-4b58-9113-bfc89030e7e5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:56.317078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a692e4cd-3cbd-4b58-9113-bfc89030e7e5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Synchronizing usage tracker for tenant:617aa9c720d34c2bb5990a3188929deb on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:56.320575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.359668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:56.366514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.370529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:security_group_rule and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:56.374724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Checking segment: {'id': '389a6583-26b2-4db6-87ac-99d348f8cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:56.374724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Network hostable DHCP agents. Network: 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:29:56.378975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:56.388903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:56.391785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=961a5c3f-87db-4924-acd2-f3368fad99e4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:56.423787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Transition to ACTIVE for port object 90e567d8-9fba-4df0-b6f5-a8f6048bc486 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:56.441601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.468760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0430b1-3551-43ed-95cd-33078bb8b7e3 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:56.491244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde30a9-121f-44bc-8fec-7c0343260030 req-df20f3e8-c4cd-43e9-8ce8-83e3712a12df tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:56.492768 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1fde30a9-121f-44bc-8fec-7c0343260030 req-df20f3e8-c4cd-43e9-8ce8-83e3712a12df tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.3803105 May 05 16:29:56.496729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a692e4cd-3cbd-4b58-9113-bfc89030e7e5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Unset dirty status for tenant:617aa9c720d34c2bb5990a3188929deb on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:56.500686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a692e4cd-3cbd-4b58-9113-bfc89030e7e5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4846845 May 05 16:29:56.505482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46726) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:56.554110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.558147 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0da5d39d-2a55-4fba-961a-5ccae1cfd8df tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/961a5c3f-87db-4924-acd2-f3368fad99e4 HTTP/1.1" status: 204 len: 168 time: 1.6368699 May 05 16:29:56.588521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46730) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:56.594738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Transition to ACTIVE for port object 90e567d8-9fba-4df0-b6f5-a8f6048bc486 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:56.595914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:29:56.603137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b17c0dc3-8edf-444a-a468-d609eadbb569 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:29:56.603531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.680068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.681605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.702597 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1fde30a9-121f-44bc-8fec-7c0343260030 req-be892e42-7565-431c-ac19-0dc4bc354ec9 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943109 May 05 16:29:56.712091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d778dc0d-49ba-4ea3-8cdd-615b0aadbfd3 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.742656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d778dc0d-49ba-4ea3-8cdd-615b0aadbfd3 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 05 16:29:56.742656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d778dc0d-49ba-4ea3-8cdd-615b0aadbfd3 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:29:56.748014 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d778dc0d-49ba-4ea3-8cdd-615b0aadbfd3 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/458148d7-759b-4321-af65-ed35fba79a15 HTTP/1.1" status: 409 len: 405 time: 0.2390392 May 05 16:29:56.756575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46736) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:56.765848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1738140740'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:56.788017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:56.790844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Allocated IP 2001:db8::20c (1bf9e79a-cfbd-4f2d-a018-bc754c187bab/7dcc9133-dfd8-458a-840d-1a3430e4deee/b01349ed-6de6-462f-9422-b688fd20b43c) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:56.799870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:network and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:56.803668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:56.813993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:56.830357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:56.844295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Set router 3ebf0dc1-a3d2-477f-a10d-f9356f846696 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:29:56.847111 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bff890bc-9728-4e8e-90b7-cdd51f3125a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/3ebf0dc1-a3d2-477f-a10d-f9356f846696 HTTP/1.1" status: 200 len: 909 time: 0.7379656 May 05 16:29:56.850538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46740) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:56.867611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1563957028', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': True}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:56.878794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:56.879390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.883069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:56.894094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:56.894304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:56.894512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.899660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd85d40-baed-41e9-a358-7677128bc410 None None] Network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:56.913175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Usage tracker for resource:router and tenant:975a477f309e4bc28a1b4c2ff0a881e5 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:56.918331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:56.923708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.949492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:56.950202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment b228313d-2bf9-42ec-8e8a-1dcf1be2828a of type vlan for network 4dc97e50-da74-45fc-a30c-7a8641853e1b May 05 16:29:56.955276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48f64958-6c13-4d22-8ea6-e714d5d9cd9c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:56.956591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:56.989191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-189299b4-5736-489e-bf43-fae1adcdaf3f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:router {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:29:56.992103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:57.001899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:57.007346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Pushing event updated for resources: {'Port': ['ID=90e567d8-9fba-4df0-b6f5-a8f6048bc486,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:57.065395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:57.068419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:57.081053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.087042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:57.106006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.106696 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Added segment 441bad4f-8032-4d6f-9efe-b86aebf7eb73 of type vlan for network 27760a0b-8c30-45bf-98a2-f216f88bc16e May 05 16:29:57.157409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a1545625-54b5-4b02-bb35-ed5416f09c22 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4484286 May 05 16:29:57.190392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.201474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port c11cd8e1-0244-42ae-80cd-2c313cfd4d3b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:57.201953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.214489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.237540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.238537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.262922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Transition to ACTIVE for port object b01349ed-6de6-462f-9422-b688fd20b43c will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:29:57.290331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.330429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] DHCP port deletion for 458148d7-759b-4321-af65-ed35fba79a15 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:57.404822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Deleting port b17c0dc3-8edf-444a-a468-d609eadbb569 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:57.405194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.406397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for c11cd8e1-0244-42ae-80cd-2c313cfd4d3b owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:57.502078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.506780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:57.507411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.519748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e4c1385-ab16-4f75-ad04-ed2458c3b113 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:57.620395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1e4c1385-ab16-4f75-ad04-ed2458c3b113 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:29:57.620818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e4c1385-ab16-4f75-ad04-ed2458c3b113 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:29:57.626180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-189299b4-5736-489e-bf43-fae1adcdaf3f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:router {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:29:57.629623 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-189299b4-5736-489e-bf43-fae1adcdaf3f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.0333250 May 05 16:29:57.635895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46750) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:57.683181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.685188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Attempting to bind port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:29:57.685816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Attempting to bind port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'bc4b2c45-7260-4535-a0c8-54587d82b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:29:57.686323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Attempting to bind port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 on network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:29:57.687787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:57.699147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.747219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b17c0dc3-8edf-444a-a468-d609eadbb569 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:57.795921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:29:57.796843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Checking segment: {'id': 'bc4b2c45-7260-4535-a0c8-54587d82b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:29:57.796969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.797494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Bound using segment: {'id': 'bc4b2c45-7260-4535-a0c8-54587d82b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:29:57.798135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Bound port: 90e567d8-9fba-4df0-b6f5-a8f6048bc486, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc4b2c45-7260-4535-a0c8-54587d82b7eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:29:57.798678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.820640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:57.822459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Network': ['ID=27760a0b-8c30-45bf-98a2-f216f88bc16e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:57.886071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:29:57.887778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 27760a0b-8c30-45bf-98a2-f216f88bc16e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:57.937359 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-655f6849-c878-4d9d-b135-51a92202017b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1797242 May 05 16:29:57.938113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46756) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:57.949324 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.4360118 May 05 16:29:57.996073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46760) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:58.004362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.005528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'subnet': {'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:58.029677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] Deleting port e27a9981-84d2-46b4-ae36-e06e97d80088 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:29:58.029677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.054609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-229569344'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:58.087973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=c11cd8e1-0244-42ae-80cd-2c313cfd4d3b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:58.144696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25bfa54-6da0-4ca6-9ff0-33304d48dd1d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=4dc97e50-da74-45fc-a30c-7a8641853e1b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:58.163671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:58.187970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:58.192376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:29:58.210397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:58.220134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:29:58.225145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:29:58.242153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc220f3e-e136-4bf9-b35d-847f814c114e None None] Network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:29:58.259095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event updated for resources: {'Port': ['ID=b01349ed-6de6-462f-9422-b688fd20b43c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:58.281253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:29:58.285291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:58.285918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.290785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:58.294427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.308300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-3c2642d2-51e9-49cc-85d9-59557f8d7929 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f6125ade6d294e66bb2d97c030d9843d&device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 1098 time: 0.6723359 May 05 16:29:58.444669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5ba76-a587-4c29-bd8f-3381d4ea4207 req-993b61ee-3c0f-451c-9d8d-0277fb61bfdf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:58.446192 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a4f5ba76-a587-4c29-bd8f-3381d4ea4207 req-993b61ee-3c0f-451c-9d8d-0277fb61bfdf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.9498856 May 05 16:29:58.459647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.464046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:58.468253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.508802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:58.557187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-f6badf69-880f-436f-8e80-239f8d97246c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:58.558735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-f6badf69-880f-436f-8e80-239f8d97246c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 200 len: 912 time: 0.2442911 May 05 16:29:58.609862 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a4f5ba76-a587-4c29-bd8f-3381d4ea4207 req-e2f947f0-d311-4312-ab60-31e598705496 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364779 May 05 16:29:58.616320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:58.619233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.644321 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-68b958f3-97ec-412e-be91-9749845ee7a6 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.2318611 May 05 16:29:58.683540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46772) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:58.695386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Request body: {'port': {'network_id': '1bf9e79a-cfbd-4f2d-a018-bc754c187bab', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2114458789', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:58.696128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.api.validators [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] bootfile-name is not in valid_values {{(pid=84819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:58.696376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.api.validators [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] tftp-server is not in valid_values {{(pid=84819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:58.696704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.api.validators [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] server-ip-address is not in valid_values {{(pid=84819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:29:58.724577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:58.785252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] For port b17c0dc3-8edf-444a-a468-d609eadbb569, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b17c0dc3-8edf-444a-a468-d609eadbb569,segment=NetworkSegment(4da95c7c-685d-4ea4-a301-d1eb0769b6f9),segment_id=4da95c7c-685d-4ea4-a301-d1eb0769b6f9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:58.785846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:58.961681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] For port 90e567d8-9fba-4df0-b6f5-a8f6048bc486, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:29:58.962317 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-486a6c7e-48f5-4cae-bda0-18639d668e0d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 200 len: 1000 time: 0.3448954 May 05 16:29:59.025243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.079721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Calling delete_port for b17c0dc3-8edf-444a-a468-d609eadbb569 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:59.105550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:59.118424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Usage tracker for resource:port and tenant:b0ea4759527343c7b8253203480b9aee is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:59.124503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:59.132659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:29:59.137269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:59.145373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-17bef033-0230-4868-80de-da7d3ab3dbe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:59.147555 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-17bef033-0230-4868-80de-da7d3ab3dbe9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 200 len: 850 time: 0.1156228 May 05 16:29:59.171778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.178750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.179087 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment 0fb2cdae-47cd-47f2-afab-2ad74dc85ae5 of type vlan for network 288eea21-a8d4-4b3a-8957-f1482bf3c338 May 05 16:29:59.187281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.198980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] For port 90e567d8-9fba-4df0-b6f5-a8f6048bc486, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=90e567d8-9fba-4df0-b6f5-a8f6048bc486,segment=NetworkSegment(bc4b2c45-7260-4535-a0c8-54587d82b7eb),segment_id=bc4b2c45-7260-4535-a0c8-54587d82b7eb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:29:59.211831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.236215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b17c0dc3-8edf-444a-a468-d609eadbb569, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b17c0dc3-8edf-444a-a468-d609eadbb569,segment=NetworkSegment(4da95c7c-685d-4ea4-a301-d1eb0769b6f9),segment_id=4da95c7c-685d-4ea4-a301-d1eb0769b6f9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:59.240746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebf0dc1-a3d2-477f-a10d-f9356f846696', 'name': 'tempest-snat-router-1563957028', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.243'}], 'enable_snat': False}, 'gw_port_id': 'a9910e83-e847-4a22-bbdd-13521e559a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:47Z', 'updated_at': '2022-05-05T16:29:52Z', 'revision_number': 3, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port': {'id': 'a9910e83-e847-4a22-bbdd-13521e559a16', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebf0dc1-a3d2-477f-a10d-f9356f846696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:50Z', 'updated_at': '2022-05-05T16:29:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:29:59.262791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Checking router: 3ebf0dc1-a3d2-477f-a10d-f9356f846696 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:29:59.263425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Updating router 3ebf0dc1-a3d2-477f-a10d-f9356f846696 port a9910e83-e847-4a22-bbdd-13521e559a16 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:29:59.297832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] For port e27a9981-84d2-46b4-ae36-e06e97d80088, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e27a9981-84d2-46b4-ae36-e06e97d80088,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:29:59.298249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.307658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46782) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:59.320304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1663629409-network', 'tenant_id': '258e11b82ced4fc1b5a5bbb421f8c9bc'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:29:59.330713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.336178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.350212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:29:59.365381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Usage tracker for resource:network and tenant:258e11b82ced4fc1b5a5bbb421f8c9bc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:29:59.375310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:29:59.385176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Made reservation on behalf of b0ea4759527343c7b8253203480b9aee for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:59.388391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.390841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:29:59.421416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.436860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.436860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Fanout notify agent at l3_agent the message router_deleted on router 461081fc-ed1d-4623-b400-11ac97941a3e {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:29:59.481857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] device_id is not set on port 06c57395-68e4-4553-9f52-d0098c35c63e yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:29:59.497144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] Calling delete_port for e27a9981-84d2-46b4-ae36-e06e97d80088 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:29:59.537811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Made reservation on behalf of 258e11b82ced4fc1b5a5bbb421f8c9bc for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:29:59.540107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.588281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.638661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:29:59.639028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:29:59.639604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c43134-183d-40a8-810b-65fc2200338c None None] Pushing event updated for resources: {'Port': ['ID=90e567d8-9fba-4df0-b6f5-a8f6048bc486,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:59.667911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.674372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:29:59.677367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.693955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:29:59.764711 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-0631db6b-adb3-492e-9a73-8806fb1c66c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f7ccddd6-7f2f-4845-9185-125fa6046d41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5601115 May 05 16:29:59.800028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.886877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e27a9981-84d2-46b4-ae36-e06e97d80088 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:29:59.904740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Allocated IP 2001:db8::4a (1bf9e79a-cfbd-4f2d-a018-bc754c187bab/7dcc9133-dfd8-458a-840d-1a3430e4deee/06c57395-68e4-4553-9f52-d0098c35c63e) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:29:59.961524 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9378932 May 05 16:29:59.966160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:29:59.969423 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c21f20ec-f264-421c-886b-21c7d8d93670 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/routers/461081fc-ed1d-4623-b400-11ac97941a3e HTTP/1.1" status: 204 len: 168 time: 2.3216434 May 05 16:29:59.969423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46788) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:29:59.979746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b17c0dc3-8edf-444a-a468-d609eadbb569,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:29:59.986439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.013729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No active binding found for port e27a9981-84d2-46b4-ae36-e06e97d80088 {{(pid=84820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 16:30:00.014520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e27a9981-84d2-46b4-ae36-e06e97d80088 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:00.016222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.018191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46790) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:00.060715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:00.078425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.080149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b410c985-2fca-4e85-8ed0-283a0414fd5d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=288eea21-a8d4-4b3a-8957-f1482bf3c338,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:00.138037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:00.156625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Deleting port b17c0dc3-8edf-444a-a468-d609eadbb569 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:00.157326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.183618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] Pushing event deleted for resources: {'Port': ['ID=e27a9981-84d2-46b4-ae36-e06e97d80088,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:00.233774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:00.236768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2620faf5-c1fb-481c-9ae7-27e7c5f8e2cf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:00.250964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Usage tracker for resource:security_group_rule and tenant:258e11b82ced4fc1b5a5bbb421f8c9bc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:00.262288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:00.283704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43198425-a275-4a48-8c38-f39c64f64928 None None] No DVR routers for this DVR port e27a9981-84d2-46b4-ae36-e06e97d80088 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:00.334672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:30:00.340638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:00.342723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.408410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:00.419333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:00.433669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:00.434917 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-a08ce423-60e2-450f-b8f8-0640cad56ba8 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6589289 May 05 16:30:00.436835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:00.447960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2620faf5-c1fb-481c-9ae7-27e7c5f8e2cf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:00.449235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2620faf5-c1fb-481c-9ae7-27e7c5f8e2cf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4246125 May 05 16:30:00.455019 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:00.468543 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:00.469551 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:00.483898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46796) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:00.500916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Subnet': ['ID=e16c06af-7732-423b-84d0-393f45afc632,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:00.509696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:00.592000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.603835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] For port b17c0dc3-8edf-444a-a468-d609eadbb569, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b17c0dc3-8edf-444a-a468-d609eadbb569,segment=NetworkSegment(4da95c7c-685d-4ea4-a301-d1eb0769b6f9),segment_id=4da95c7c-685d-4ea4-a301-d1eb0769b6f9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:00.604357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.627545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:00.639392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d444d278-b282-4dd6-a33e-28ddc604c99d req-2c019326-fee5-4594-8cff-e3bfac4d459b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:00.644213 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:00.648944 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d444d278-b282-4dd6-a33e-28ddc604c99d req-2c019326-fee5-4594-8cff-e3bfac4d459b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.7537656 May 05 16:30:00.701493 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1e70120c-421e-4cff-9ce8-32a82be6f5a5 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9907725 May 05 16:30:00.734018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46800) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:00.776766 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:57Z', 'revision_number': 11, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:00.786617 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:30:00.803415 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:00.805950 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:00.865361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Calling delete_port for b17c0dc3-8edf-444a-a468-d609eadbb569 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:00.869136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Checking segment: {'id': '441bad4f-8032-4d6f-9efe-b86aebf7eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:00.870547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network hostable DHCP agents. Network: 27760a0b-8c30-45bf-98a2-f216f88bc16e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:00.897184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.918719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:00.937081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b423c630-a540-4f5d-b246-99de81074c54 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:00.938106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b423c630-a540-4f5d-b246-99de81074c54 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:00.960246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Transition to ACTIVE for port object a9910e83-e847-4a22-bbdd-13521e559a16 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:00.979501 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:01.039231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.043052 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d444d278-b282-4dd6-a33e-28ddc604c99d req-29001a0f-903d-414f-9891-09db8a9c3f4f tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3932338 May 05 16:30:01.057895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ac72a21-44cd-4581-8468-800f4e5ec585 req-10e06536-597f-4028-9c51-f8a0607e14c9 service neutron] 10.222.0.71 "GET /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120412 May 05 16:30:01.089230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7a3cf4-f719-4060-888d-bfd6fa24a8ca None None] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:01.135063 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:57Z', 'revision_number': 11, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:01.139232 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf8d1a-4222-4554-a33d-49fda465e55d None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:57Z', 'revision_number': 11, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:01.166317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:01.171643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.171907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.177376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.179897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b423c630-a540-4f5d-b246-99de81074c54 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:01.181400 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b423c630-a540-4f5d-b246-99de81074c54 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6904922 May 05 16:30:01.189231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46804) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:01.229951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Transition to ACTIVE for port object 06c57395-68e4-4553-9f52-d0098c35c63e will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:01.248566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] Pushing event deleted for resources: {'Port': ['ID=b17c0dc3-8edf-444a-a468-d609eadbb569,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:01.250699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ab1d12-885c-43c3-ba83-6b2d9b3008ad,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:01.263383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting subnet a1d808a7-8e2c-4999-8cbe-601b4765d9bd {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:01.268018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.268536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.268656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Added segment 1cf3d480-8d82-4723-bb8c-ea65376bf608 of type vlan for network c3fab1a6-23b7-49af-8c05-ad00fa148167 May 05 16:30:01.292728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-57b84608-8e42-4ddd-b8c8-166ed2f38d5f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:router {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:01.299977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Allocated IP 172.26.2.121 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:01.310144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cac6b9a-2f25-4200-abe9-729464497030 None None] No DVR routers for this DVR port b17c0dc3-8edf-444a-a468-d609eadbb569 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:01.348523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.351812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.354954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Attempting to bind port a9910e83-e847-4a22-bbdd-13521e559a16 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:01.355430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Attempting to bind port a9910e83-e847-4a22-bbdd-13521e559a16 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:01.355928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Attempting to bind port a9910e83-e847-4a22-bbdd-13521e559a16 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:01.383853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c996-afb9-40a7-b284-a1581d40bfdb None None] Pushing event updated for resources: {'Port': ['ID=a9910e83-e847-4a22-bbdd-13521e559a16,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:01.410094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.411844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:01.411844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:01.419859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.419859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:01.419859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Bound port: a9910e83-e847-4a22-bbdd-13521e559a16, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:01.419859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.451049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-aed50596-b301-4716-a885-7c5fcf2ab296 None None] Provisioning for port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:01.547151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 27760a0b-8c30-45bf-98a2-f216f88bc16e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:01.548243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] For port a9910e83-e847-4a22-bbdd-13521e559a16, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:01.549570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-57b84608-8e42-4ddd-b8c8-166ed2f38d5f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:router {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:01.550742 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-57b84608-8e42-4ddd-b8c8-166ed2f38d5f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3580954 May 05 16:30:01.567797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] For port a9910e83-e847-4a22-bbdd-13521e559a16, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a9910e83-e847-4a22-bbdd-13521e559a16,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:01.579008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46808) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:01.641026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:01.650271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.660947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:30:01.681839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.683937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 27760a0b-8c30-45bf-98a2-f216f88bc16e) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:01.734231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd413d69-157f-4ab4-9495-2db52eb628ef None None] Network 27760a0b-8c30-45bf-98a2-f216f88bc16e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:01.803674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:01.808197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event updated for resources: {'Port': ['ID=06c57395-68e4-4553-9f52-d0098c35c63e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:01.822296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:01.822892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.826378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:01.829494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:01.834541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:01.835195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:01.878109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 90e567d8-9fba-4df0-b6f5-a8f6048bc486 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:01.974957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-94d392a3-d7e7-494e-af53-940eba3c835e tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.2843289 May 05 16:30:01.977131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46812) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:02.013889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.014735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:02.015197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439c996-afb9-40a7-b284-a1581d40bfdb None None] Pushing event updated for resources: {'Port': ['ID=a9910e83-e847-4a22-bbdd-13521e559a16,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:02.015675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.044050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.072015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:02.092322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Routers {'3ebf0dc1-a3d2-477f-a10d-f9356f846696'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:02.093107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Subnet': ['ID=a1d808a7-8e2c-4999-8cbe-601b4765d9bd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:02.093260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3ebf0dc1-a3d2-477f-a10d-f9356f846696'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:02.101114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:02.125373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.168468 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8a28fe80-98ce-4ac3-b288-41d66b838141 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/a1d808a7-8e2c-4999-8cbe-601b4765d9bd HTTP/1.1" status: 204 len: 168 time: 1.4258525 May 05 16:30:02.169177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46818) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:02.178742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb6789d-6048-4845-8af3-b8a9eb77cd64 None None] Network 25e450f1-8ed2-49ac-bd16-b784600b6b6f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:02.232998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.263101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] Pushing event updated for resources: {'Network': ['ID=c3fab1a6-23b7-49af-8c05-ad00fa148167,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:02.276660 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ece3a4a5-ed6b-4e27-bbd0-a573996e2072 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9656162 May 05 16:30:02.276660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.280714 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f49a56cd-e62a-41d0-bce0-0d0815af5594 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3318980 May 05 16:30:02.280714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46822) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:02.312005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46824) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:02.329026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network c3fab1a6-23b7-49af-8c05-ad00fa148167 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:02.346753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Provisioning for port b01349ed-6de6-462f-9422-b688fd20b43c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:02.353428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'port': {'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e', 'name': 'tempest-NetworksIpV6TestAttrs-1491659034'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:02.376183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.400297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96771c-50f6-45b0-83c5-9dc6ea2ba71b tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:02.405003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96771c-50f6-45b0-83c5-9dc6ea2ba71b tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:02.410072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e96771c-50f6-45b0-83c5-9dc6ea2ba71b tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:02.411016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e96771c-50f6-45b0-83c5-9dc6ea2ba71b tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Synchronizing usage tracker for tenant:b0ea4759527343c7b8253203480b9aee on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:02.425882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Request body: {'subnet': {'network_id': 'c3fab1a6-23b7-49af-8c05-ad00fa148167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1663629409-subnet', 'tenant_id': '258e11b82ced4fc1b5a5bbb421f8c9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:02.489762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=622093aa-6ea8-454d-a88b-2a6fabb70422,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:02.511433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:02.526111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.565003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Provisioning complete for port b01349ed-6de6-462f-9422-b688fd20b43c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:02.565496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.581257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Deleting port 4f0117a5-59ec-4366-a385-977a5b2dc98a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:02.581598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.595441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:02.607506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:02.624656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e96771c-50f6-45b0-83c5-9dc6ea2ba71b tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Unset dirty status for tenant:b0ea4759527343c7b8253203480b9aee on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:02.628428 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7e96771c-50f6-45b0-83c5-9dc6ea2ba71b tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6475582 May 05 16:30:02.629261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:02.636835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:02.637090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Usage tracker for resource:subnet and tenant:258e11b82ced4fc1b5a5bbb421f8c9bc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:02.638649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:02.641870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:02.642699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:port and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:02.646851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:02.653115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:02.653596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.665791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:02.665791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46830) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:02.693846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:02.721476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Port': ['ID=b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:02.725970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:02.760079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-27760a0b-8c30-45bf-98a2-f216f88bc16e', 'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e', 'tenant_id': '617aa9c720d34c2bb5990a3188929deb', 'fixed_ips': [{'subnet_id': 'e16c06af-7732-423b-84d0-393f45afc632'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:02.760859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.760998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.821476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Deleting port 06c57395-68e4-4553-9f52-d0098c35c63e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:02.821895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.829249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Port b01349ed-6de6-462f-9422-b688fd20b43c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:02.857030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94eca34-231e-47e1-9239-de3d2e8cf9e8 req-2eed23ee-63a9-4bde-8b7a-2b1005386ce5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:02.859043 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a94eca34-231e-47e1-9239-de3d2e8cf9e8 req-2eed23ee-63a9-4bde-8b7a-2b1005386ce5 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5903497 May 05 16:30:02.863488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:02.867376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.877853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:02.878209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: 4dc97e50-da74-45fc-a30c-7a8641853e1b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:02.888274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Made reservation on behalf of 258e11b82ced4fc1b5a5bbb421f8c9bc for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:02.890559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:02.963202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] device_id is not set on port 33e02d08-2536-43a5-931c-c71be5bea60d yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:03.005710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] Set router 3ebf0dc1-a3d2-477f-a10d-f9356f846696 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:03.093725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Provisioning complete for port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:03.094451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.115186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a94eca34-231e-47e1-9239-de3d2e8cf9e8 req-7795981a-ca01-4b1c-8465-b799d1d6e613 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417345 May 05 16:30:03.251024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:03.291163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] For port 4f0117a5-59ec-4366-a385-977a5b2dc98a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4f0117a5-59ec-4366-a385-977a5b2dc98a,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:03.291637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.301328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.376061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4dc97e50-da74-45fc-a30c-7a8641853e1b) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:03.383602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:03.384179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.392237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Allocated IP 2001:db8::f816:3eff:fe3f:169a (27760a0b-8c30-45bf-98a2-f216f88bc16e/e16c06af-7732-423b-84d0-393f45afc632/6ea7f08b-762f-4f01-b8f0-f1950a27b63c) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:03.392404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.393598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.407528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd264e9-e61b-47d4-bd9c-ea9971256f86 None None] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:03.436747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Calling delete_port for 4f0117a5-59ec-4366-a385-977a5b2dc98a owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:03.447169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.528873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.537249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] DHCP port deletion for 25e450f1-8ed2-49ac-bd16-b784600b6b6f request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:03.568683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 90e567d8-9fba-4df0-b6f5-a8f6048bc486, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=90e567d8-9fba-4df0-b6f5-a8f6048bc486,segment=NetworkSegment(bc4b2c45-7260-4535-a0c8-54587d82b7eb),segment_id=bc4b2c45-7260-4535-a0c8-54587d82b7eb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:03.633970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Deleting port 4f0117a5-59ec-4366-a385-977a5b2dc98a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:03.634254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.676017 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c9e3b47-b60e-4b62-9e61-9f7560b749ba tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6914907 May 05 16:30:03.678293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Calling delete_port for 06c57395-68e4-4553-9f52-d0098c35c63e owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:03.678565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.697604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46834) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:03.759808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c11cd8e1-0244-42ae-80cd-2c313cfd4d3b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:03.797982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:03.876808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c11cd8e1-0244-42ae-80cd-2c313cfd4d3b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:03.877138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c11cd8e1-0244-42ae-80cd-2c313cfd4d3b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:03.931930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.969039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee5132ea-26f5-46c9-8331-d5e7fb50527b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:03.977397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:30:03.977552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:03.986565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Checking segment: {'id': '1cf3d480-8d82-4723-bb8c-ea65376bf608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c3fab1a6-23b7-49af-8c05-ad00fa148167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:03.986565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Network hostable DHCP agents. Network: c3fab1a6-23b7-49af-8c05-ad00fa148167, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:03.988398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4f0117a5-59ec-4366-a385-977a5b2dc98a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:03.990909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.029504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Port': ['ID=4f0117a5-59ec-4366-a385-977a5b2dc98a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:04.037941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No DVR routers for this DVR port 4f0117a5-59ec-4366-a385-977a5b2dc98a on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:04.069125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.086107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 4f0117a5-59ec-4366-a385-977a5b2dc98a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:04.086443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4f0117a5-59ec-4366-a385-977a5b2dc98a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:04.087882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=90e567d8-9fba-4df0-b6f5-a8f6048bc486,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:04.090092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=3f040fe6-ee69-4c3a-b28f-1e2ed217e45f,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:04.105356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:04.108741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:04.128841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:04.129450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.135842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:04.145771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:04.149545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9efbef0-0abe-485a-ad4b-e9e773233a56 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:04.151950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event deleted for resources: {'Port': ['ID=06c57395-68e4-4553-9f52-d0098c35c63e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:04.162095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:04.170984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:04.242514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Network c3fab1a6-23b7-49af-8c05-ad00fa148167 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:04.272586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:04.355527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.359904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.364885 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc6355dd-0102-4b44-9de2-1738a7936201 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.7384465 May 05 16:30:04.371973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46840) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:04.406984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:04.416257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e450f1-8ed2-49ac-bd16-b784600b6b6f']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:04.436846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] For port 4f0117a5-59ec-4366-a385-977a5b2dc98a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4f0117a5-59ec-4366-a385-977a5b2dc98a,segment=NetworkSegment(cafed306-75b3-4f44-9fdc-92e3ac98002c),segment_id=cafed306-75b3-4f44-9fdc-92e3ac98002c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:04.437488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.437786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cafed306-75b3-4f44-9fdc-92e3ac98002c') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:04.438265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cafed306-75b3-4f44-9fdc-92e3ac98002c') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:04.454622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.479262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.486889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fd0130-4d2a-46ee-87e8-ea4fe7b30f3a req-6321c4ee-61ae-49ff-9b36-6baac85863ee tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:04.490187 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-83fd0130-4d2a-46ee-87e8-ea4fe7b30f3a req-6321c4ee-61ae-49ff-9b36-6baac85863ee tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2090380 May 05 16:30:04.491823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, c3fab1a6-23b7-49af-8c05-ad00fa148167) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:04.496796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:04.497369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:04.516144 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:04.525484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.540937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:04.541515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.590267 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cb7d1ffb-97b7-4165-b287-c70954483859 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "DELETE /v2.0/ports/06c57395-68e4-4553-9f52-d0098c35c63e HTTP/1.1" status: 204 len: 168 time: 1.9222212 May 05 16:30:04.591046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46844) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:04.618246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Request body: {'port': {'name': 'tempest-new-port-name-1893737899', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:04.618651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.api.validators [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] bootfile-name is not in valid_values {{(pid=84819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:30:04.618981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.api.validators [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] tftp-server is not in valid_values {{(pid=84819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:30:04.619313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.api.validators [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] server-ip-address is not in valid_values {{(pid=84819) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} May 05 16:30:04.665187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.676068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Transition to ACTIVE for port object 6ea7f08b-762f-4f01-b8f0-f1950a27b63c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:04.711293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Transition to ACTIVE for port object 6ea7f08b-762f-4f01-b8f0-f1950a27b63c will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:04.715913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c3905-ccec-4c56-840a-c80be3d9042c None None] Network c3fab1a6-23b7-49af-8c05-ad00fa148167 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:04.736995 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9c7dd7a8-f455-4f66-b93d-5db108e6c454 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3752170 May 05 16:30:04.757531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:04.759661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Router 76ea4833-dae9-42a3-8a7c-609958c3c59d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:30:04.795250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:04.871285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Calling delete_port for 4f0117a5-59ec-4366-a385-977a5b2dc98a owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:04.924156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Provisioning complete for port 06c57395-68e4-4553-9f52-d0098c35c63e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:04.924616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:04.934423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Allocated IP 2001:db8::f816:3eff:fe24:a4d8 (27760a0b-8c30-45bf-98a2-f216f88bc16e/e16c06af-7732-423b-84d0-393f45afc632/33e02d08-2536-43a5-931c-c71be5bea60d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:04.976429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.010833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-462887bf-b6db-4dbf-83b7-a42e5c3bf340 None None] Port 06c57395-68e4-4553-9f52-d0098c35c63e was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:30:05.097175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Network 27760a0b-8c30-45bf-98a2-f216f88bc16e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:05.144918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Pushing event updated for resources: {'Port': ['ID=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:05.147645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:05.169236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:05.183522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:05.194003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.201892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.212324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Transition to ACTIVE for port object 33e02d08-2536-43a5-931c-c71be5bea60d will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:05.230450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-4dc97e50-da74-45fc-a30c-7a8641853e1b', 'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '622093aa-6ea8-454d-a88b-2a6fabb70422'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:05.231932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.241082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.245462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.266134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fbd2ddd2-5e93-40ad-8142-7fe8be13362b None None] Provisioning complete for port b01349ed-6de6-462f-9422-b688fd20b43c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:05.266860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fbd2ddd2-5e93-40ad-8142-7fe8be13362b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.273647 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/networks/25e450f1-8ed2-49ac-bd16-b784600b6b6f HTTP/1.1" status: 204 len: 168 time: 3.1004100 May 05 16:30:05.284226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-83fd0130-4d2a-46ee-87e8-ea4fe7b30f3a req-ad91e8d2-56ff-44d4-a156-38e45884b480 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7607050 May 05 16:30:05.289976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46856) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:05.295429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'routes': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:05.360155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.426366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441ddd6-f2f9-4a42-a3ea-b343932b2ea9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Pushing event deleted for resources: {'Network': ['ID=25e450f1-8ed2-49ac-bd16-b784600b6b6f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:05.455490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.513952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-fbd2ddd2-5e93-40ad-8142-7fe8be13362b None None] Port b01349ed-6de6-462f-9422-b688fd20b43c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:05.517477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:05.519165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:05.566233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fbd2ddd2-5e93-40ad-8142-7fe8be13362b None None] Could not find standard attr ID for object 06c57395-68e4-4553-9f52-d0098c35c63e. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:30:05.591507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ebf0dc1-a3d2-477f-a10d-f9356f846696', 'name': 'tempest-snat-router-1563957028', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.243'}], 'enable_snat': False}, 'gw_port_id': 'a9910e83-e847-4a22-bbdd-13521e559a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:47Z', 'updated_at': '2022-05-05T16:29:52Z', 'revision_number': 3, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port': {'id': 'a9910e83-e847-4a22-bbdd-13521e559a16', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebf0dc1-a3d2-477f-a10d-f9356f846696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:50Z', 'updated_at': '2022-05-05T16:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:05.604930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e28d7cd-13a0-408c-a2a7-0a179f4d9229 None None] The sync data for ids ['3ebf0dc1-a3d2-477f-a10d-f9356f846696'] in dv-neutron-840483-1-hyperv is: [{'id': '3ebf0dc1-a3d2-477f-a10d-f9356f846696', 'name': 'tempest-snat-router-1563957028', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.243'}], 'enable_snat': False}, 'gw_port_id': 'a9910e83-e847-4a22-bbdd-13521e559a16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:47Z', 'updated_at': '2022-05-05T16:29:52Z', 'revision_number': 3, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port': {'id': 'a9910e83-e847-4a22-bbdd-13521e559a16', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:15:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ebf0dc1-a3d2-477f-a10d-f9356f846696', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:29:50Z', 'updated_at': '2022-05-05T16:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:05.619919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.657070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=624f8e98-9707-47c1-9773-4aab4de03282,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:05.679899 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:30:05.703757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Attempting to bind port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:05.704109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Attempting to bind port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '441bad4f-8032-4d6f-9efe-b86aebf7eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:05.704482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Attempting to bind port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c on network 27760a0b-8c30-45bf-98a2-f216f88bc16e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:05.737002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c571ce-d76e-40db-ac38-0e9a0467a14f None None] Network c3fab1a6-23b7-49af-8c05-ad00fa148167 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:05.803050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:05.804053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: 288eea21-a8d4-4b3a-8957-f1482bf3c338, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:05.839352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Port': ['ID=33e02d08-2536-43a5-931c-c71be5bea60d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:05.879662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 27760a0b-8c30-45bf-98a2-f216f88bc16e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:05.897430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:05.903830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:05.907991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:05.908625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.939476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:05.939871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Checking segment: {'id': '441bad4f-8032-4d6f-9efe-b86aebf7eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:05.940271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:05.940659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Bound using segment: {'id': '441bad4f-8032-4d6f-9efe-b86aebf7eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:05.943622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Bound port: 6ea7f08b-762f-4f01-b8f0-f1950a27b63c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '441bad4f-8032-4d6f-9efe-b86aebf7eb73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '27760a0b-8c30-45bf-98a2-f216f88bc16e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:05.946939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.034353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Deleting port 4f0117a5-59ec-4366-a385-977a5b2dc98a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:06.034735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.082906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 90e567d8-9fba-4df0-b6f5-a8f6048bc486 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:06.152875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-c4182c2d-484c-4881-b203-3e6395002e60 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:06.160112 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-c4182c2d-484c-4881-b203-3e6395002e60 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/networks?id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 HTTP/1.1" status: 200 len: 812 time: 0.7041001 May 05 16:30:06.212192 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-f4911e73-4fe6-4701-8ac1-572b3d8b8aa8 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/quotas/c76c6f003f6f4a3f95482e2660bd0b88 HTTP/1.1" status: 200 len: 375 time: 0.0465064 May 05 16:30:06.277551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-48779ea5-c972-4e69-ab89-d6dd35df0190 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643475 May 05 16:30:06.277785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7084972e-a692-443c-a669-5ab67e00be86 None None] The port '4f0117a5-59ec-4366-a385-977a5b2dc98a' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:30:06.323511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:06.350107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Allocated IP 172.20.0.2 (4dc97e50-da74-45fc-a30c-7a8641853e1b/622093aa-6ea8-454d-a88b-2a6fabb70422/77e53b6a-4075-4692-9567-b8c96afb4851) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:06.451313 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9adfd13e-5c8c-4855-968d-44a6216e3d86 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.1382928 May 05 16:30:06.459996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46866) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:06.470525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:06.476566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 288eea21-a8d4-4b3a-8957-f1482bf3c338) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:06.480682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:06.481436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.492838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995b11d-3b7e-4871-8f5c-05b4ba007e72 req-fe970140-fe4b-4e61-b12d-95faf65be34a tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:06.501053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1995b11d-3b7e-4871-8f5c-05b4ba007e72 req-fe970140-fe4b-4e61-b12d-95faf65be34a tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.9881806 May 05 16:30:06.502454 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '3f040fe6-ee69-4c3a-b28f-1e2ed217e45f'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:06.503259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.525186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c274909-68c8-4cc7-8b09-0a7cf17944f5 None None] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:06.527665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Added routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 16:30:06.528149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Removed routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 16:30:06.528668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.538164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Sync routers for ids ['76ea4833-dae9-42a3-8a7c-609958c3c59d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:06.548810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.637366 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-374f6bf1-049c-4660-899c-10f719c398b0 service neutron] 10.222.0.70 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588636 May 05 16:30:06.736937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:06.737307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.745718 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1995b11d-3b7e-4871-8f5c-05b4ba007e72 req-ebec7d4b-7dda-4daa-8471-ac6bb37b6c66 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2434363 May 05 16:30:06.796489 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-22724ecd-d938-4e78-924d-9747189bca59 service neutron] 10.222.0.70 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581445 May 05 16:30:06.862114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Routers {'76ea4833-dae9-42a3-8a7c-609958c3c59d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:06.862753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['76ea4833-dae9-42a3-8a7c-609958c3c59d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:06.882583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=4624c1d9-c9de-405f-9724-e017d577401f,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:06.897632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:06.901405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:06.908055 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ca055bb8-d00d-42f5-8378-37519eced233 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2093334 May 05 16:30:06.908949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.910088 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9dc0ae73-2de8-4889-a820-2dfc05d82f3d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.0585732 May 05 16:30:06.912055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:06.912631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:06.943902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46872) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:06.944434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46874) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:06.950964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.019716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1283939389', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:07.028576 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-12322831-572f-4abc-8f4a-1b2b03efcffe tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6406817 May 05 16:30:07.028898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46880) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:07.031278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:07.034795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:f6:c7:c3', 'name': 'tempest-NetworksTestDHCPv6-385123963'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:07.036370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:07.117362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] For port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:07.131247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:07.211021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:07.216371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.224653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] For port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,segment=NetworkSegment(441bad4f-8032-4d6f-9efe-b86aebf7eb73),segment_id=441bad4f-8032-4d6f-9efe-b86aebf7eb73)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:07.281470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.291984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1138ef59-2799-4119-95e4-1a03d520832e req-de24d6f8-580c-4074-9fe5-de9525b58065 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.1339738 May 05 16:30:07.294865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting subnet e16c06af-7732-423b-84d0-393f45afc632 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:07.305895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.335484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.347627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] In _notify_port_updated(), no bound segment for port b01349ed-6de6-462f-9422-b688fd20b43c on network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:30:07.352891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:07.353582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.357730 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "PUT /v2.0/ports/b01349ed-6de6-462f-9422-b688fd20b43c HTTP/1.1" status: 200 len: 1130 time: 2.7581701 May 05 16:30:07.362829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46892) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:07.386720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.423191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.444699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Set router 76ea4833-dae9-42a3-8a7c-609958c3c59d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:07.481568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2558a892-12fc-4db1-a5cd-0bb42d713d52 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event updated for resources: {'Port': ['ID=b01349ed-6de6-462f-9422-b688fd20b43c,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:07.484894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.486076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.511969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:07.523170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:07.615858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0096646a-c185-4723-87c1-9c5ecf59ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:07.619534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0096646a-c185-4723-87c1-9c5ecf59ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Synchronizing usage tracker for tenant:b0ea4759527343c7b8253203480b9aee on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:07.620392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.634396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.714364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:07.719043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.724572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:07.751956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 738baa20-f5f8-4fba-9f60-50c947bb4a42 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:07.769837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0096646a-c185-4723-87c1-9c5ecf59ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Unset dirty status for tenant:b0ea4759527343c7b8253203480b9aee on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:07.772343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0096646a-c185-4723-87c1-9c5ecf59ae92 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "GET /v2.0/ports/b01349ed-6de6-462f-9422-b688fd20b43c HTTP/1.1" status: 200 len: 1130 time: 0.4085603 May 05 16:30:07.791650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46898) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:07.817636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 9133cdce-af80-4087-a70d-993240935e3a yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:07.865711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Allocated IP 2001:db8::f816:3eff:fea0:6377 (f5e6463e-72cb-4e68-8573-613d495405f8/3f040fe6-ee69-4c3a-b28f-1e2ed217e45f/ab673b73-2d18-4f61-9914-ffbdd7bed001) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:07.940347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bbd05-ed56-432c-9b4b-14fe8efc77a8 req-2ef3ae48-d5ef-4db6-91b3-26b4a6b5e350 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:07.942729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-085bbd05-ed56-432c-9b4b-14fe8efc77a8 req-2ef3ae48-d5ef-4db6-91b3-26b4a6b5e350 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2841048 May 05 16:30:08.008894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.054794 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-085bbd05-ed56-432c-9b4b-14fe8efc77a8 req-5157bb29-02ca-4fa6-a355-e7b71c117f02 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957909 May 05 16:30:08.055489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Subnet': ['ID=e16c06af-7732-423b-84d0-393f45afc632,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:08.060696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.081836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.084334 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5a3b06b4-35c2-4040-8052-771a0fa760a1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1386411 May 05 16:30:08.087211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46904) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:08.106880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-288eea21-a8d4-4b3a-8957-f1482bf3c338', 'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '624f8e98-9707-47c1-9773-4aab4de03282'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:08.107705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.176676 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72929355-b1c9-4e8a-a6d7-1188dc82cfaf tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/76ea4833-dae9-42a3-8a7c-609958c3c59d HTTP/1.1" status: 200 len: 908 time: 1.2282450 May 05 16:30:08.179025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46908) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:08.226413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034178d-1400-4b52-a19d-22c730831e3f None None] Pushing event updated for resources: {'Port': ['ID=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:08.239822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.257692 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4450b750-7d27-45b0-887d-b9f5632adc3b tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/e16c06af-7732-423b-84d0-393f45afc632 HTTP/1.1" status: 204 len: 168 time: 1.7926073 May 05 16:30:08.258419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46912) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:08.288466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Deleting port b01349ed-6de6-462f-9422-b688fd20b43c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:08.289012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.315626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a9910e83-e847-4a22-bbdd-13521e559a16 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:08.390630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Transition to ACTIVE for port object 77e53b6a-4075-4692-9567-b8c96afb4851 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:08.419072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:08.437436 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] Sync routers for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:08.440318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.446219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0a6dcb84-a2a7-4155-8500-65f2a86d136e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 704 time: 3.1552026 May 05 16:30:08.466174 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:08.467039 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:08.472980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-59009681-1214-44be-b23c-7dd5c2169ecd None None] Provisioning complete for port b01349ed-6de6-462f-9422-b688fd20b43c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:08.473626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59009681-1214-44be-b23c-7dd5c2169ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:08.503463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46918) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:08.585080 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-747ad7d3-052a-44da-bd8a-b944fb1bc9e8 req-93885a50-7eac-44c9-8c43-dbcbeb861ba8 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.1270523 May 05 16:30:08.585269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4312cc-397a-42aa-bffb-f662bc744239 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:08.585707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4312cc-397a-42aa-bffb-f662bc744239 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:08.586453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4d4312cc-397a-42aa-bffb-f662bc744239 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Synchronizing usage tracker for tenant:617aa9c720d34c2bb5990a3188929deb on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:08.605939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-59009681-1214-44be-b23c-7dd5c2169ecd None None] Port b01349ed-6de6-462f-9422-b688fd20b43c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:08.663627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6e2940b8-7637-4f4b-8a4e-164b383c018c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:08.684763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Transition to ACTIVE for port object 77e53b6a-4075-4692-9567-b8c96afb4851 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:08.699673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:08.791732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4d4312cc-397a-42aa-bffb-f662bc744239 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Unset dirty status for tenant:617aa9c720d34c2bb5990a3188929deb on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:08.795510 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4d4312cc-397a-42aa-bffb-f662bc744239 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.5202394 May 05 16:30:08.796111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46922) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:08.852086 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:57Z', 'revision_number': 11, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:08.856745 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] Checking router: 738baa20-f5f8-4fba-9f60-50c947bb4a42 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:30:08.869793 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] Routers {'738baa20-f5f8-4fba-9f60-50c947bb4a42'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:08.870097 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['738baa20-f5f8-4fba-9f60-50c947bb4a42'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:08.905198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6e2940b8-7637-4f4b-8a4e-164b383c018c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:08.906446 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6e2940b8-7637-4f4b-8a4e-164b383c018c tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 205 time: 0.3994639 May 05 16:30:08.914795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46926) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:08.955518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.026545 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] Set router 738baa20-f5f8-4fba-9f60-50c947bb4a42 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:09.037792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f4fbdd7b-4833-411c-97cb-3436c7dc59ba tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.063683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4fbdd7b-4833-411c-97cb-3436c7dc59ba tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 05 16:30:09.071884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4fbdd7b-4833-411c-97cb-3436c7dc59ba tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:09.071884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f4fbdd7b-4833-411c-97cb-3436c7dc59ba tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/27760a0b-8c30-45bf-98a2-f216f88bc16e HTTP/1.1" status: 409 len: 405 time: 0.2663574 May 05 16:30:09.076272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46930) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:09.085594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1616325494'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:09.097389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:09.152813 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:57Z', 'revision_number': 11, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:09.157727 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6375950-1b9b-4cdc-b867-9f426a521f21 None None] The sync data for ids ['738baa20-f5f8-4fba-9f60-50c947bb4a42'] in dv-neutron-840483-1-hyperv is: [{'id': '738baa20-f5f8-4fba-9f60-50c947bb4a42', 'name': 'tempest-RoutersIpV6Test-router-217859058', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:28:11Z', 'updated_at': '2022-05-05T16:29:57Z', 'revision_number': 11, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:09.171161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:09.180115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:09.182665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Allocated IP 172.21.0.2 (288eea21-a8d4-4b3a-8957-f1482bf3c338/624f8e98-9707-47c1-9773-4aab4de03282/76680db2-5771-4857-90c9-0984154c76c8) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:09.187072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.187866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.207235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.209846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:09.212184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a9910e83-e847-4a22-bbdd-13521e559a16 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:09.240714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a9910e83-e847-4a22-bbdd-13521e559a16 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:09.241370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.297980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Pushing event updated for resources: {'Port': ['ID=77e53b6a-4075-4692-9567-b8c96afb4851,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:09.310488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:network and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:09.312147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Transition to ACTIVE for port object ab673b73-2d18-4f61-9914-ffbdd7bed001 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:09.332908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:09.345609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea4833-dae9-42a3-8a7c-609958c3c59d', 'name': 'tempest-snat-router-1563957028', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.121'}], 'enable_snat': True}, 'gw_port_id': 'b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:57Z', 'updated_at': '2022-05-05T16:30:03Z', 'revision_number': 3, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port': {'id': 'b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:52:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76ea4833-dae9-42a3-8a7c-609958c3c59d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:30:00Z', 'updated_at': '2022-05-05T16:30:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:09.365793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Checking router: 76ea4833-dae9-42a3-8a7c-609958c3c59d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:30:09.366463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Updating router 76ea4833-dae9-42a3-8a7c-609958c3c59d port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:30:09.465230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:09.489954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Calling delete_port for b01349ed-6de6-462f-9422-b688fd20b43c owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:09.542254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.597677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:09.601424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.611063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Transition to ACTIVE for port object ab673b73-2d18-4f61-9914-ffbdd7bed001 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:09.638084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7df4417-2cee-4e7d-9b92-f3a743c39dd2 req-3510f6c5-6246-4981-bd0a-2c3953381da6 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:09.640131 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f7df4417-2cee-4e7d-9b92-f3a743c39dd2 req-3510f6c5-6246-4981-bd0a-2c3953381da6 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.2345412 May 05 16:30:09.662951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Attempting to bind port 77e53b6a-4075-4692-9567-b8c96afb4851 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:09.663328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Attempting to bind port 77e53b6a-4075-4692-9567-b8c96afb4851 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:09.663803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Attempting to bind port 77e53b6a-4075-4692-9567-b8c96afb4851 on network 4dc97e50-da74-45fc-a30c-7a8641853e1b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:09.676775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.737355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:09.790189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.820539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.910026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:09.910026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Checking segment: {'id': 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:09.910026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.910026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Bound using segment: {'id': 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:09.910026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Bound port: 77e53b6a-4075-4692-9567-b8c96afb4851, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '4dc97e50-da74-45fc-a30c-7a8641853e1b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:09.910026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.960296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:09.960653 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Added segment 0e675273-f251-4275-9ae0-6499197dc003 of type vlan for network 9967b9b5-c72a-4393-9340-623d1f07e86f May 05 16:30:09.972606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c6fa00-bed4-4d60-b7e0-f7709a24b2a7 None None] Network 27760a0b-8c30-45bf-98a2-f216f88bc16e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:10.136447 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f7df4417-2cee-4e7d-9b92-f3a743c39dd2 req-a8537112-82c7-4967-be15-cedf2ecff8ed tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4797533 May 05 16:30:10.148363 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab45ab6c-d299-4278-b63d-5d501f7a7284 req-ce1312e0-bb64-49cc-bd43-959e31d3c072 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.1827252 May 05 16:30:10.156405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.194513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.301171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:10.328842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:10.331636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:10.365292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Pushing event updated for resources: {'Port': ['ID=ab673b73-2d18-4f61-9914-ffbdd7bed001,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:10.388749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.417184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.427607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 172.20.0.2 (f5e6463e-72cb-4e68-8573-613d495405f8/4624c1d9-c9de-405f-9724-e017d577401f/9133cdce-af80-4087-a70d-993240935e3a) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:10.446565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fef6:c7c3 (f5e6463e-72cb-4e68-8573-613d495405f8/3f040fe6-ee69-4c3a-b28f-1e2ed217e45f/9133cdce-af80-4087-a70d-993240935e3a) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:10.449327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a9910e83-e847-4a22-bbdd-13521e559a16, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a9910e83-e847-4a22-bbdd-13521e559a16,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:10.479899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-d1d13c79-a52c-40ba-bea7-08f31e01c503 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:10.481905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-d1d13c79-a52c-40ba-bea7-08f31e01c503 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.71 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.5058491 May 05 16:30:10.557766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.563562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Deleting port 724aa276-07fe-483e-bc8a-558f6db8fdb3 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:10.563850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.612208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ec9291ca-cffc-4969-8840-4e023e9a6869 None None] Provisioning for port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:10.639738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.640769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.641263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router 738baa20-f5f8-4fba-9f60-50c947bb4a42 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:10.646370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:10.647084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.663751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.670906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event deleted for resources: {'Port': ['ID=b01349ed-6de6-462f-9422-b688fd20b43c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:10.674170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] For port 77e53b6a-4075-4692-9567-b8c96afb4851, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:10.750016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-0e533ea9-6251-4263-a6e4-3fb245d66fec tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:10.773482 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-0e533ea9-6251-4263-a6e4-3fb245d66fec tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.71 "GET /v2.0/networks?id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 HTTP/1.1" status: 200 len: 812 time: 0.4855068 May 05 16:30:10.778400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Request body: {'port': {'device_id': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54', 'admin_state_up': True, 'tenant_id': 'c76c6f003f6f4a3f95482e2660bd0b88'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:10.846627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a9910e83-e847-4a22-bbdd-13521e559a16,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:10.881971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.885541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.887846 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-91779692-0045-4ab5-84c2-793d8e35b971 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "DELETE /v2.0/ports/b01349ed-6de6-462f-9422-b688fd20b43c HTTP/1.1" status: 204 len: 168 time: 3.0334203 May 05 16:30:10.898871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:10.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f7c0bc69-f6b2-4008-b66f-04bc58816455 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 204 len: 168 time: 1.9821696 May 05 16:30:10.901476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46938) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:10.913547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46940) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:11.000089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Attempting to bind port ab673b73-2d18-4f61-9914-ffbdd7bed001 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:11.000455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Attempting to bind port ab673b73-2d18-4f61-9914-ffbdd7bed001 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:11.000811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Attempting to bind port ab673b73-2d18-4f61-9914-ffbdd7bed001 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:11.005758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6ea7f08b-762f-4f01-b8f0-f1950a27b63c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:11.065527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] For port 77e53b6a-4075-4692-9567-b8c96afb4851, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=77e53b6a-4075-4692-9567-b8c96afb4851,segment=NetworkSegment(b228313d-2bf9-42ec-8e8a-1dcf1be2828a),segment_id=b228313d-2bf9-42ec-8e8a-1dcf1be2828a)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:11.082168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Transition to ACTIVE for port object 76680db2-5771-4857-90c9-0984154c76c8 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:11.091492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1133928230', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:11.112851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:11.118564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:11.118564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.118564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:11.118564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Bound port: ab673b73-2d18-4f61-9914-ffbdd7bed001, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:11.118564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.122159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:11.149486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.155851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Transition to ACTIVE for port object 76680db2-5771-4857-90c9-0984154c76c8 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:11.160178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Usage tracker for resource:router and tenant:f0ebdb7f56514feda689d98e91d56b5d is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:11.170349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:11.248117 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.1708014 May 05 16:30:11.249050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a01b1-d55f-4548-b746-966cd0f81e76 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Network': ['ID=9967b9b5-c72a-4393-9340-623d1f07e86f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:11.282960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 9967b9b5-c72a-4393-9340-623d1f07e86f details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:11.296010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.305965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46950) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:11.313454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'subnet': {'network_id': '9967b9b5-c72a-4393-9340-623d1f07e86f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:11.336446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.343664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Deleting subnet 7dcc9133-dfd8-458a-840d-1a3430e4deee {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:11.347850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.433303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.20.0.1 (4dc97e50-da74-45fc-a30c-7a8641853e1b/622093aa-6ea8-454d-a88b-2a6fabb70422/288884b7-e064-4182-b039-12525823cb7d) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:11.501657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:11.524734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:30:11.540240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ccb16-abe1-4e87-b67f-e6cbd7ace639 None None] Pushing event updated for resources: {'Port': ['ID=77e53b6a-4075-4692-9567-b8c96afb4851,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:11.540240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:11.572336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:11.574885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] For port 724aa276-07fe-483e-bc8a-558f6db8fdb3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=724aa276-07fe-483e-bc8a-558f6db8fdb3,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:11.577341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.595208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:11.602602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] DHCP port deletion for 27760a0b-8c30-45bf-98a2-f216f88bc16e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:11.606485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:11.610537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Usage tracker for resource:port and tenant:c76c6f003f6f4a3f95482e2660bd0b88 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:11.614448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:11.619868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:11.621394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:11.666979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:11.702436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] For port ab673b73-2d18-4f61-9914-ffbdd7bed001, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:11.704939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Deleting port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:11.705312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.760751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Made reservation on behalf of c76c6f003f6f4a3f95482e2660bd0b88 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:11.763888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.795583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.809559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:11.824735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:11.825113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.934412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:11.939904 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Transition to ACTIVE for port object b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:11.949684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] For port ab673b73-2d18-4f61-9914-ffbdd7bed001, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ab673b73-2d18-4f61-9914-ffbdd7bed001,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:12.010661 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b884600b-999b-45b7-9b73-3b333440c78f req-53da51da-1cdd-4c2b-99d1-9f53eda0e463 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.5662956 May 05 16:30:12.011615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.012833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.035008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.063773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.072324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 9133cdce-af80-4087-a70d-993240935e3a will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:12.075832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:12.103884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.121966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf9063-858c-4dd6-a536-67178ed7ccf4 req-c31e9611-5680-449c-8c4a-7c74a3e61f8c tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:12.128910 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2faf9063-858c-4dd6-a536-67178ed7ccf4 req-c31e9611-5680-449c-8c4a-7c74a3e61f8c tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 945 time: 0.6407444 May 05 16:30:12.155887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Pushing event updated for resources: {'Port': ['ID=76680db2-5771-4857-90c9-0984154c76c8,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:12.186571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.190982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.200580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:12.201262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.244546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object 288884b7-e064-4182-b039-12525823cb7d will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:12.264827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.347468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.358169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Attempting to bind port 76680db2-5771-4857-90c9-0984154c76c8 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:12.358538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Attempting to bind port 76680db2-5771-4857-90c9-0984154c76c8 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:12.359105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Attempting to bind port 76680db2-5771-4857-90c9-0984154c76c8 on network 288eea21-a8d4-4b3a-8957-f1482bf3c338 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:12.399065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] For port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,segment=NetworkSegment(441bad4f-8032-4d6f-9efe-b86aebf7eb73),segment_id=441bad4f-8032-4d6f-9efe-b86aebf7eb73)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:12.399629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.420548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.420921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.421230 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Floating IP 874a199f-4dfc-4d66-84a9-e8ec85c7fd7a disassociated. External IP: 172.26.2.45, port: 724aa276-07fe-483e-bc8a-558f6db8fdb3. May 05 16:30:12.421576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Calling delete_port for 724aa276-07fe-483e-bc8a-558f6db8fdb3 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:12.423050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.448337 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2faf9063-858c-4dd6-a536-67178ed7ccf4 req-c46b5ac3-7ce6-475a-994d-60be2bc81aba tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups?id=09e97a70-0b49-43ae-af7d-3be3649c7ca5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3179336 May 05 16:30:12.476989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.476989 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ac7dfec6-d64b-49f2-911b-e028bd39e302 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3993223 May 05 16:30:12.481860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46954) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:12.488395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:12.500319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Allocated IP 172.20.0.6 (0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54/0dec3ca7-493d-4cbe-a340-ec14fb427e9a/4b21abf4-517c-4aea-95e8-dfbd7589cf8e) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:12.548093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.552364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.591896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:12.592350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Checking segment: {'id': '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:12.592676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.593065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Bound using segment: {'id': '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:12.593534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Bound port: 76680db2-5771-4857-90c9-0984154c76c8, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '288eea21-a8d4-4b3a-8957-f1482bf3c338'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:12.593909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.609673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113c7eb5-b6bd-497a-93cd-e39803bcefd7 None None] Pushing event updated for resources: {'Port': ['ID=ab673b73-2d18-4f61-9914-ffbdd7bed001,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:12.618107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.624048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Calling delete_port for 6ea7f08b-762f-4f01-b8f0-f1950a27b63c owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:12.685459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Attempting to bind port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:12.685925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Attempting to bind port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:12.686388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Attempting to bind port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:12.781799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:12.782323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:12.782826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.783328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:12.783971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Bound port: b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:12.784445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.833649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=9133cdce-af80-4087-a70d-993240935e3a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:12.847247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] For port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693, host dv-neutron-840483-1-hyperv, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:12.848434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:12.855369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:12.922368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:12.928603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:13.062413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:13.087510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:13.099385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91fa68-1057-4d4f-aff4-812c84b1c74c None None] Pushing event updated for resources: {'Port': ['ID=b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:13.112144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Calling delete_port for b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:13.119353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,segment=NetworkSegment(441bad4f-8032-4d6f-9efe-b86aebf7eb73),segment_id=441bad4f-8032-4d6f-9efe-b86aebf7eb73)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:13.119638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:13.185700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.209068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] For port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:13.218065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] For port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:13.274117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66adb918-ddad-42bd-96af-4cd384e41848 None None] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:13.328045 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e27b841b-1d5a-4315-b540-7351e7f13937 req-6815ea96-61e4-4199-a676-326dd1bcbfa6 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.0587533 May 05 16:30:13.332852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=288884b7-e064-4182-b039-12525823cb7d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:13.374035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:13.376895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.408870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 724aa276-07fe-483e-bc8a-558f6db8fdb3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:13.424105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.436812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.440876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:13.441441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:13.446633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.498587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.567310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] For port 76680db2-5771-4857-90c9-0984154c76c8, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:13.592007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.599052 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d39908c3-f1c1-4d96-9987-06b8b8a29190 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.5691919 May 05 16:30:13.607803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3640218d-d2b8-4f42-a513-49546fdd07e8 None None] Network 1bf9e79a-cfbd-4f2d-a018-bc754c187bab requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:13.617359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46962) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:13.642453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.662545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.722180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3537cf68-395a-4a25-8bbf-b422526a4513 None None] Provisioning for port 77e53b6a-4075-4692-9567-b8c96afb4851 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:13.760214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 77e53b6a-4075-4692-9567-b8c96afb4851 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:13.804073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-37191560-8764-47e2-9791-6dd7c6c7917f req-5487504c-a68e-493b-8ceb-dfcbe90a533b tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.1373079 May 05 16:30:13.861697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event deleted for resources: {'Subnet': ['ID=7dcc9133-dfd8-458a-840d-1a3430e4deee,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:13.896886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event deleted for resources: {'Port': ['ID=724aa276-07fe-483e-bc8a-558f6db8fdb3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:13.912557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.912557 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a3f095e9-005a-4210-8383-31dd44407d5a tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "DELETE /v2.0/subnets/7dcc9133-dfd8-458a-840d-1a3430e4deee HTTP/1.1" status: 204 len: 168 time: 2.9994936 May 05 16:30:13.914743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46966) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:13.931169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Pushing event updated for resources: {'Port': ['ID=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:13.935775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:13.955505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:13.966056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:13.977950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:13.982650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Deleting port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:13.982955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.027917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:14.029655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:14.029768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] For port 76680db2-5771-4857-90c9-0984154c76c8, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=76680db2-5771-4857-90c9-0984154c76c8,segment=NetworkSegment(0fb2cdae-47cd-47f2-afab-2ad74dc85ae5),segment_id=0fb2cdae-47cd-47f2-afab-2ad74dc85ae5)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:14.029886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.077346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:14.117905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc58a8f8-d0f5-42cb-addd-4c77b2f6e187 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:14.125891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:30:14.141941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.187660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:14.188419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.223525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Routers {'76ea4833-dae9-42a3-8a7c-609958c3c59d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:14.224107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['76ea4833-dae9-42a3-8a7c-609958c3c59d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:14.228006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02253168-4e66-4192-bf38-f813e1defe87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:14.232156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02253168-4e66-4192-bf38-f813e1defe87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:14.232994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-02253168-4e66-4192-bf38-f813e1defe87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:14.273695 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.304451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No active binding found for port 724aa276-07fe-483e-bc8a-558f6db8fdb3 {{(pid=84820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 16:30:14.304718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 724aa276-07fe-483e-bc8a-558f6db8fdb3 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:14.324817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.366693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Deleting port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:14.366693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.383621 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-745107dd-92df-4ffe-bd88-bb84975d502d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6089232 May 05 16:30:14.417920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Request body: {'port': {'device_id': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:14.457363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Subnet': ['ID=40fabebe-f136-4664-9f84-989dda34a995,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:14.532366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:14.532706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.590938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-02253168-4e66-4192-bf38-f813e1defe87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:14.595229 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-02253168-4e66-4192-bf38-f813e1defe87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.9377747 May 05 16:30:14.598702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46976) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:14.664041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Checking segment: {'id': '0e675273-f251-4275-9ae0-6499197dc003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '9967b9b5-c72a-4393-9340-623d1f07e86f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:14.664420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network hostable DHCP agents. Network: 9967b9b5-c72a-4393-9340-623d1f07e86f, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:14.764399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.805025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Router 65187373-32a5-41a6-8d38-3cd7ec21ccfd is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:30:14.824284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] For port 90e567d8-9fba-4df0-b6f5-a8f6048bc486, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=90e567d8-9fba-4df0-b6f5-a8f6048bc486,segment=NetworkSegment(bc4b2c45-7260-4535-a0c8-54587d82b7eb),segment_id=bc4b2c45-7260-4535-a0c8-54587d82b7eb)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:14.824667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.877752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91fa68-1057-4d4f-aff4-812c84b1c74c None None] Pushing event updated for resources: {'Port': ['ID=b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:14.927303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.937738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 9133cdce-af80-4087-a70d-993240935e3a {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:14.938482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:14.995600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 77e53b6a-4075-4692-9567-b8c96afb4851 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:15.011332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Calling delete_port for 90e567d8-9fba-4df0-b6f5-a8f6048bc486 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:15.031329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] For port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,segment=NetworkSegment(441bad4f-8032-4d6f-9efe-b86aebf7eb73),segment_id=441bad4f-8032-4d6f-9efe-b86aebf7eb73)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:15.031977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.043234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c3706521-b84a-4e64-ac02-e28d155b174b None None] Provisioning for port ab673b73-2d18-4f61-9914-ffbdd7bed001 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:15.047531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 77e53b6a-4075-4692-9567-b8c96afb4851 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:15.048189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.126875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.132708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] Set router 76ea4833-dae9-42a3-8a7c-609958c3c59d gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:15.155105 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d44c0c87-de8d-4dc4-a714-96490df2ba8d req-ee0e7381-9baa-4460-b017-f9d54574dfb8 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.1166601 May 05 16:30:15.215033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] For port b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:15.215442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.237997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db2eded-1e18-4d13-a268-29056386fb86 req-4b35d74d-4f7e-4637-9139-2b97bb52b3a8 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:15.239621 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9db2eded-1e18-4d13-a268-29056386fb86 req-4b35d74d-4f7e-4637-9139-2b97bb52b3a8 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 931 time: 0.6200173 May 05 16:30:15.343932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 9967b9b5-c72a-4393-9340-623d1f07e86f is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:15.373743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Calling delete_port for 6ea7f08b-762f-4f01-b8f0-f1950a27b63c owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:15.512119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0666a63-b06f-40c1-a67b-c67679d6a77d None None] Pushing event updated for resources: {'Port': ['ID=76680db2-5771-4857-90c9-0984154c76c8,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:15.521180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76ea4833-dae9-42a3-8a7c-609958c3c59d', 'name': 'tempest-snat-router-1563957028', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:57Z', 'updated_at': '2022-05-05T16:30:11Z', 'revision_number': 4, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:15.538168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20f5d73-e3da-40e4-91d1-85871d65e5b0 None None] The sync data for ids ['76ea4833-dae9-42a3-8a7c-609958c3c59d'] in dv-neutron-840483-1-hyperv is: [{'id': '76ea4833-dae9-42a3-8a7c-609958c3c59d', 'name': 'tempest-snat-router-1563957028', 'tenant_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:29:57Z', 'updated_at': '2022-05-05T16:30:11Z', 'revision_number': 4, 'project_id': '975a477f309e4bc28a1b4c2ff0a881e5', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:15.580760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Calling delete_port for b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:15.635993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.645529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.666268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 9967b9b5-c72a-4393-9340-623d1f07e86f) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:15.692901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d140fea3-99ec-432a-86b6-0dce9ea4e318 None None] Network 9967b9b5-c72a-4393-9340-623d1f07e86f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:15.705903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2404f8-0ebc-4bf5-8618-31ab8408095a None None] DHCP port deletion for 1bf9e79a-cfbd-4f2d-a018-bc754c187bab request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:15.721432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:15.766114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=288884b7-e064-4182-b039-12525823cb7d,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:15.779575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-9db2eded-1e18-4d13-a268-29056386fb86 req-afcc2a17-62b3-49a9-b0ef-76cf1ea5d5d2 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Synchronizing usage tracker for tenant:c76c6f003f6f4a3f95482e2660bd0b88 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:15.817973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dd2404f8-0ebc-4bf5-8618-31ab8408095a None None] Deleting port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:15.818338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dd2404f8-0ebc-4bf5-8618-31ab8408095a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.888919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.917388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 77e53b6a-4075-4692-9567-b8c96afb4851, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=77e53b6a-4075-4692-9567-b8c96afb4851,segment=NetworkSegment(b228313d-2bf9-42ec-8e8a-1dcf1be2828a),segment_id=b228313d-2bf9-42ec-8e8a-1dcf1be2828a)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:15.917914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.966283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:15.966876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:15.983160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] No DVR routers for this DVR port 90e567d8-9fba-4df0-b6f5-a8f6048bc486 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:15.992650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event deleted for resources: {'Port': ['ID=90e567d8-9fba-4df0-b6f5-a8f6048bc486,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:16.034891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.036006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ab673b73-2d18-4f61-9914-ffbdd7bed001 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:16.075359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] Pushing event deleted for resources: {'Port': ['ID=6ea7f08b-762f-4f01-b8f0-f1950a27b63c,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:16.093810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-9db2eded-1e18-4d13-a268-29056386fb86 req-afcc2a17-62b3-49a9-b0ef-76cf1ea5d5d2 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Unset dirty status for tenant:c76c6f003f6f4a3f95482e2660bd0b88 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:16.095705 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9db2eded-1e18-4d13-a268-29056386fb86 req-afcc2a17-62b3-49a9-b0ef-76cf1ea5d5d2 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8363316 May 05 16:30:16.131675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.169700 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-60ff8c48-a30c-492c-8f6f-dc9e096c60a4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 4.8626051 May 05 16:30:16.198889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dd2404f8-0ebc-4bf5-8618-31ab8408095a None None] The port '90e567d8-9fba-4df0-b6f5-a8f6048bc486' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:30:16.205520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.272817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46982) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:16.285638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1311bb-31ab-45f0-b66e-0fc589f81a7a None None] No DVR routers for this DVR port 6ea7f08b-762f-4f01-b8f0-f1950a27b63c on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:16.327397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf548e4e-3ef6-4ddf-acb9-ae207d47f8ff None None] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:16.393875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:16.402025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf9e79a-cfbd-4f2d-a018-bc754c187bab']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:16.421165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 9133cdce-af80-4087-a70d-993240935e3a owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:16.433290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] Sync routers for ids ['65187373-32a5-41a6-8d38-3cd7ec21ccfd'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:16.454417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc4b2c45-7260-4535-a0c8-54587d82b7eb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:16.454417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc4b2c45-7260-4535-a0c8-54587d82b7eb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:16.473925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.481451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8f25f4fb-f9c4-4e25-a77b-4d68e053f826 None None] Provisioning for port 288884b7-e064-4182-b039-12525823cb7d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:16.498394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.501640 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ac2e385-2a42-48e6-9323-d8ab92f0cb01 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "PUT /v2.0/routers/65187373-32a5-41a6-8d38-3cd7ec21ccfd HTTP/1.1" status: 200 len: 698 time: 4.0152555 May 05 16:30:16.501805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8f25f4fb-f9c4-4e25-a77b-4d68e053f826 None None] Provisioning complete for port 288884b7-e064-4182-b039-12525823cb7d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:16.501805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f25f4fb-f9c4-4e25-a77b-4d68e053f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.507216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46988) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:16.521899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:16.527015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Update dhcp port {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '3f040fe6-ee69-4c3a-b28f-1e2ed217e45f', 'ip_address': '2001:db8::f816:3eff:fea0:6377'}, {'subnet_id': '4624c1d9-c9de-405f-9724-e017d577401f'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'ab673b73-2d18-4f61-9914-ffbdd7bed001'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:30:16.535963 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9efcd74a-90e4-46f5-8ae6-fe682632761b req-d6d9a7f6-16d5-4b92-a01a-920e14ff5c44 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.0832622 May 05 16:30:16.536821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:16.577395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.582665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=77e53b6a-4075-4692-9567-b8c96afb4851,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:16.708103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:16.708628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.722003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8f25f4fb-f9c4-4e25-a77b-4d68e053f826 None None] Port 288884b7-e064-4182-b039-12525823cb7d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:16.741931 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:16.772136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ab673b73-2d18-4f61-9914-ffbdd7bed001 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:16.885182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ab673b73-2d18-4f61-9914-ffbdd7bed001 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:16.885559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.896966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.910715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:30:16.918418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b701361e-ce2f-47eb-8366-1c7207c3be13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-9967b9b5-c72a-4393-9340-623d1f07e86f', 'network_id': '9967b9b5-c72a-4393-9340-623d1f07e86f', 'tenant_id': '617aa9c720d34c2bb5990a3188929deb', 'fixed_ips': [{'subnet_id': '40fabebe-f136-4664-9f84-989dda34a995'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:16.919216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b701361e-ce2f-47eb-8366-1c7207c3be13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:16.938615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] Routers {'65187373-32a5-41a6-8d38-3cd7ec21ccfd'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:16.939255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['65187373-32a5-41a6-8d38-3cd7ec21ccfd'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:16.975707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-04d49780-172f-49fd-8570-7877ab91e52b tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/routers/65187373-32a5-41a6-8d38-3cd7ec21ccfd HTTP/1.1" status: 200 len: 704 time: 0.4594686 May 05 16:30:16.977822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 46992) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:16.989685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.033342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.037227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.045786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.057950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b21abf4-517c-4aea-95e8-dfbd7589cf8e {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:30:17.071897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.098854 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2698e99-3700-42da-a13d-0edbb5e196bb tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=65187373-32a5-41a6-8d38-3cd7ec21ccfd HTTP/1.1" status: 200 len: 205 time: 0.1135881 May 05 16:30:17.114176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 46996) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:17.131226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8a7c7b6-0fc9-4dd2-92a5-8c31eef0a693,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:17.138032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] Pushing event deleted for resources: {'Network': ['ID=1bf9e79a-cfbd-4f2d-a018-bc754c187bab,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:17.153262 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e201e452-d434-43ca-9076-4710043439a1 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108 tempest-ExtraDHCPOptionsIpV6TestJSON-1806199108-project] 10.222.0.70 "DELETE /v2.0/networks/1bf9e79a-cfbd-4f2d-a018-bc754c187bab HTTP/1.1" status: 204 len: 168 time: 3.2316656 May 05 16:30:17.187883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.215788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Transition to ACTIVE for port object 4b21abf4-517c-4aea-95e8-dfbd7589cf8e will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:17.227886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8f25f4fb-f9c4-4e25-a77b-4d68e053f826 None None] Provisioning complete for port 77e53b6a-4075-4692-9567-b8c96afb4851 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:17.228506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f25f4fb-f9c4-4e25-a77b-4d68e053f826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.289675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] Set router 65187373-32a5-41a6-8d38-3cd7ec21ccfd gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:17.457054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.581745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65187373-32a5-41a6-8d38-3cd7ec21ccfd', 'name': 'tempest-RoutersIpV6Test-router-1133928230', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:30:12Z', 'updated_at': '2022-05-05T16:30:13Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:17.617123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] Checking router: 65187373-32a5-41a6-8d38-3cd7ec21ccfd for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:30:17.648055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Pushing event updated for resources: {'Port': ['ID=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:17.654069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.660086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.681834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.783813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] Routers {'65187373-32a5-41a6-8d38-3cd7ec21ccfd'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:17.793066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['65187373-32a5-41a6-8d38-3cd7ec21ccfd'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:17.942468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:17.966661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Allocated IP 172.20.0.3 (f5e6463e-72cb-4e68-8573-613d495405f8/4624c1d9-c9de-405f-9724-e017d577401f/ab673b73-2d18-4f61-9914-ffbdd7bed001) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:17.974485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=9133cdce-af80-4087-a70d-993240935e3a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:17.982722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ab673b73-2d18-4f61-9914-ffbdd7bed001, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ab673b73-2d18-4f61-9914-ffbdd7bed001,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:17.991836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] Set router 65187373-32a5-41a6-8d38-3cd7ec21ccfd gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:18.002534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47008) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:18.063674 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-12b17815-7fee-41af-b269-3e92c3248d1d req-7057613a-371e-406c-9d8c-cfb755a97ecc tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.2933826 May 05 16:30:18.121000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.157518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.158843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a9910e83-e847-4a22-bbdd-13521e559a16 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:18.196666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:18.207951 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] Sync routers for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:18.212980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Subnet': ['ID=40fabebe-f136-4664-9f84-989dda34a995,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:18.233011 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:18.233963 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:18.376772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ab673b73-2d18-4f61-9914-ffbdd7bed001,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server [None req-b701361e-ce2f-47eb-8366-1c7207c3be13 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40fabebe-f136-4664-9f84-989dda34a995: This subnet is being modified by another concurrent operation. May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise exception May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40fabebe-f136-4664-9f84-989dda34a995: This subnet is being modified by another concurrent operation. May 05 16:30:18.381586 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server May 05 16:30:18.444326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63031f4-3eda-45f8-9057-956bbf9af456 None None] Network 9967b9b5-c72a-4393-9340-623d1f07e86f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:18.453170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Attempting to bind port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:18.453170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Attempting to bind port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '389a6583-26b2-4db6-87ac-99d348f8cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:18.453170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Attempting to bind port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e on network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:18.453170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 59852b33-f24e-42e5-9329-6bbd91af5f51 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:30:18.494048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e on network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:30:18.494674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Attempting to bind port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e on network 0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:18.514649 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:18.627027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] No DVR routers for this DVR port 724aa276-07fe-483e-bc8a-558f6db8fdb3 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:18.641193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.642405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65187373-32a5-41a6-8d38-3cd7ec21ccfd', 'name': 'tempest-RoutersIpV6Test-router-1133928230', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:30:12Z', 'updated_at': '2022-05-05T16:30:13Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:18.644201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'name': 'network-vif-deleted', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:30:18.648913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.654918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.682648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5b4d7-b374-4863-b765-243d38c8de84 req-72081070-06a3-4c6c-b00a-c2c0250e5cf6 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:18.693030 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5b4d7-b374-4863-b765-243d38c8de84 req-72081070-06a3-4c6c-b00a-c2c0250e5cf6 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 943 time: 1.2086756 May 05 16:30:18.698899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.708274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:18.708989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Checking segment: {'id': '389a6583-26b2-4db6-87ac-99d348f8cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:18.709560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Bound using segment: {'id': '389a6583-26b2-4db6-87ac-99d348f8cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:18.710009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Bound port: 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '389a6583-26b2-4db6-87ac-99d348f8cfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:18.710480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.724133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.724678 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bf030a7-5b21-411e-8835-f0c0a3fda1c0 req-873021ca-657b-4997-bcce-32dde9e5a8ab tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.71 "DELETE /v2.0/ports/724aa276-07fe-483e-bc8a-558f6db8fdb3 HTTP/1.1" status: 204 len: 173 time: 8.2373838 May 05 16:30:18.730755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.746988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.791603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9967b9b5-c72a-4393-9340-623d1f07e86f']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:18.794205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.794861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Fanout notify agent at l3_agent the message router_deleted on router 65187373-32a5-41a6-8d38-3cd7ec21ccfd {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:18.824062 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38d0c9dd-c932-4bf3-8343-ee382be4d96b'] response: {'server_uuid': '89f7df95-64ee-462a-bba5-ad6d6bcc69b5', 'name': 'network-vif-deleted', 'tag': '724aa276-07fe-483e-bc8a-558f6db8fdb3', 'status': 'completed', 'code': 200} May 05 16:30:18.827759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e675273-f251-4275-9ae0-6499197dc003') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:18.828246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e675273-f251-4275-9ae0-6499197dc003') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:18.869932 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5b4d7-b374-4863-b765-243d38c8de84 req-983c9f9c-1937-49ae-a8bd-aeb5d2d903ef tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729004 May 05 16:30:18.876691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.907719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.909312 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a76dfe2c-8c5c-49df-a698-9d6765b1a9c9 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/65187373-32a5-41a6-8d38-3cd7ec21ccfd HTTP/1.1" status: 204 len: 168 time: 1.7904129 May 05 16:30:18.915729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-962d30f0-a087-440b-9b91-8d7538f4486f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/9133cdce-af80-4087-a70d-993240935e3a HTTP/1.1" status: 204 len: 168 time: 4.3110485 May 05 16:30:18.916172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47016) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:18.916519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47018) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:18.916640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] For port ab673b73-2d18-4f61-9914-ffbdd7bed001, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ab673b73-2d18-4f61-9914-ffbdd7bed001,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:18.921922 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-51913fe8-0963-4cc5-ab43-92273f2c3a81 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b0ea4759527343c7b8253203480b9aee&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8914814 May 05 16:30:18.946952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:18.970126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Transition to ACTIVE for port object ab673b73-2d18-4f61-9914-ffbdd7bed001 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:18.971436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d859ad3b-2891-42b6-8593-a9b39ca45957 None None] The sync data for ids ['65187373-32a5-41a6-8d38-3cd7ec21ccfd'] in dv-neutron-840483-1-hyperv is: [{'id': '65187373-32a5-41a6-8d38-3cd7ec21ccfd', 'name': 'tempest-RoutersIpV6Test-router-1133928230', 'tenant_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:30:12Z', 'updated_at': '2022-05-05T16:30:13Z', 'revision_number': 2, 'project_id': 'f0ebdb7f56514feda689d98e91d56b5d', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:18.984288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47024) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.023442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f0bffdaa-d45d-4e13-9c0b-dab5852472f6 None None] Provisioning for port 76680db2-5771-4857-90c9-0984154c76c8 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:19.030744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.081991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.088253 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:19.089558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.090055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 76ea4833-dae9-42a3-8a7c-609958c3c59d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:19.102228 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] Checking router: 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:30:19.135824 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6666f81d-be30-4697-8f7f-122bf2b84c51 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=65187373-32a5-41a6-8d38-3cd7ec21ccfd HTTP/1.1" status: 200 len: 205 time: 0.2172213 May 05 16:30:19.136022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47030) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.152621 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:19.152621 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:19.163418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:19.163418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:19.198030 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:19.349648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.357978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea520cc9-e58b-4d98-b6e6-e608a9d921a2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/routers/76ea4833-dae9-42a3-8a7c-609958c3c59d HTTP/1.1" status: 204 len: 168 time: 11.1722255 May 05 16:30:19.378615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47034) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.408144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a9910e83-e847-4a22-bbdd-13521e559a16 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:19.408654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.436992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] For port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:19.465871 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-93a1b6dd-dfa2-4429-bc81-6d2f65a7c6fa tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:19.469112 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-93a1b6dd-dfa2-4429-bc81-6d2f65a7c6fa tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/65187373-32a5-41a6-8d38-3cd7ec21ccfd HTTP/1.1" status: 404 len: 336 time: 0.3299232 May 05 16:30:19.509991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47038) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.523016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ebe89-0baa-4414-bd6e-9c43ae36d5a8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:19.524972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ebe89-0baa-4414-bd6e-9c43ae36d5a8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:19.526106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0ebe89-0baa-4414-bd6e-9c43ae36d5a8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:19.527908 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1d0ebe89-0baa-4414-bd6e-9c43ae36d5a8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6046376 May 05 16:30:19.544613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f0bffdaa-d45d-4e13-9c0b-dab5852472f6 None None] Provisioning complete for port 288884b7-e064-4182-b039-12525823cb7d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:19.545274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f0bffdaa-d45d-4e13-9c0b-dab5852472f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.590213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47042) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.664618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26790747-d6e3-4be5-ba9e-1e2bd133699f None None] Pushing event updated for resources: {'Port': ['ID=ab673b73-2d18-4f61-9914-ffbdd7bed001,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:19.680578 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:19.797591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] For port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,segment=NetworkSegment(389a6583-26b2-4db6-87ac-99d348f8cfe6),segment_id=389a6583-26b2-4db6-87ac-99d348f8cfe6)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:19.812627 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c9b67755-b248-4025-a4df-994a3a957b75 req-aa29fb81-b61a-495b-a120-c0b5e484f6f7 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/ports?device_id=89f7df95-64ee-462a-bba5-ad6d6bcc69b5 HTTP/1.1" status: 200 len: 210 time: 0.3553751 May 05 16:30:19.833233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.844927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.845424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:19.875244 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-11837091-41e8-4bbe-a63f-2f29f6b39034 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/59852b33-f24e-42e5-9329-6bbd91af5f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7844841 May 05 16:30:19.875244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:19.885623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.897726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] Sync routers for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:19.914412 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbd526bf-17a3-49ff-a1e7-029df285f466 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:19.914901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbd526bf-17a3-49ff-a1e7-029df285f466 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:19.932182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f0bffdaa-d45d-4e13-9c0b-dab5852472f6 None None] Port 288884b7-e064-4182-b039-12525823cb7d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:19.961526 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bbd526bf-17a3-49ff-a1e7-029df285f466 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/4901af9c-b8fb-4960-94ec-950838646d90 HTTP/1.1" status: 404 len: 337 time: 0.4503026 May 05 16:30:19.978309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47050) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:19.979326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Network': ['ID=9967b9b5-c72a-4393-9340-623d1f07e86f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:19.994680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:20.000555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:20.078554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6ea7f08b-762f-4f01-b8f0-f1950a27b63c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:20.082812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.085567 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] 10.222.0.71 "PUT /v2.0/ports/4b21abf4-517c-4aea-95e8-dfbd7589cf8e HTTP/1.1" status: 200 len: 1093 time: 5.6944487 May 05 16:30:20.088599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'tag': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:30:20.105832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b27b314a-d2b0-4bb1-957d-1b23b952ae72 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/9967b9b5-c72a-4393-9340-623d1f07e86f HTTP/1.1" status: 204 len: 168 time: 3.8098955 May 05 16:30:20.109546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47058) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:20.120366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49953ba4-6014-47d0-bb79-169b95034f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.134618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-572204527'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:20.143625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:20.151205 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-f64e38d5-7777-411e-9d1d-dbd922db9926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:20.151205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f64e38d5-7777-411e-9d1d-dbd922db9926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:20.151205 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f64e38d5-7777-411e-9d1d-dbd922db9926 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/7920c47e-dfea-4277-b115-f300189df53c HTTP/1.1" status: 404 len: 337 time: 0.1544652 May 05 16:30:20.151641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:network and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:20.154703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:20.162250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47062) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:20.166675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:20.203034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbbfe50-0a30-404e-9481-04555bb812ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:20.203666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2fbbfe50-0a30-404e-9481-04555bb812ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:20.215182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bead1-80e3-46a1-adb0-dca489043f06 service neutron] Pushing event updated for resources: {'Port': ['ID=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:20.261465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:20.265029 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1535e4b7-0b3f-46b1-863b-d400f3f67cad'] response: {'name': 'network-changed', 'server_uuid': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'tag': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e', 'status': 'completed', 'code': 200} May 05 16:30:20.265562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d018ec5-88a8-4514-9040-ef5cc4dff199 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:20.266001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d018ec5-88a8-4514-9040-ef5cc4dff199 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:20.272231 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4d018ec5-88a8-4514-9040-ef5cc4dff199 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/c48216fd-4bb6-442a-9554-db7e9f4a9096 HTTP/1.1" status: 404 len: 337 time: 0.1026928 May 05 16:30:20.274397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47066) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:20.293183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 6ea7f08b-762f-4f01-b8f0-f1950a27b63c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:20.293807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6ea7f08b-762f-4f01-b8f0-f1950a27b63c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:20.318533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:20.319342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:29:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:20.354146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49953ba4-6014-47d0-bb79-169b95034f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.417337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:20.417824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9591821a-ce7f-4600-ab16-95fdbd6f06d0 None None] The sync data for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:20.426578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:20.431698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.435033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1486f820-ebf0-438b-b138-9b5081b6ca81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.518761 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:20.521425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2fbbfe50-0a30-404e-9481-04555bb812ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:20.522874 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2fbbfe50-0a30-404e-9481-04555bb812ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports/288884b7-e064-4182-b039-12525823cb7d HTTP/1.1" status: 200 len: 910 time: 0.5421460 May 05 16:30:20.524300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d722cc46-d573-4b5a-b788-698923683bb2 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:20.524908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d722cc46-d573-4b5a-b788-698923683bb2 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:20.527252 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d722cc46-d573-4b5a-b788-698923683bb2 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/a1d808a7-8e2c-4999-8cbe-601b4765d9bd HTTP/1.1" status: 404 len: 337 time: 0.2517960 May 05 16:30:20.528032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47070) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:20.530065 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fdf0a2-00f2-4205-9ab4-ebb4637f5f23 None None] The sync data for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv is: [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '7e9fedc0-bd88-4cde-a436-2e27125f3323', 'name': '', 'network_id': 'f7ccddd6-7f2f-4845-9185-125fa6046d41', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'mac_address': 'fa:16:3e:f2:1a:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:43Z', 'updated_at': '2022-05-05T16:26:17Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'subnets': [{'id': '2f49b9d6-e915-4204-9dd1-672f8e75eaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:20.552379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f2abadc9-de75-470e-9454-8ffea6e9821c None None] Could not find standard attr ID for object 9133cdce-af80-4087-a70d-993240935e3a. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:30:20.596076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47072) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:20.634635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 77e53b6a-4075-4692-9567-b8c96afb4851 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:20.690684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 3f040fe6-ee69-4c3a-b28f-1e2ed217e45f {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:20.694229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.721946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f2abadc9-de75-470e-9454-8ffea6e9821c None None] Provisioning for port ab673b73-2d18-4f61-9914-ffbdd7bed001 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:20.722241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f2abadc9-de75-470e-9454-8ffea6e9821c None None] Provisioning complete for port ab673b73-2d18-4f61-9914-ffbdd7bed001 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:20.722809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f2abadc9-de75-470e-9454-8ffea6e9821c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.763531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c3e75e4-ac22-4f11-8202-a954a3deb59e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Synchronizing usage tracker for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:20.779592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.837088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 77e53b6a-4075-4692-9567-b8c96afb4851 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:20.840072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.842037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49953ba4-6014-47d0-bb79-169b95034f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.878113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:20.889819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49953ba4-6014-47d0-bb79-169b95034f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a6cf0cb-e28e-4364-aa35-dd59a64b3d02,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:20.910160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.914188 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Added segment b86d186b-d17e-4594-ae97-b52ac5922500 of type vlan for network 677a8899-a44d-427a-86b8-682b13878898 May 05 16:30:20.922390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49953ba4-6014-47d0-bb79-169b95034f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.923570 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-49953ba4-6014-47d0-bb79-169b95034f05 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/9a6cf0cb-e28e-4364-aa35-dd59a64b3d02 HTTP/1.1" status: 204 len: 168 time: 1.9379632 May 05 16:30:20.951064 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212f5e5d-29d9-4580-860b-f3fdd86463f4 None None] New status for floating IP 874a199f-4dfc-4d66-84a9-e8ec85c7fd7a: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:30:20.964988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a229c-7445-467d-80ae-db8a434781eb req-02436f33-52c1-4881-8ccd-3167e3c58c37 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:20.968456 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-757a229c-7445-467d-80ae-db8a434781eb req-02436f33-52c1-4881-8ccd-3167e3c58c37 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 943 time: 0.6972554 May 05 16:30:20.968591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:20.998049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c3e75e4-ac22-4f11-8202-a954a3deb59e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] Unset dirty status for tenant:f0ebdb7f56514feda689d98e91d56b5d on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:21.001900 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c3e75e4-ac22-4f11-8202-a954a3deb59e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 200 len: 205 time: 0.4038265 May 05 16:30:21.008188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47082) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.014711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.091895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.096327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:21.097097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.143484 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-15eb3318-6d82-4425-92cc-1e5c51339161 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:21.144733 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-15eb3318-6d82-4425-92cc-1e5c51339161 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/738baa20-f5f8-4fba-9f60-50c947bb4a42 HTTP/1.1" status: 404 len: 336 time: 0.1260941 May 05 16:30:21.154406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47088) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.158149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 76680db2-5771-4857-90c9-0984154c76c8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:21.211462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47092) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.240043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fc855c90-e9bf-4832-8bd1-b0b9e8088590 None None] Could not find standard attr ID for object 9133cdce-af80-4087-a70d-993240935e3a. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:30:21.276617 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d46c57f7-1b62-495f-bce8-3160bc2458a3 req-2405d0eb-6667-475d-ae9a-4f43f502ac12 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 1096 time: 0.9420090 May 05 16:30:21.293305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.329552 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-910d6c0f-76d1-480c-b15b-b678d8e764c4 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=15cea703-309a-4fe9-82fe-bddf3b15af3f HTTP/1.1" status: 200 len: 205 time: 0.1541877 May 05 16:30:21.334678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47096) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.338458 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2159531 May 05 16:30:21.362636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 76680db2-5771-4857-90c9-0984154c76c8 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:21.391132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 76680db2-5771-4857-90c9-0984154c76c8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:21.391812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.406993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc30a10-2279-41d1-a6f3-3b0ce52a07d8 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Network': ['ID=677a8899-a44d-427a-86b8-682b13878898,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:21.409969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47102) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.420652 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-757a229c-7445-467d-80ae-db8a434781eb req-1587bcd5-f9c2-4522-8b7b-3401657ab017 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4451168 May 05 16:30:21.421339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=3f040fe6-ee69-4c3a-b28f-1e2ed217e45f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:21.438445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.442722 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-1bfe27e5-07dc-4da1-bdf5-bd9432a35eb2 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:21.443785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1bfe27e5-07dc-4da1-bdf5-bd9432a35eb2 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/15cea703-309a-4fe9-82fe-bddf3b15af3f HTTP/1.1" status: 404 len: 336 time: 0.1060426 May 05 16:30:21.446823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47106) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.451895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'subnet': {'network_id': '677a8899-a44d-427a-86b8-682b13878898', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:21.501296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.504283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b35a-a397-4b3d-bc50-c235483d83b2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.514888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 677a8899-a44d-427a-86b8-682b13878898 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:21.601680 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c9461f2-96f0-4bd9-8d19-984b3898112b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/3f040fe6-ee69-4c3a-b28f-1e2ed217e45f HTTP/1.1" status: 204 len: 168 time: 1.7973082 May 05 16:30:21.606024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-708cb4fc-d6f7-4fb9-86f8-add851afc059 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:21.606024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708cb4fc-d6f7-4fb9-86f8-add851afc059 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:21.607957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-708cb4fc-d6f7-4fb9-86f8-add851afc059 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/d883433b-83db-4361-bbea-977234f6405b HTTP/1.1" status: 404 len: 337 time: 0.1587923 May 05 16:30:21.619663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47114) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.620005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47116) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.694636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599585f0-3686-4de5-b995-9eb4e00a485f None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:21.783964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b35a-a397-4b3d-bc50-c235483d83b2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.811115 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-08041041-d3e6-48a5-83b7-b1e9acf880fd tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 200 len: 205 time: 0.1883051 May 05 16:30:21.818504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47124) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.865010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 4624c1d9-c9de-405f-9724-e017d577401f {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:21.870417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.871867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:21.905555 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-7da0752b-9ab2-4f7e-941f-0c4350b1851a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:21.909413 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7da0752b-9ab2-4f7e-941f-0c4350b1851a tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/5a8f1792-8882-4092-ace6-3bc8222a2f15 HTTP/1.1" status: 404 len: 336 time: 0.0827286 May 05 16:30:21.912875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c57f7-1b62-495f-bce8-3160bc2458a3 req-98771069-35b9-4cb7-8d2f-a2afc31a15bc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:21.914541 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d46c57f7-1b62-495f-bce8-3160bc2458a3 req-98771069-35b9-4cb7-8d2f-a2afc31a15bc service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6214731 May 05 16:30:21.915364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:21.916414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47128) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:21.970593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:21.978644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-016cfdfc-a9ed-4739-8777-ddbb3df8e755 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=4ab2278f-6252-4361-926d-bd6046794ae6 HTTP/1.1" status: 200 len: 205 time: 0.0545442 May 05 16:30:21.982157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 76680db2-5771-4857-90c9-0984154c76c8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=76680db2-5771-4857-90c9-0984154c76c8,segment=NetworkSegment(0fb2cdae-47cd-47f2-afab-2ad74dc85ae5),segment_id=0fb2cdae-47cd-47f2-afab-2ad74dc85ae5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:21.986299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47134) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.052424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.053527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ab673b73-2d18-4f61-9914-ffbdd7bed001 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:22.073738 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-29573496-f803-47ca-ad77-59801d163ab6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:22.077590 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-29573496-f803-47ca-ad77-59801d163ab6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/4ab2278f-6252-4361-926d-bd6046794ae6 HTTP/1.1" status: 404 len: 336 time: 0.0840921 May 05 16:30:22.078809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47138) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.123359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.164962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a574e2-4fac-4e8b-899d-7ac1d6a524df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:22.165663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a574e2-4fac-4e8b-899d-7ac1d6a524df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:22.169809 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-76a574e2-4fac-4e8b-899d-7ac1d6a524df tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/36567b1a-08f6-4385-8fae-242e6d03733c HTTP/1.1" status: 404 len: 337 time: 0.0876071 May 05 16:30:22.171291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47142) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.215024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=76680db2-5771-4857-90c9-0984154c76c8,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:22.239098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c57f7-1b62-495f-bce8-3160bc2458a3 req-18c84027-6f14-49c8-a0cf-d78248dba2fa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:22.240294 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d46c57f7-1b62-495f-bce8-3160bc2458a3 req-18c84027-6f14-49c8-a0cf-d78248dba2fa service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3158107 May 05 16:30:22.243837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ab673b73-2d18-4f61-9914-ffbdd7bed001 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:22.244499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.350697 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4cbb63f1-8575-469c-8801-2e606ea79563 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=3c21814f-015b-4dda-ba22-5ea7508a224f HTTP/1.1" status: 200 len: 205 time: 0.1781878 May 05 16:30:22.356367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47148) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.414110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:22.438669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b35a-a397-4b3d-bc50-c235483d83b2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.442912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-26e81ec7-50be-4b50-8bc1-19fbd382747b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.450911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-e87dc60e-1c28-41dd-be0c-25ced7fc419e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:22.452016 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e87dc60e-1c28-41dd-be0c-25ced7fc419e tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/3c21814f-015b-4dda-ba22-5ea7508a224f HTTP/1.1" status: 404 len: 336 time: 0.0926216 May 05 16:30:22.459116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47154) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.514452 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-08e52e81-6677-4c05-bb8f-594008691cc6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:22.514884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08e52e81-6677-4c05-bb8f-594008691cc6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:22.519291 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-08e52e81-6677-4c05-bb8f-594008691cc6 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/90e13538-c1d2-4027-93b5-d03d1363b532 HTTP/1.1" status: 404 len: 337 time: 0.0531423 May 05 16:30:22.521910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47160) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.530058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 90e567d8-9fba-4df0-b6f5-a8f6048bc486 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:22.598995 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d9aebe6c-a482-41f4-8a1e-8560880ccd43 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 HTTP/1.1" status: 200 len: 205 time: 0.0720317 May 05 16:30:22.600562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 90e567d8-9fba-4df0-b6f5-a8f6048bc486 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:22.601178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 90e567d8-9fba-4df0-b6f5-a8f6048bc486 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:22.601481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47166) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.614746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf9b35a-a397-4b3d-bc50-c235483d83b2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09e97a70-0b49-43ae-af7d-3be3649c7ca5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:22.676272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaf9b35a-a397-4b3d-bc50-c235483d83b2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.677512 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eaf9b35a-a397-4b3d-bc50-c235483d83b2 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "DELETE /v2.0/security-groups/09e97a70-0b49-43ae-af7d-3be3649c7ca5 HTTP/1.1" status: 204 len: 168 time: 1.4539826 May 05 16:30:22.686310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47170) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.721339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-0ed04a98-2d71-46f7-becc-2776b08a2841 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] delete failed (client error): The resource could not be found. May 05 16:30:22.722372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ed04a98-2d71-46f7-becc-2776b08a2841 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/routers/ba0bc9ee-c5b5-4c7d-bcb8-cdf13d264482 HTTP/1.1" status: 404 len: 336 time: 0.1200519 May 05 16:30:22.726495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47174) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.774998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 76680db2-5771-4857-90c9-0984154c76c8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:22.777810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-b127187f-57f5-4f19-b38f-e99775e3d844 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] show failed (client error): The resource could not be found. May 05 16:30:22.792055 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b127187f-57f5-4f19-b38f-e99775e3d844 tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "GET /v2.0/security-groups/09e97a70-0b49-43ae-af7d-3be3649c7ca5 HTTP/1.1" status: 404 len: 347 time: 0.0979397 May 05 16:30:22.802377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47178) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.803690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.839165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.851208 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-229e7c8d-a5b3-4294-96be-8cf1e49d8200 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:22.851711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229e7c8d-a5b3-4294-96be-8cf1e49d8200 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:22.856408 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-229e7c8d-a5b3-4294-96be-8cf1e49d8200 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/45c2b2a0-8858-46b5-a5dc-3e438b7553f5 HTTP/1.1" status: 404 len: 337 time: 0.1265013 May 05 16:30:22.869127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47182) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.869570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47184) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:22.896005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 76680db2-5771-4857-90c9-0984154c76c8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:22.896628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:22.930711 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-be35be94-54e0-4817-aabb-3e928ef17442 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] DELETE failed (client error): The resource could not be found. May 05 16:30:22.931148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be35be94-54e0-4817-aabb-3e928ef17442 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:22.935430 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-be35be94-54e0-4817-aabb-3e928ef17442 tempest-RoutersIpV6Test-45484803 tempest-RoutersIpV6Test-45484803-project] 10.222.0.70 "DELETE /v2.0/subnets/aeb37362-0a06-49d3-8728-5dc1f002b44b HTTP/1.1" status: 404 len: 337 time: 0.0591903 May 05 16:30:23.065157 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-80d2614b-caba-4f26-af4e-a7471bdd217c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 1096 time: 0.7497585 May 05 16:30:23.091013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Deleting port e4aa15a8-3c5e-4b37-8447-2a9da41f9bdf {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:23.091530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.095138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef32091-d5be-4609-b3da-ff4b7ac0b3e9 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:30:23.183874 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-c1c577a5-fe05-4a7c-8563-511655a6612d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e HTTP/1.1" status: 200 len: 217 time: 0.1074429 May 05 16:30:23.189620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01457c4c-ea0b-4205-bef4-b86f2633eeaf req-008b9104-1b74-40cd-96b4-c6dd16a4cc26 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:23.190327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-01457c4c-ea0b-4205-bef4-b86f2633eeaf req-008b9104-1b74-40cd-96b4-c6dd16a4cc26 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Synchronizing usage tracker for tenant:c76c6f003f6f4a3f95482e2660bd0b88 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:23.232316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-74c88719-3419-47fa-aa5f-e61bff3848b7 None None] Provisioning complete for port ab673b73-2d18-4f61-9914-ffbdd7bed001 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:23.233300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-74c88719-3419-47fa-aa5f-e61bff3848b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.236421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1873890582'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:23.244466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:23.260804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:23.276354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:23.287912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.315427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.315427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.323744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:23.381628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.383693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef32091-d5be-4609-b3da-ff4b7ac0b3e9 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:30:23.384287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-052457ce-54a9-437f-9a12-90006e4e2f70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:23.385740 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-052457ce-54a9-437f-9a12-90006e4e2f70 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0dec3ca7-493d-4cbe-a340-ec14fb427e9a HTTP/1.1" status: 200 len: 852 time: 0.1896398 May 05 16:30:23.399747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-01457c4c-ea0b-4205-bef4-b86f2633eeaf req-008b9104-1b74-40cd-96b4-c6dd16a4cc26 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Unset dirty status for tenant:c76c6f003f6f4a3f95482e2660bd0b88 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:23.400947 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01457c4c-ea0b-4205-bef4-b86f2633eeaf req-008b9104-1b74-40cd-96b4-c6dd16a4cc26 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 943 time: 0.6997297 May 05 16:30:23.472342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Deleting port a9910e83-e847-4a22-bbdd-13521e559a16 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:23.473405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.479998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:23.483131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.502366 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-1855e106-e881-4512-8b3b-533f7edce61c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0950060 May 05 16:30:23.513708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Calling delete_port for e4aa15a8-3c5e-4b37-8447-2a9da41f9bdf owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:23.549918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.569536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=4624c1d9-c9de-405f-9724-e017d577401f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:23.607623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.622730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47196) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:23.626024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dda2f128-b534-44f7-8850-dab5b03caa09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4624c1d9-c9de-405f-9724-e017d577401f HTTP/1.1" status: 204 len: 168 time: 2.0050600 May 05 16:30:23.635710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47200) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:23.643137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.774005 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01457c4c-ea0b-4205-bef4-b86f2633eeaf req-5f2f2a71-b6a8-42b8-aeb0-166a8091addf tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299525 May 05 16:30:23.781517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.783196 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-689cc61e-da4d-4b47-9ef5-b5c94824389d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1464262 May 05 16:30:23.795947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47206) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:23.841663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:23.878420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.892433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:23.900496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.908697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dec6b6d-bb4d-48fa-bedb-9b8fff65612e None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:23.918783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] For port a9910e83-e847-4a22-bbdd-13521e559a16, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a9910e83-e847-4a22-bbdd-13521e559a16,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:23.919143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:23.986198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group_rule and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:24.020367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:24.194527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:24.197118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Calling delete_port for a9910e83-e847-4a22-bbdd-13521e559a16 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:24.199298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] Deleting port ab673b73-2d18-4f61-9914-ffbdd7bed001 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:24.199754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.235673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:24.262425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-549aae14-b4a1-4c94-9f39-68b6cad5f594 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f0ebdb7f56514feda689d98e91d56b5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6355932 May 05 16:30:24.263203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47210) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:24.295183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.315420 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-c0374182-3f98-4c70-a728-d83709616271 service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014014 May 05 16:30:24.365574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Pushing event deleted for resources: {'Port': ['ID=e4aa15a8-3c5e-4b37-8447-2a9da41f9bdf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:24.398282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:24.456270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Subnet': ['ID=ae2d2b5f-095f-4cdd-98a5-0bfe18feebbd,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:24.458294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] For port ab673b73-2d18-4f61-9914-ffbdd7bed001, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ab673b73-2d18-4f61-9914-ffbdd7bed001,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:24.458971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.483436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:24.495782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:24.511965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-12dbd833-7a29-42e7-875f-b491204b6ebb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.514540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:24.515372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.584127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] Calling delete_port for ab673b73-2d18-4f61-9914-ffbdd7bed001 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:24.590224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Checking segment: {'id': 'b86d186b-d17e-4594-ae97-b52ac5922500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '677a8899-a44d-427a-86b8-682b13878898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:24.590587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network hostable DHCP agents. Network: 677a8899-a44d-427a-86b8-682b13878898, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:24.593118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-12dbd833-7a29-42e7-875f-b491204b6ebb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.683873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:24.696460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.708095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ab673b73-2d18-4f61-9914-ffbdd7bed001 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:24.708479 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-359298ad-7d6b-4d1f-8137-bdd48d4a6176 req-461211bb-764f-40c2-9885-86b477bc9a17 service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733387 May 05 16:30:24.755475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9910e83-e847-4a22-bbdd-13521e559a16,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:24.764657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-12dbd833-7a29-42e7-875f-b491204b6ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.766817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.820008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-12dbd833-7a29-42e7-875f-b491204b6ebb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.823493 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-12dbd833-7a29-42e7-875f-b491204b6ebb admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/789dc18f-641d-4c30-92b1-9c2cf597a3c8 HTTP/1.1" status: 204 len: 168 time: 0.5550423 May 05 16:30:24.824123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Port ab673b73-2d18-4f61-9914-ffbdd7bed001 update to DOWN by agent not found {{(pid=84820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 16:30:24.826298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.849076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dbd833-7a29-42e7-875f-b491204b6ebb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789dc18f-641d-4c30-92b1-9c2cf597a3c8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:24.854849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:24.859284 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-267be781-9463-4e53-97c6-0cf49b1fcabf tempest-ServerActionsTestJSON-1028767451 tempest-ServerActionsTestJSON-1028767451-project] 10.222.0.70 "DELETE /v2.0/floatingips/874a199f-4dfc-4d66-84a9-e8ec85c7fd7a HTTP/1.1" status: 204 len: 168 time: 2.0099165 May 05 16:30:24.864715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47218) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:24.899156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] Pushing event deleted for resources: {'Port': ['ID=ab673b73-2d18-4f61-9914-ffbdd7bed001,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:24.915962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c87b39-1728-49dc-8168-052f90eb2573 None None] No DVR routers for this DVR port ab673b73-2d18-4f61-9914-ffbdd7bed001 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:25.026845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.065868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.099649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:25.127134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b98045-ed18-4da8-8f66-e454786395c1,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:25.143913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.158403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.158739 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment b9eac205-4c13-4412-8f88-172db266f76a of type vlan for network a488931e-0f7f-4f19-9ec8-d297fc69fb9d May 05 16:30:25.163277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.21.0.1 (288eea21-a8d4-4b3a-8957-f1482bf3c338/624f8e98-9707-47c1-9773-4aab4de03282/674ce531-30e9-4da0-b3a7-42a7908db943) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:25.205931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.238288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network 677a8899-a44d-427a-86b8-682b13878898 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:25.361942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.393095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 677a8899-a44d-427a-86b8-682b13878898) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:25.404982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6930e-d7df-4b8f-8c62-31b7a7c17932 None None] Network 677a8899-a44d-427a-86b8-682b13878898 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:25.418001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:25.418526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.551259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.587492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object 674ce531-30e9-4da0-b3a7-42a7908db943 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:25.593450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.599615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:25.600248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.650802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-677a8899-a44d-427a-86b8-682b13878898', 'network_id': '677a8899-a44d-427a-86b8-682b13878898', 'tenant_id': '617aa9c720d34c2bb5990a3188929deb', 'fixed_ips': [{'subnet_id': 'ae2d2b5f-095f-4cdd-98a5-0bfe18feebbd'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:25.651661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.707556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.712245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.726184 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-367b1df5-5730-45cd-88c8-6791c2ccebcb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2977383 May 05 16:30:25.737518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47236) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:25.769999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.8940494 May 05 16:30:25.774502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47240) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:25.781723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'name': 'tempest-PortsTestJSON-1588548625'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:25.789122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4bced4-479d-4376-bd01-f32b889280ce req-f9f6e191-e8d9-4221-9a05-37525223c775 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:25.796308 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b4bced4-479d-4376-bd01-f32b889280ce req-f9f6e191-e8d9-4221-9a05-37525223c775 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 943 time: 0.7634029 May 05 16:30:25.797565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ec132-879d-44a1-8282-1dc878becfaf tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=a488931e-0f7f-4f19-9ec8-d297fc69fb9d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:25.811675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:25.887572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.888075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ebf0dc1-a3d2-477f-a10d-f9356f846696 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:25.923994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.925218 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d9299ec1-18cd-4c2b-bd92-1acdc35d3ac2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "DELETE /v2.0/routers/3ebf0dc1-a3d2-477f-a10d-f9356f846696 HTTP/1.1" status: 204 len: 168 time: 6.5389194 May 05 16:30:25.933215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47244) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:25.947242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:25.947741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-420188188', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:25.954973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:25.966683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Usage tracker for resource:router and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:25.974464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:26.008074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b4bced4-479d-4376-bd01-f32b889280ce req-1f3b8be9-9c9e-4f21-b89b-a2462ce29a82 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107129 May 05 16:30:26.013296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:26.046771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:26.060976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:26.071389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.076533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:26.100417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:26.101007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Allocated IP 2001:db8::2 (677a8899-a44d-427a-86b8-682b13878898/ae2d2b5f-095f-4cdd-98a5-0bfe18feebbd/6cb6ce94-1d37-4c9d-b64d-17e4adf2671e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:26.105692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:26.108204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:26.145486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:26.203798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:30:26.205010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=674ce531-30e9-4da0-b3a7-42a7908db943,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:26.318430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.319399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.376224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.382708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:26.384794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.395140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.435152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.465373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Transition to ACTIVE for port object 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:26.466892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.492209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port d0832e06-40be-4ba9-9d65-3679ee2fd46d yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:26.498186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Transition to ACTIVE for port object 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:26.544062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.548575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:26.552665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.565953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:26.573264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47254) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:26.578226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b3b2d8-09eb-4a27-8489-0bc1da7535ec None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:26.579183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:26.579795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.620209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=14ece620-0bfd-42b6-af12-f1442c2a29a3,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:26.657633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.669966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ac307b09-965f-4a35-a933-3b76f4ea5597 None None] Provisioning for port 674ce531-30e9-4da0-b3a7-42a7908db943 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:26.743087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Network 677a8899-a44d-427a-86b8-682b13878898 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:26.743873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ac307b09-965f-4a35-a933-3b76f4ea5597 None None] Provisioning complete for port 674ce531-30e9-4da0-b3a7-42a7908db943 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:26.744240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ac307b09-965f-4a35-a933-3b76f4ea5597 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.750551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9aed7653-6cc2-4653-8aaa-71252593b2ba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9466498 May 05 16:30:26.758410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47260) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:26.782946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a9910e83-e847-4a22-bbdd-13521e559a16 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:26.814613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:26.882696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:26.901912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:26.914886 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-01d9fa75-dcf3-4746-96fc-a5b00d205acd tempest-ServiceProvidersTest-1537098993 tempest-ServiceProvidersTest-1537098993-project] 10.222.0.70 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3346977 May 05 16:30:26.929818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a9910e83-e847-4a22-bbdd-13521e559a16 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:26.930078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a9910e83-e847-4a22-bbdd-13521e559a16 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:26.945230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.953374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:26.974208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Pushing event updated for resources: {'Port': ['ID=6cb6ce94-1d37-4c9d-b64d-17e4adf2671e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:26.991501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.062224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ac307b09-965f-4a35-a933-3b76f4ea5597 None None] Port 674ce531-30e9-4da0-b3a7-42a7908db943 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:27.091880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.131185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Attempting to bind port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:27.131579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Attempting to bind port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b86d186b-d17e-4594-ae97-b52ac5922500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '677a8899-a44d-427a-86b8-682b13878898'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:27.131942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Attempting to bind port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e on network 677a8899-a44d-427a-86b8-682b13878898 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:27.145937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:27.146313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Checking segment: {'id': 'b86d186b-d17e-4594-ae97-b52ac5922500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '677a8899-a44d-427a-86b8-682b13878898'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:27.146710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.147104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Bound using segment: {'id': 'b86d186b-d17e-4594-ae97-b52ac5922500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '677a8899-a44d-427a-86b8-682b13878898'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:27.147610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Bound port: 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86d186b-d17e-4594-ae97-b52ac5922500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '677a8899-a44d-427a-86b8-682b13878898'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:27.147984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.154910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:27.160345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:27.164962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:27.171296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:27.177781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Subnet': ['ID=ae2d2b5f-095f-4cdd-98a5-0bfe18feebbd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:27.226364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '14ece620-0bfd-42b6-af12-f1442c2a29a3'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:27.227161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.242657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.349395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] For port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:27.349596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:27.352415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.365524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] For port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6cb6ce94-1d37-4c9d-b64d-17e4adf2671e,segment=NetworkSegment(b86d186b-d17e-4594-ae97-b52ac5922500),segment_id=b86d186b-d17e-4594-ae97-b52ac5922500)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:27.429980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 4b21abf4-517c-4aea-95e8-dfbd7589cf8e details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:30:27.450636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Allocated IP 2001:db8::f816:3eff:fec5:1e64 (f5e6463e-72cb-4e68-8573-613d495405f8/14ece620-0bfd-42b6-af12-f1442c2a29a3/bd010d24-2d27-42ac-8ff9-b64a32c71011) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:27.460006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.481917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.563480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=d0832e06-40be-4ba9-9d65-3679ee2fd46d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:27.702777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677a8899-a44d-427a-86b8-682b13878898']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:27.716148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47270) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:27.735851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': 'b9eac205-4c13-4412-8f88-172db266f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:27.736210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: a488931e-0f7f-4f19-9ec8-d297fc69fb9d, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:27.755230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86d186b-d17e-4594-ae97-b52ac5922500') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:27.759992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86d186b-d17e-4594-ae97-b52ac5922500') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:27.789295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed13c0-b094-4c7c-9976-8949699b060e req-3b184d1a-aecc-4676-9a0a-5c7462d8e382 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:27.795249 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a5ed13c0-b094-4c7c-9976-8949699b060e req-3b184d1a-aecc-4676-9a0a-5c7462d8e382 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 943 time: 0.6047909 May 05 16:30:27.805319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.814854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5530f8f0-d7ad-4529-aa09-2302cec97f4f None None] Pushing event updated for resources: {'Port': ['ID=6cb6ce94-1d37-4c9d-b64d-17e4adf2671e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:27.834172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.842973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:27.843392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.896003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,segment=NetworkSegment(389a6583-26b2-4db6-87ac-99d348f8cfe6),segment_id=389a6583-26b2-4db6-87ac-99d348f8cfe6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:27.913464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e', 'network_id': '0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54', 'port_id': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e', 'mac_address': 'fa:16:3e:44:34:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0dec3ca7-493d-4cbe-a340-ec14fb427e9a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:27.923665 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:27.948526 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a5ed13c0-b094-4c7c-9976-8949699b060e req-f358975c-64c9-4a7b-9720-282ae76e3019 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523035 May 05 16:30:27.979018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:27.991124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:28.010117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.065216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.077100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:30:28.077100 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:30:28.077100 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': '677a8899-a44d-427a-86b8-682b13878898'}] May 05 16:30:28.077100 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:28.077645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:28.090557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:28.098790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Usage tracker for resource:security_group_rule and tenant:3a2feac962f6457981faa1ce3b77d824 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:28.109487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.134097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a488931e-0f7f-4f19-9ec8-d297fc69fb9d) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:28.145875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:28.147768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b606a9-e672-4081-b1c5-1c2fe2eac920 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:28.153816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.154510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:28.167072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.207742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.218356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562f3241-afa9-4687-a1a5-cbe49fa583bd None None] Network 677a8899-a44d-427a-86b8-682b13878898 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:28.232918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b21abf4-517c-4aea-95e8-dfbd7589cf8e {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:30:28.237260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.318313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:28.318819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Transition to ACTIVE for port object bd010d24-2d27-42ac-8ff9-b64a32c71011 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:28.321832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:28.322854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.371623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,segment=NetworkSegment(389a6583-26b2-4db6-87ac-99d348f8cfe6),segment_id=389a6583-26b2-4db6-87ac-99d348f8cfe6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:28.376224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=674ce531-30e9-4da0-b3a7-42a7908db943,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:28.388168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Transition to ACTIVE for port object bd010d24-2d27-42ac-8ff9-b64a32c71011 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:28.388791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.393455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:28.397927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:28.404503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:28.405075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.419532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=0fd0a7a6-25d6-468c-94e7-1f83734a2dab,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:28.433623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.460223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.478226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Allocated IP 172.26.2.184 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/02248660-10a5-42e7-81e6-a66ac3d44e2a) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:28.492682 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-90c27c01-1d0e-4f3a-a6d1-e3dbde0a0ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7164323 May 05 16:30:28.503108 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c1344a0-c61b-4e65-b9ad-a3f9daf5d0e4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7410231 May 05 16:30:28.503108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47276) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:28.503530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:28.518040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.518610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:ef:e3:6b', 'name': 'tempest-NetworksTestDHCPv6-560974994'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:28.540589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-52251159'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:28.549285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.550261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:28.579040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.609606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:28.611233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Deleting port 7e9fedc0-bd88-4cde-a436-2e27125f3323 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:28.611602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.616684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:28.633105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:28.635287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:28.690056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d96e02-f0ef-4b0e-a000-45a0dac78039,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:28.696828 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ffaf0f50-3fa7-445f-ab95-145cd6413986 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3a2feac962f6457981faa1ce3b77d824&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9783938 May 05 16:30:28.697637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47284) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:28.735784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:28.738553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:28.740653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:28.749699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:28.754420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:28.810714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:28.813672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.821033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Pushing event updated for resources: {'Port': ['ID=bd010d24-2d27-42ac-8ff9-b64a32c71011,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:28.869270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['4b21abf4-517c-4aea-95e8-dfbd7589cf8e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:30:28.897254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:28.897998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.898894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:28.921804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:28.932138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:28.949999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Attempting to bind port bd010d24-2d27-42ac-8ff9-b64a32c71011 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:28.950430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Attempting to bind port bd010d24-2d27-42ac-8ff9-b64a32c71011 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:28.951202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Attempting to bind port bd010d24-2d27-42ac-8ff9-b64a32c71011 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:28.951594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:28.970244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:28.970496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:28.970802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.971372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:28.973690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Bound port: bd010d24-2d27-42ac-8ff9-b64a32c71011, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:28.973690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:28.993990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:29.005497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.021304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.021657 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment 36f60c7c-3338-4f1b-8f96-3bdfbeb0f904 of type vlan for network 4660b06c-058f-4df0-8f26-9e6be7a03753 May 05 16:30:29.057424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] For port 7e9fedc0-bd88-4cde-a436-2e27125f3323, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7e9fedc0-bd88-4cde-a436-2e27125f3323,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:29.058127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.154591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] For port bd010d24-2d27-42ac-8ff9-b64a32c71011, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:29.168937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.173580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] For port bd010d24-2d27-42ac-8ff9-b64a32c71011, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd010d24-2d27-42ac-8ff9-b64a32c71011,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:29.176816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:29.182188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.221099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-277fa77c-dcb8-42c8-9003-18ac979db126 None None] Provisioning complete for port 674ce531-30e9-4da0-b3a7-42a7908db943 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:29.221474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-277fa77c-dcb8-42c8-9003-18ac979db126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.249965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.287706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Calling delete_port for 7e9fedc0-bd88-4cde-a436-2e27125f3323 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:29.301042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.315921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.338719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 1f83435f-48fd-47d7-ba0a-ae6e1921e226 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:29.345280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-277fa77c-dcb8-42c8-9003-18ac979db126 None None] Port 674ce531-30e9-4da0-b3a7-42a7908db943 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:29.355736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96effdcc-bb9f-4c2d-bb35-de27ad77ba13 None None] Pushing event updated for resources: {'Port': ['ID=bd010d24-2d27-42ac-8ff9-b64a32c71011,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:29.509727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.513469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:29.514306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.523253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] For port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6cb6ce94-1d37-4c9d-b64d-17e4adf2671e,segment=NetworkSegment(b86d186b-d17e-4594-ae97-b52ac5922500),segment_id=b86d186b-d17e-4594-ae97-b52ac5922500)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:29.523692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.570821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.687776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d96e02-f0ef-4b0e-a000-45a0dac78039,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:29.709186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=4660b06c-058f-4df0-8f26-9e6be7a03753,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:29.762707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.763765 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a0d96e02-f0ef-4b0e-a000-45a0dac78039 HTTP/1.1" status: 204 len: 168 time: 1.0628979 May 05 16:30:29.774104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 59852b33-f24e-42e5-9329-6bbd91af5f51 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:29.777408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.777754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.778090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.778423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.778754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.779089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.779413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.779750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.780076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.780394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.780712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f4bf5f5-d33a-49c6-a397-d3a32aa4a421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.797930 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2926645 May 05 16:30:29.798604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47292) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:29.805428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.805777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.806180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.806614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.806956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.807290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.807643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.807919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Calling delete_port for 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:29.808030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.808278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.808602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.808931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6946682-05c1-4ca0-a7e0-e98f998e7ad5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:29.820473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4660b06c-058f-4df0-8f26-9e6be7a03753 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:29.821294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'ports': [{'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'}, {'network_id': '4660b06c-058f-4df0-8f26-9e6be7a03753'}]} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:29.821556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:29.822032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': '4660b06c-058f-4df0-8f26-9e6be7a03753'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:29.835525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:29.932571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf9054-129f-4f5d-bbcd-a9c004dc93a3 req-d2f70e2e-7206-4816-88fe-3c280ca17503 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:29.934130 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24cf9054-129f-4f5d-bbcd-a9c004dc93a3 req-d2f70e2e-7206-4816-88fe-3c280ca17503 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 944 time: 0.7510586 May 05 16:30:29.985373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 172.20.0.11 (f5e6463e-72cb-4e68-8573-613d495405f8/0fd0a7a6-25d6-468c-94e7-1f83734a2dab/1f83435f-48fd-47d7-ba0a-ae6e1921e226) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:29.990660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:29.991497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event updated for resources: {'Port': ['ID=02248660-10a5-42e7-81e6-a66ac3d44e2a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:29.998442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:30.014938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:30.073030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:feef:e36b (f5e6463e-72cb-4e68-8573-613d495405f8/14ece620-0bfd-42b6-af12-f1442c2a29a3/1f83435f-48fd-47d7-ba0a-ae6e1921e226) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:30.107930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.108373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.108373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.108704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.109046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.109381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.109710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.110036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.110362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.110685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.111008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:30.143726 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24cf9054-129f-4f5d-bbcd-a9c004dc93a3 req-b3825cc3-8546-4472-8d5e-4f9cbe8f7e04 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968899 May 05 16:30:30.250325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:30.315634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:30.353093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e9fedc0-bd88-4cde-a436-2e27125f3323,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:30.392437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No DVR routers for this DVR port 6cb6ce94-1d37-4c9d-b64d-17e4adf2671e on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:30.421939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Port': ['ID=6cb6ce94-1d37-4c9d-b64d-17e4adf2671e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:30.562152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:30.571009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5524a58c-9545-48d5-89b3-0be8028633e0 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:30.581012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:30.588813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:30.601821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:30.634370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:30.641028 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-133508c3-379b-4bab-8364-85e9bd8e57a6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/59852b33-f24e-42e5-9329-6bbd91af5f51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1058850 May 05 16:30:30.652249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47304) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:30.711033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:30.729091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 2} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:30.732892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:30.765948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 1f83435f-48fd-47d7-ba0a-ae6e1921e226 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:30.771781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:30.793578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bee05e-e4f7-4934-bcce-37bff51f90f3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:30.794259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d8bee05e-e4f7-4934-bcce-37bff51f90f3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:30.839056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] Sync routers for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:30.906665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:30.907628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:30.971938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:30.984065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:30.993438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd010d24-2d27-42ac-8ff9-b64a32c71011 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:31.029528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['677a8899-a44d-427a-86b8-682b13878898']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:31.035809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d8bee05e-e4f7-4934-bcce-37bff51f90f3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:31.038156 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d8bee05e-e4f7-4934-bcce-37bff51f90f3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports/674ce531-30e9-4da0-b3a7-42a7908db943 HTTP/1.1" status: 200 len: 910 time: 0.3848975 May 05 16:30:31.044833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47310) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:31.046920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86d186b-d17e-4594-ae97-b52ac5922500') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:31.046920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86d186b-d17e-4594-ae97-b52ac5922500') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:31.063858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.073958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8c16f5fe-83df-49f2-9c9a-b0d21923c86c None None] Provisioning for port bd010d24-2d27-42ac-8ff9-b64a32c71011 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:31.080010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:31.081011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:31.124529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.132242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.132972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.154624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port 5909c0fa-4851-4c70-9353-471180955b53 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:31.156647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:31.157857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0bb13bb-6ec7-426b-a94d-f75be8a1a529 None None] The sync data for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:31.179754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:31.197239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:31.201148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:31.240046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=1f83435f-48fd-47d7-ba0a-ae6e1921e226,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:31.241886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port bd010d24-2d27-42ac-8ff9-b64a32c71011 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:31.247581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bd010d24-2d27-42ac-8ff9-b64a32c71011 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:31.248300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.297563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:31.297952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.437499 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bfcc1300-5cff-4bbd-83ba-5f03f7192e57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.9304981 May 05 16:30:31.446883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47320) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:31.450236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.478381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:31.478905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.482129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:31.495995 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:31.504663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 4b21abf4-517c-4aea-95e8-dfbd7589cf8e up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:31.528309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.615206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Update dhcp port {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '14ece620-0bfd-42b6-af12-f1442c2a29a3', 'ip_address': '2001:db8::f816:3eff:fec5:1e64'}, {'subnet_id': '0fd0a7a6-25d6-468c-94e7-1f83734a2dab'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'bd010d24-2d27-42ac-8ff9-b64a32c71011'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:30:31.679951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port bd010d24-2d27-42ac-8ff9-b64a32c71011, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd010d24-2d27-42ac-8ff9-b64a32c71011,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:31.681849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.685752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d6d33-206c-4487-8784-83ad4ee51301 req-7909aaf3-7ade-47e0-98e7-beb6f15ed1f4 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:31.687338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bf3d6d33-206c-4487-8784-83ad4ee51301 req-7909aaf3-7ade-47e0-98e7-beb6f15ed1f4 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 944 time: 0.3060491 May 05 16:30:31.690215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port 2ab6eaf5-64a9-4bab-8f8e-46476f127cd6 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:31.694815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.709155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:31.722723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d354b-51a8-4c6f-89db-636b7ee6f44b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:31.727332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282d354b-51a8-4c6f-89db-636b7ee6f44b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:31.728152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-282d354b-51a8-4c6f-89db-636b7ee6f44b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:31.730543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47326) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:31.786975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:31.789170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.792170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.792357 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bf3d6d33-206c-4487-8784-83ad4ee51301 req-1154ec9f-4d1f-404b-8cbf-47b5455f0b77 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941367 May 05 16:30:31.845741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.856183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Network': ['ID=677a8899-a44d-427a-86b8-682b13878898,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:31.877296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.920719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:31.953625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-282d354b-51a8-4c6f-89db-636b7ee6f44b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:31.958540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-282d354b-51a8-4c6f-89db-636b7ee6f44b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.5072229 May 05 16:30:31.959466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47332) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:31.990621 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-22ae0b05-19db-406c-b65f-464e7b624a83 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/677a8899-a44d-427a-86b8-682b13878898 HTTP/1.1" status: 204 len: 168 time: 6.2466121 May 05 16:30:32.004862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47336) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:32.011274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-525586188'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:32.025368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:32.036087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.056530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1991312126'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:32.067619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:32.075745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=bd010d24-2d27-42ac-8ff9-b64a32c71011,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:32.080783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:network and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:32.086821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:32.094832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:32.111089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Usage tracker for resource:network and tenant:9eaec25504614695a1dc28f66ec74746 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:32.116367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:32.132749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:32.133488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.134474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.134474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.134698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.134973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.135399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.135818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.136211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.137033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.137033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.137242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:30:32.144714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 1f83435f-48fd-47d7-ba0a-ae6e1921e226 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:32.145165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.185663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.189829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=5909c0fa-4851-4c70-9353-471180955b53,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:32.198068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:32.204369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.207239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:32.211644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:32.217034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.248385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:32.249570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:30:32.251270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.272417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Made reservation on behalf of 9eaec25504614695a1dc28f66ec74746 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:32.275480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,segment=NetworkSegment(389a6583-26b2-4db6-87ac-99d348f8cfe6),segment_id=389a6583-26b2-4db6-87ac-99d348f8cfe6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:32.275794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.277841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Allocated IP 172.20.0.2 (f5e6463e-72cb-4e68-8573-613d495405f8/0fd0a7a6-25d6-468c-94e7-1f83734a2dab/bd010d24-2d27-42ac-8ff9-b64a32c71011) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:32.325260 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68fab531-7683-45ae-8344-82f9328fca80'] response: {'server_uuid': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e', 'code': 200} May 05 16:30:32.353099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.372804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=2ab6eaf5-64a9-4bab-8f8e-46476f127cd6,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:32.382774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.398673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Router ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:30:32.404514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:32.432701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.433104 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Added segment b7a74909-dd0c-4bd2-87c9-99658b53221c of type vlan for network a6779dbd-0aef-43a1-961b-5bdfbf05592e May 05 16:30:32.492138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:32.514460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] For port bd010d24-2d27-42ac-8ff9-b64a32c71011, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd010d24-2d27-42ac-8ff9-b64a32c71011,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:32.543750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.561119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Transition to ACTIVE for port object bd010d24-2d27-42ac-8ff9-b64a32c71011 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:32.581349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.613345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.661955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:32.684130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Usage tracker for resource:security_group_rule and tenant:9eaec25504614695a1dc28f66ec74746 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:32.688365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:32.698336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': '36f60c7c-3338-4f1b-8f96-3bdfbeb0f904', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '4660b06c-058f-4df0-8f26-9e6be7a03753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:32.698949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: 4660b06c-058f-4df0-8f26-9e6be7a03753, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:32.704302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:32.785934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd010d24-2d27-42ac-8ff9-b64a32c71011 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:32.803658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.821901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.826683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:32.827278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:32.865747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f3e262-eb05-4d3e-bc46-bc441ed60f85 None None] Pushing event updated for resources: {'Port': ['ID=bd010d24-2d27-42ac-8ff9-b64a32c71011,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:32.954321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 4660b06c-058f-4df0-8f26-9e6be7a03753 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:32.968422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 1f83435f-48fd-47d7-ba0a-ae6e1921e226 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:33.096955 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e40270da-33fd-4f65-b63c-da8d95169d30 req-8b6fa0bf-ebe7-4aec-8613-475e5f682b82 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 1098 time: 0.4745293 May 05 16:30:33.154773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4660b06c-058f-4df0-8f26-9e6be7a03753) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:33.167817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-523424f6-223e-4bf1-96d2-1283a20aef78 None None] Network 4660b06c-058f-4df0-8f26-9e6be7a03753 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:33.174852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.187118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:33.191954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:33.195575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:33.196274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.240896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.295272 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e40270da-33fd-4f65-b63c-da8d95169d30 req-a0da265e-1ecb-401d-acc2-a1d641ac3fbf service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910841 May 05 16:30:33.314394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2631094 May 05 16:30:33.315270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc64064-6d91-4ffb-a1fc-d423f964cee4 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Network': ['ID=a6779dbd-0aef-43a1-961b-5bdfbf05592e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:33.317436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47344) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:33.335400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:33.339904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Request body: {'subnet': {'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:33.341499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a6779dbd-0aef-43a1-961b-5bdfbf05592e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:33.356910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8899c57-f0e8-474d-8465-c31968513b35,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:33.372194 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4ed0082f-839a-421a-b503-691f5aa0fac5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5687642 May 05 16:30:33.379648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.380197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Added segment 1ef8c012-9941-40a0-b135-f62bff2936dd of type vlan for network 661a3d5f-0b1c-473f-aec7-feee27eff34b May 05 16:30:33.381262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47348) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:33.430654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8e44d-5fae-46cb-a99e-6f4d298c2b52 req-433dcfa1-8162-45bf-8378-6e2013703c62 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:33.432207 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-90f8e44d-5fae-46cb-a99e-6f4d298c2b52 req-433dcfa1-8162-45bf-8378-6e2013703c62 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.4272285 May 05 16:30:33.564066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 2ab6eaf5-64a9-4bab-8f8e-46476f127cd6 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:33.564437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.606294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.644751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.659141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.660516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24630f23-6949-4144-a001-ea3b7caa4910 None None] Provisioning for port bd010d24-2d27-42ac-8ff9-b64a32c71011 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:33.667577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24630f23-6949-4144-a001-ea3b7caa4910 None None] Provisioning complete for port bd010d24-2d27-42ac-8ff9-b64a32c71011 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:33.671630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24630f23-6949-4144-a001-ea3b7caa4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.717319 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-90f8e44d-5fae-46cb-a99e-6f4d298c2b52 req-45b505ba-7f4a-46c9-870f-0b3a16aeb111 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425096 May 05 16:30:33.740320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=1f83435f-48fd-47d7-ba0a-ae6e1921e226,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:33.814647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:33.834430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Usage tracker for resource:subnet and tenant:617aa9c720d34c2bb5990a3188929deb is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:33.893049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:33.894896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.898717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:33.899321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:33.912332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:33.967357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:33.980998 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] Sync routers for ids ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:33.984014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3ab42ee5-fb56-41dd-a3b7-0815f879d3cf None None] Could not find standard attr ID for object 1f83435f-48fd-47d7-ba0a-ae6e1921e226. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:30:33.996662 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] Routers {'ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:33.997612 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:34.035611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Made reservation on behalf of 617aa9c720d34c2bb5990a3188929deb for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:34.083300 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:34.095884 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] Routers {'ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:34.096830 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:34.116895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:34.118130 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2ab28737-b3ff-4245-839f-1819fff0fa94 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 8.1813631 May 05 16:30:34.118527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:34.123800 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d307a2a2-0e02-4f79-88bc-3ead4f39241f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/1f83435f-48fd-47d7-ba0a-ae6e1921e226 HTTP/1.1" status: 204 len: 168 time: 2.1631126 May 05 16:30:34.126715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47352) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:34.127051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47354) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:34.176307 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:34.176991 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da8e6cd-c2ca-4699-903a-1ea5bfa3bcd8 None None] The sync data for ids ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:34.181331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': False}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:34.203111 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4656594 May 05 16:30:34.204166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89c24a-3ab8-4905-b9cf-438170d226e1 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:30:34.216540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47360) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:34.232305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Request body: {'subnet': {'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:34.252589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350eb72-b5ed-4bea-a4a6-57ef25378d36 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event updated for resources: {'Network': ['ID=661a3d5f-0b1c-473f-aec7-feee27eff34b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:34.268150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:34.342888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:34.376588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:34.443839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b89c24a-3ab8-4905-b9cf-438170d226e1 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:30:34.492447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302298c9-5e82-46ba-8a91-3db299cbcbdb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:34.494233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302298c9-5e82-46ba-8a91-3db299cbcbdb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:34.495676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302298c9-5e82-46ba-8a91-3db299cbcbdb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:34.496491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-302298c9-5e82-46ba-8a91-3db299cbcbdb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:34.593033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 2ab6eaf5-64a9-4bab-8f8e-46476f127cd6 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:34.647907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:34.655102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Usage tracker for resource:subnet and tenant:9eaec25504614695a1dc28f66ec74746 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:34.660496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:34.670285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:34.677322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-302298c9-5e82-46ba-8a91-3db299cbcbdb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:34.678495 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-302298c9-5e82-46ba-8a91-3db299cbcbdb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5383625 May 05 16:30:34.684285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47364) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:34.734490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 674ce531-30e9-4da0-b3a7-42a7908db943 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:34.734829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:34.766667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:34.769258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Made reservation on behalf of 9eaec25504614695a1dc28f66ec74746 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:34.834214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd010d24-2d27-42ac-8ff9-b64a32c71011 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:34.880065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:34.955612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=2ab6eaf5-64a9-4bab-8f8e-46476f127cd6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:34.994080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.005930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.023186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ecbe5c4b-a294-4d28-80de-b25b18a19b7b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/2ab6eaf5-64a9-4bab-8f8e-46476f127cd6 HTTP/1.1" status: 204 len: 168 time: 1.6038330 May 05 16:30:35.024236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47370) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:35.041817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bd010d24-2d27-42ac-8ff9-b64a32c71011 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:35.042253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.204437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e4d6e-a2a7-47de-8e90-a9d61316a727 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:35.209614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73e4d6e-a2a7-47de-8e90-a9d61316a727 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:35.210277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e73e4d6e-a2a7-47de-8e90-a9d61316a727 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:35.333602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e73e4d6e-a2a7-47de-8e90-a9d61316a727 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:35.334790 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e73e4d6e-a2a7-47de-8e90-a9d61316a727 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3094363 May 05 16:30:35.337544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47374) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:35.403541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 5909c0fa-4851-4c70-9353-471180955b53 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:35.403909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.432638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.511534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.590707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event updated for resources: {'Subnet': ['ID=10461a62-08cb-440d-a4ab-9dcc614145ed,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:35.679618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Checking segment: {'id': '1ef8c012-9941-40a0-b135-f62bff2936dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:35.679954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Network hostable DHCP agents. Network: 661a3d5f-0b1c-473f-aec7-feee27eff34b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:35.722288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 674ce531-30e9-4da0-b3a7-42a7908db943 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:35.722693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.772252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 0fd0a7a6-25d6-468c-94e7-1f83734a2dab {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:35.788687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.852360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 5909c0fa-4851-4c70-9353-471180955b53 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:35.900225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:35.941590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88079124-585f-49e8-a9fb-296f76c8b6fe req-ae827381-4cb1-455a-a124-f14c43399bc0 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:35.943054 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88079124-585f-49e8-a9fb-296f76c8b6fe req-ae827381-4cb1-455a-a124-f14c43399bc0 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 1.0284634 May 05 16:30:35.973568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 661a3d5f-0b1c-473f-aec7-feee27eff34b) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:35.978103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:35.978545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:35.982515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb738e-d7da-4576-b440-877752c1f0ab None None] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:35.996347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.010173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.051078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=5909c0fa-4851-4c70-9353-471180955b53,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:36.059683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.061516 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f6d816c-4243-47f0-bf61-c32c30a8e0c7 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/5909c0fa-4851-4c70-9353-471180955b53 HTTP/1.1" status: 204 len: 168 time: 0.7230577 May 05 16:30:36.064252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47378) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:36.106407 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8f368001-db56-4851-a224-508fa72cd51f tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8860769 May 05 16:30:36.111100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47382) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:36.119199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Request body: {'port': {'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b', 'name': 'tempest-TagsExtTest-99636010'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:36.171063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:30:36.187834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.217171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-661a3d5f-0b1c-473f-aec7-feee27eff34b', 'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b', 'tenant_id': '9eaec25504614695a1dc28f66ec74746', 'fixed_ips': [{'subnet_id': '10461a62-08cb-440d-a4ab-9dcc614145ed'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:36.218641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.235079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88079124-585f-49e8-a9fb-296f76c8b6fe req-c7588a14-029d-4797-938b-8b33a9f6ee44 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2758720 May 05 16:30:36.279621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab8f5a4-05b1-412b-acf7-df384fed64ca tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:36.279621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0ab8f5a4-05b1-412b-acf7-df384fed64ca tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:36.307309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:36.313021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Usage tracker for resource:port and tenant:9eaec25504614695a1dc28f66ec74746 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:36.317633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:36.326108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:36.326828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event updated for resources: {'Subnet': ['ID=c932923a-94f3-42da-a964-c1eb82d80100,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:36.331048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.367789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0ab8f5a4-05b1-412b-acf7-df384fed64ca tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:36.372942 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0ab8f5a4-05b1-412b-acf7-df384fed64ca tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3077936 May 05 16:30:36.373716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47388) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:36.426447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Allocated IP 172.20.0.2 (661a3d5f-0b1c-473f-aec7-feee27eff34b/10461a62-08cb-440d-a4ab-9dcc614145ed/2c22612d-3f2d-4be3-8f12-8ef3d48adf13) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:36.452556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Made reservation on behalf of 9eaec25504614695a1dc28f66ec74746 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:36.455634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.489766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Checking segment: {'id': 'b7a74909-dd0c-4bd2-87c9-99658b53221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:36.490145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network hostable DHCP agents. Network: a6779dbd-0aef-43a1-961b-5bdfbf05592e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:36.507635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:36.524949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] Sync routers for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:36.542483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.569412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:36.569974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:36.573183 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ab0bf4d-07ef-48d6-9ebb-3e90a3723f47 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:30:36.577008 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1ab0bf4d-07ef-48d6-9ebb-3e90a3723f47 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/2ab6eaf5-64a9-4bab-8f8e-46476f127cd6 HTTP/1.1" status: 404 len: 333 time: 0.1992564 May 05 16:30:36.582309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47392) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:36.600238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=674ce531-30e9-4da0-b3a7-42a7908db943,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:36.604264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.635262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] device_id is not set on port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:36.720830 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05ceb7d-68af-495e-b5c6-5f01aa86e128 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:30:36.724751 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f05ceb7d-68af-495e-b5c6-5f01aa86e128 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/5909c0fa-4851-4c70-9353-471180955b53 HTTP/1.1" status: 404 len: 333 time: 0.1387661 May 05 16:30:36.728041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47396) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:36.830663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=0fd0a7a6-25d6-468c-94e7-1f83734a2dab,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:36.880444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873ebe46-8c73-4f04-8509-c924521a8fba None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:36.887503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:36.891569 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2c3004f6-9957-40db-a513-f42c352cde8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0fd0a7a6-25d6-468c-94e7-1f83734a2dab HTTP/1.1" status: 204 len: 168 time: 2.1984859 May 05 16:30:36.899293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2bdb81-402c-46c2-8a96-a06841cdefde req-fb081e7e-408b-4e28-8753-b4ecb768d431 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:36.909147 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5b2bdb81-402c-46c2-8a96-a06841cdefde req-fb081e7e-408b-4e28-8753-b4ecb768d431 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.4945891 May 05 16:30:36.914923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47400) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:36.956830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Network a6779dbd-0aef-43a1-961b-5bdfbf05592e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:37.008762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.027966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.046536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-baee943e-5960-41bc-bb78-5bea37838f93 admin admin] 10.222.0.70 "PUT /v2.0/routers/87fafdd9-e6df-4ca7-bbd7-717d9dddc99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1784618 May 05 16:30:37.047319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Transition to ACTIVE for port object 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:37.049212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47404) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:37.067624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:37.136886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a6779dbd-0aef-43a1-961b-5bdfbf05592e) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:37.138646 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5b2bdb81-402c-46c2-8a96-a06841cdefde req-aed35b97-a6c9-4945-b38f-6b3595b4ff21 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281146 May 05 16:30:37.202420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Transition to ACTIVE for port object 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:37.213634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f124a40-7c30-41ca-8dbe-19012cccdc2f None None] Network a6779dbd-0aef-43a1-961b-5bdfbf05592e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:37.238627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:37.239322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.265086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.299059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4660b06c-058f-4df0-8f26-9e6be7a03753']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:37.313758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36f60c7c-3338-4f1b-8f96-3bdfbeb0f904') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:37.314343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36f60c7c-3338-4f1b-8f96-3bdfbeb0f904') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:37.328197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.346125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.354689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:37.354927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.419592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:37.424066 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:37.434474 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f896cd5-447b-41e5-bfda-a183634832e0 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 4.1066566 May 05 16:30:37.436728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47410) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:37.549387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Allocated IP 172.20.0.10 (661a3d5f-0b1c-473f-aec7-feee27eff34b/10461a62-08cb-440d-a4ab-9dcc614145ed/7e1966fb-dfed-49a1-8dda-f01759e8c6b4) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:37.553531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 14ece620-0bfd-42b6-af12-f1442c2a29a3 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:37.559273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.596445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.623264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.637874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.649359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=4660b06c-058f-4df0-8f26-9e6be7a03753,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:37.672186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.681099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.691935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:37.714928 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6bc53fbb-56c3-4d56-ba9c-6d1d42854d0a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/4660b06c-058f-4df0-8f26-9e6be7a03753 HTTP/1.1" status: 204 len: 168 time: 0.9838979 May 05 16:30:37.723745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:37.723979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47416) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:37.726287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:37.747076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1518329032'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:37.757224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.758028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:37.777447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:37.785056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:37.819945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Pushing event updated for resources: {'Port': ['ID=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:37.841055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:37.891589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.970206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:37.974422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:37.986073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Attempting to bind port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:37.986546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Attempting to bind port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '1ef8c012-9941-40a0-b135-f62bff2936dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:37.986968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Attempting to bind port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 on network 661a3d5f-0b1c-473f-aec7-feee27eff34b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:38.013870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.038040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:38.038545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Checking segment: {'id': '1ef8c012-9941-40a0-b135-f62bff2936dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:38.039040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.039534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Bound using segment: {'id': '1ef8c012-9941-40a0-b135-f62bff2936dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:38.040120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Bound port: 2c22612d-3f2d-4be3-8f12-8ef3d48adf13, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef8c012-9941-40a0-b135-f62bff2936dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '661a3d5f-0b1c-473f-aec7-feee27eff34b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:38.040606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.071549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a6779dbd-0aef-43a1-961b-5bdfbf05592e', 'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e', 'tenant_id': '617aa9c720d34c2bb5990a3188929deb', 'fixed_ips': [{'subnet_id': 'c932923a-94f3-42da-a964-c1eb82d80100'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:38.072458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.136145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:38.140367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:30:29Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:38.152661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.177279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.177610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment 4c9da158-0f9c-454a-bcea-9c3a419e6f6f of type vlan for network 98b0ed68-2ac8-45af-8260-eafef187658d May 05 16:30:38.187440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Transition to ACTIVE for port object 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:38.198685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] Checking router: 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:30:38.221343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49743a8-00b7-405a-98d8-34bf4b0c0618 req-e3a1b5aa-160f-458d-a6d0-627136ce94fe tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:38.223043 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f49743a8-00b7-405a-98d8-34bf4b0c0618 req-e3a1b5aa-160f-458d-a6d0-627136ce94fe tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.3113182 May 05 16:30:38.234237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.269512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.271555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] Routers {'87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:38.272301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:38.337795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] For port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:38.347106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.355115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=14ece620-0bfd-42b6-af12-f1442c2a29a3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:38.405812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.423685 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f49743a8-00b7-405a-98d8-34bf4b0c0618 req-093a678d-111a-4afe-90fd-8fbf7acebdd2 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951733 May 05 16:30:38.429579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.461193 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7a80a42a-1472-4483-8aee-7ecd97900ee2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/14ece620-0bfd-42b6-af12-f1442c2a29a3 HTTP/1.1" status: 204 len: 168 time: 1.5451503 May 05 16:30:38.462153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] For port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,segment=NetworkSegment(1ef8c012-9941-40a0-b135-f62bff2936dd),segment_id=1ef8c012-9941-40a0-b135-f62bff2936dd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:38.467644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:38.468296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47420) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:38.474820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:38.559534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.596086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Allocated IP 2001:db8::f816:3eff:fe13:3392 (a6779dbd-0aef-43a1-961b-5bdfbf05592e/c932923a-94f3-42da-a964-c1eb82d80100/05b1e8d0-1181-4039-bcf0-738008e6ba08) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:38.652419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.656142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:38.657047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.668153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:38.705665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event updated for resources: {'Port': ['ID=7e1966fb-dfed-49a1-8dda-f01759e8c6b4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:38.736327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4926aac3-a1fe-4b07-a6c5-12cf1301cebb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2668586 May 05 16:30:38.750682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47424) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:38.760385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:38.843945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=98b0ed68-2ac8-45af-8260-eafef187658d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:38.850807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:38.852198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:38.877976 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66d8d039-f48d-40f6-9e57-34777a23b30a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1529899 May 05 16:30:38.880979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47428) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:38.890857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:38.930766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef2fe8-79e0-4f44-88b6-f50ec3004904 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:38.943996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 98b0ed68-2ac8-45af-8260-eafef187658d details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:39.001713 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f9348cba-07e5-4105-9b60-2311b7aea6fa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.8889248 May 05 16:30:39.004197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:39.007168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47432) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:39.023619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1836562701', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:39.029070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:39.045611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:39.050843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:39.062269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:39.075760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:39.084935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:39.087162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:39.157318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Usage tracker for resource:router and tenant:9eaec25504614695a1dc28f66ec74746 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:39.160850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:39.164133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:39.173204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:39.191405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.229346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] Set router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:30:39.239073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:39.275091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Transition to ACTIVE for port object 05b1e8d0-1181-4039-bcf0-738008e6ba08 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:39.281464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb2fa7-984c-41ae-a642-70ec9d538bfb None None] Pushing event updated for resources: {'Port': ['ID=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:39.294632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.313883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.337195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:39.340167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.377399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-58fb6179-f6ff-465b-bd5e-5ae1bdec6e15 None None] Provisioning complete for port bd010d24-2d27-42ac-8ff9-b64a32c71011 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:39.377763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-58fb6179-f6ff-465b-bd5e-5ae1bdec6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.418485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.428969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.429901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.443490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Performing IP validity checks on allocation pools {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:30:39.444307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:30:39.444864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Deleting port 0fdf4197-7787-406c-829e-9029b91fd7f7 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:39.445208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.473985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.648478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.730279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Transition to ACTIVE for port object 05b1e8d0-1181-4039-bcf0-738008e6ba08 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:39.750831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.820255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.838686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=77684e10-ad89-4f13-9d63-ffb34a308791,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:39.867637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:39.870836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': '4c9da158-0f9c-454a-bcea-9c3a419e6f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:39.871197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: 98b0ed68-2ac8-45af-8260-eafef187658d, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:39.956961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 98b0ed68-2ac8-45af-8260-eafef187658d is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:39.970891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 59852b33-f24e-42e5-9329-6bbd91af5f51 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:39.973983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:39.984222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Network a6779dbd-0aef-43a1-961b-5bdfbf05592e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:39.999760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:40.002501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] Deleting port bd010d24-2d27-42ac-8ff9-b64a32c71011 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:40.003586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.034642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:40.041800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 98b0ed68-2ac8-45af-8260-eafef187658d) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:40.055338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:40.056299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.115193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2491b92c-9cbb-4609-86bd-bc55704e6e36 None None] Network 98b0ed68-2ac8-45af-8260-eafef187658d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:40.127416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Pushing event updated for resources: {'Port': ['ID=05b1e8d0-1181-4039-bcf0-738008e6ba08,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:40.151084 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c0015626-835d-4b73-97c4-c349aa5d2fb4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2683594 May 05 16:30:40.153623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47438) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:40.162612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d', 'name': 'tempest-PortsTestJSON-785268171'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:40.213801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.268492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.270209 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ad9ea147-7510-478e-b0e6-11609d5f5bf6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2554235 May 05 16:30:40.276942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47442) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:40.285419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Subnet': ['ID=c932923a-94f3-42da-a964-c1eb82d80100,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:40.295012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e29625fa-77ae-4893-8cca-fd05690b62b9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1443950514', 'prefixes': ['172.20.0.0/16']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:40.304540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e29625fa-77ae-4893-8cca-fd05690b62b9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:40.316784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] For port 0fdf4197-7787-406c-829e-9029b91fd7f7, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0fdf4197-7787-406c-829e-9029b91fd7f7,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:40.317183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.329600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Attempting to bind port 05b1e8d0-1181-4039-bcf0-738008e6ba08 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:40.329977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Attempting to bind port 05b1e8d0-1181-4039-bcf0-738008e6ba08 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b7a74909-dd0c-4bd2-87c9-99658b53221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:40.330960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Attempting to bind port 05b1e8d0-1181-4039-bcf0-738008e6ba08 on network a6779dbd-0aef-43a1-961b-5bdfbf05592e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:40.399281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:40.401004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:40.401381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Checking segment: {'id': 'b7a74909-dd0c-4bd2-87c9-99658b53221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:40.401776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.402550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Bound using segment: {'id': 'b7a74909-dd0c-4bd2-87c9-99658b53221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:40.402692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Bound port: 05b1e8d0-1181-4039-bcf0-738008e6ba08, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7a74909-dd0c-4bd2-87c9-99658b53221c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:40.403003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.425079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:40.437051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:30:29Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:40.539440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc049f16-f4c4-4588-a9b4-6e89e4e8a486 None None] The sync data for ids ['87fafdd9-e6df-4ca7-bbd7-717d9dddc99d'] in dv-neutron-840483-1-hyperv is: [{'id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'name': 'tempest-ServerActionsTestJSON-506903045-router', 'tenant_id': 'f6125ade6d294e66bb2d97c030d9843d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234'}], 'enable_snat': True}, 'gw_port_id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:25:27Z', 'updated_at': '2022-05-05T16:30:29Z', 'revision_number': 5, 'project_id': 'f6125ade6d294e66bb2d97c030d9843d', 'gw_port': {'id': '0fdf4197-7787-406c-829e-9029b91fd7f7', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:e9:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fafdd9-e6df-4ca7-bbd7-717d9dddc99d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:25:29Z', 'updated_at': '2022-05-05T16:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:40.559887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:40.573526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.605396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Calling delete_port for 0fdf4197-7787-406c-829e-9029b91fd7f7 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:40.668839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d981da-1995-4ef1-b7a8-8f801ec64db8 None None] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:40.682243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:40.767242 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-16adedcf-9eb2-4e45-ad0a-a01ff824b28f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2789776 May 05 16:30:40.792225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e29625fa-77ae-4893-8cca-fd05690b62b9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for subnetpool, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.804799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e29625fa-77ae-4893-8cca-fd05690b62b9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5266120 May 05 16:30:40.838692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:40.876633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-fab1276c-03a1-4b39-b588-d26d4d2e5b31 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-1698846095') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:40.907883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] For port bd010d24-2d27-42ac-8ff9-b64a32c71011, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd010d24-2d27-42ac-8ff9-b64a32c71011,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:40.908459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:40.948430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88753961-2517-4a79-bc26-b2d8a15cfc35 req-f54706b8-8a3d-4c99-97af-673e996f7543 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:40.953426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88753961-2517-4a79-bc26-b2d8a15cfc35 req-f54706b8-8a3d-4c99-97af-673e996f7543 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 1.1976058 May 05 16:30:40.977766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.6 (98b0ed68-2ac8-45af-8260-eafef187658d/77684e10-ad89-4f13-9d63-ffb34a308791/ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:40.982340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.017627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6779dbd-0aef-43a1-961b-5bdfbf05592e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.021387 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-36a8b603-a86c-4f97-b47d-e5701838b86c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 1098 time: 0.1612542 May 05 16:30:41.026126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-98b0ed68-2ac8-45af-8260-eafef187658d', 'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': '77684e10-ad89-4f13-9d63-ffb34a308791'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:41.026713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a74909-dd0c-4bd2-87c9-99658b53221c') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.026930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.027040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a74909-dd0c-4bd2-87c9-99658b53221c') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.038672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] For port 05b1e8d0-1181-4039-bcf0-738008e6ba08, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:41.041127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.116573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:41.148802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] Calling delete_port for bd010d24-2d27-42ac-8ff9-b64a32c71011 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:41.170413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.214073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] For port 05b1e8d0-1181-4039-bcf0-738008e6ba08, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=05b1e8d0-1181-4039-bcf0-738008e6ba08,segment=NetworkSegment(b7a74909-dd0c-4bd2-87c9-99658b53221c),segment_id=b7a74909-dd0c-4bd2-87c9-99658b53221c)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:41.275978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88753961-2517-4a79-bc26-b2d8a15cfc35 req-39480373-b9dd-4f0d-80c5-e6701ec79779 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945210 May 05 16:30:41.292151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-90678cf9-0504-4b03-9896-c36bc30c3eea None None] Provisioning for port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:41.295917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:41.303492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:41.318387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:41.320382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.320985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.353522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-bc43c790-351c-4cdf-8218-ae185108e8aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:41.354610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.355521 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-bc43c790-351c-4cdf-8218-ae185108e8aa service neutron] 10.222.0.71 "GET /v2.0/networks?id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 HTTP/1.1" status: 200 len: 913 time: 0.3019066 May 05 16:30:41.397763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:41.398342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:41.435536 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:41.438812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=0c8231d3-1282-4b0f-9f1f-2379624f5796,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:41.457129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-31bb2447-d893-4503-ba26-0307cab90a47 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7045908 May 05 16:30:41.516364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:41.529737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:41.551260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Router ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:41.580219 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-5ffa1474-67d1-410e-a4c6-d6162d21b8c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e HTTP/1.1" status: 200 len: 217 time: 0.2050078 May 05 16:30:41.585867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:41.600516 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] Sync routers for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:41.617125 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:41.619111 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.632172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4de49d-7628-47c9-a7a1-c8344f87c405 None None] Pushing event updated for resources: {'Port': ['ID=05b1e8d0-1181-4039-bcf0-738008e6ba08,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:41.669751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-c97d13b4-2973-48cd-a862-dee051ff9114 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:41.671276 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-c97d13b4-2973-48cd-a862-dee051ff9114 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0dec3ca7-493d-4cbe-a340-ec14fb427e9a HTTP/1.1" status: 200 len: 852 time: 0.0849843 May 05 16:30:41.680096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.707226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.721295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4fb227e6-fb37-47ed-a1f4-4f54156343d6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/59852b33-f24e-42e5-9329-6bbd91af5f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6663959 May 05 16:30:41.723573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47456) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:41.726520 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-24b57499-59f9-403c-b3e5-17b2bb154789 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451365 May 05 16:30:41.736973 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:41.739369 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.780753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:41.816756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] Pushing event deleted for resources: {'Port': ['ID=bd010d24-2d27-42ac-8ff9-b64a32c71011,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:41.830417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403fa26d-ffd5-4379-9e66-8c2d0db0648d None None] No DVR routers for this DVR port bd010d24-2d27-42ac-8ff9-b64a32c71011 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:41.836746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:41.843368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:30:41.843368 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:30:41.843368 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': 'a6779dbd-0aef-43a1-961b-5bdfbf05592e'}] May 05 16:30:41.843368 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:41.848631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:41.892826 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:41.893993 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7e419b-bb60-43f3-9bd2-85cb13bffdd2 None None] The sync data for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:41.950606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0deadca-4e2e-4693-b355-a0f65f2609ea None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:41.973582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4176988-ad77-4ee1-a454-97adcfa0ab68 None None] Network a6779dbd-0aef-43a1-961b-5bdfbf05592e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:41.985869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:41.994820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:41.995193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.054280 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-81fd812d-0b90-4ca2-8d32-6118815ad10c service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3217754 May 05 16:30:42.146923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.242052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 98b0ed68-2ac8-45af-8260-eafef187658d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:42.247723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:42.257012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:42.318707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:42.354654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.355608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:42.356385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.361834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:42.362870 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de282e51-a6b3-4b7b-b024-b5d5090cf4ab req-fbec5591-908a-47fd-8a08-603bd24a6ffb service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024724 May 05 16:30:42.369864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-230739f9-bb7a-4fe2-a24e-2a39dd5377a3 None None] Provisioning for port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:42.404152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Allocated IP 172.20.0.2 (98b0ed68-2ac8-45af-8260-eafef187658d/77684e10-ad89-4f13-9d63-ffb34a308791/f03fc50f-563a-4080-a7eb-0731be4ebbd3) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:42.412137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.442612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-230739f9-bb7a-4fe2-a24e-2a39dd5377a3 None None] Provisioning complete for port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:42.442984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-230739f9-bb7a-4fe2-a24e-2a39dd5377a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.455567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:42.476804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:42.512302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:42.518041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Pushing event deleted for resources: {'Port': ['ID=0fdf4197-7787-406c-829e-9029b91fd7f7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:42.525486 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-53e2a3c5-c326-444d-b620-366e6ed2c822 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3703222 May 05 16:30:42.526599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47462) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:42.539354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting port 05b1e8d0-1181-4039-bcf0-738008e6ba08 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:42.539354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.569732 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-9b720150-825c-4bd5-83ea-d87f163ad12b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 1098 time: 0.0844274 May 05 16:30:42.598988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.658998 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fab1276c-03a1-4b39-b588-d26d4d2e5b31 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-1698846095 HTTP/1.1" status: 201 len: 201 time: 1.8075867 May 05 16:30:42.660959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47466) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:42.674491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-c0e55029-38cf-4eca-aa72-ff1b537ec8b4 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-1208849433') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:42.698698 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:30:42.726899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '0c8231d3-1282-4b0f-9f1f-2379624f5796'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:42.726899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.773583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-230739f9-bb7a-4fe2-a24e-2a39dd5377a3 None None] Port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:42.830689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:42.831179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,segment=NetworkSegment(1ef8c012-9941-40a0-b135-f62bff2936dd),segment_id=1ef8c012-9941-40a0-b135-f62bff2936dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:42.831341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.833053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-b8d20bf2-4aea-4865-b716-654c29852013 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:42.834980 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-b8d20bf2-4aea-4865-b716-654c29852013 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 HTTP/1.1" status: 200 len: 913 time: 0.2597477 May 05 16:30:42.885852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48528a74-865f-4687-a879-8f4b952e9a74 req-56b76004-4aff-41be-b0af-2f71c8e3f2d7 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:42.887343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-48528a74-865f-4687-a879-8f4b952e9a74 req-56b76004-4aff-41be-b0af-2f71c8e3f2d7 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.8950138 May 05 16:30:42.911772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-230739f9-bb7a-4fe2-a24e-2a39dd5377a3 None None] Provisioning complete for port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:42.911772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-230739f9-bb7a-4fe2-a24e-2a39dd5377a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.918971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-d6b0f6b7-1d25-4a1f-ae1a-d64f87b65b52 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e HTTP/1.1" status: 200 len: 217 time: 0.0772903 May 05 16:30:42.971407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:42.984300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:42.993841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-fc7d1bac-2923-49ee-87bb-47d4c1b4e4bc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:42.995620 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-fc7d1bac-2923-49ee-87bb-47d4c1b4e4bc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0dec3ca7-493d-4cbe-a340-ec14fb427e9a HTTP/1.1" status: 200 len: 852 time: 0.0694640 May 05 16:30:43.054162 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-f235b84c-35ce-4617-ba69-2f587d28f881 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456543 May 05 16:30:43.084975 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c0e55029-38cf-4eca-aa72-ff1b537ec8b4 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-1208849433 HTTP/1.1" status: 201 len: 201 time: 0.4155192 May 05 16:30:43.091285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47470) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:43.091558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd010d24-2d27-42ac-8ff9-b64a32c71011 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:43.139705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-ef61c87d-8bc3-4686-a3ec-7bb5cee78607 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-258023347') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:43.155846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: bd010d24-2d27-42ac-8ff9-b64a32c71011 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:43.155846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd010d24-2d27-42ac-8ff9-b64a32c71011 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:43.156278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 7e9fedc0-bd88-4cde-a436-2e27125f3323 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:43.213712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 7e9fedc0-bd88-4cde-a436-2e27125f3323 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:43.213712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 7e9fedc0-bd88-4cde-a436-2e27125f3323 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:43.243589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:43.257493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.257493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Allocated IP 172.20.0.2 (f5e6463e-72cb-4e68-8573-613d495405f8/0c8231d3-1282-4b0f-9f1f-2379624f5796/a3258729-dfb0-4f57-a7a0-a9605fd7d369) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:43.299314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Transition to ACTIVE for port object f03fc50f-563a-4080-a7eb-0731be4ebbd3 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:43.317688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.343358 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-f45549cf-aed7-4b7f-99f0-96e4fb929bfe service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827711 May 05 16:30:43.466165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Transition to ACTIVE for port object f03fc50f-563a-4080-a7eb-0731be4ebbd3 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:43.548550 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ef61c87d-8bc3-4686-a3ec-7bb5cee78607 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-258023347 HTTP/1.1" status: 201 len: 201 time: 0.4541323 May 05 16:30:43.553217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47474) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:43.563021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-a4506b61-607f-4d13-acbf-4de22660861b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-1768062852') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:43.578971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.632749 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5ed33ce-347b-46d5-9ed8-4f8cf25c46cc req-5c030fa9-2339-4a6e-b06a-a51240541cf8 service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820964 May 05 16:30:43.636985 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-48528a74-865f-4687-a879-8f4b952e9a74 req-7672dc26-1b89-4f71-a9b9-05d5a7551502 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6672695 May 05 16:30:43.658668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] For port 05b1e8d0-1181-4039-bcf0-738008e6ba08, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=05b1e8d0-1181-4039-bcf0-738008e6ba08,segment=NetworkSegment(b7a74909-dd0c-4bd2-87c9-99658b53221c),segment_id=b7a74909-dd0c-4bd2-87c9-99658b53221c)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:43.658668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.702145 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a4506b61-607f-4d13-acbf-4de22660861b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-1768062852 HTTP/1.1" status: 201 len: 201 time: 0.1455603 May 05 16:30:43.702486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Pushing event updated for resources: {'Port': ['ID=f03fc50f-563a-4080-a7eb-0731be4ebbd3,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:43.702605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47478) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:43.709384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-0569164c-1156-4e5e-9b70-aa528fcc3b93 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:43.710765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Network 98b0ed68-2ac8-45af-8260-eafef187658d is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:43.718307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.718307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:43.724390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:43.733239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e574623a-52b1-4bc3-a6a3-b907e468323f None None] Provisioning complete for port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:43.733607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e574623a-52b1-4bc3-a6a3-b907e468323f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.759772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Transition to ACTIVE for port object a3258729-dfb0-4f57-a7a0-a9605fd7d369 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:43.807028 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0569164c-1156-4e5e-9b70-aa528fcc3b93 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags HTTP/1.1" status: 200 len: 241 time: 0.1008096 May 05 16:30:43.807878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47482) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:43.814191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-9cfaedd0-d496-4ef1-9a7b-9af0fb80cf0d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-1698846095') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:43.879148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Transition to ACTIVE for port object a3258729-dfb0-4f57-a7a0-a9605fd7d369 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:43.888513 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9cfaedd0-d496-4ef1-9a7b-9af0fb80cf0d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-1698846095 HTTP/1.1" status: 204 len: 168 time: 0.0795395 May 05 16:30:43.890806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47486) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:43.897971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-90b12aa3-0ae9-44e3-9c53-a0010173dbcb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-1698846095') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:43.898267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e574623a-52b1-4bc3-a6a3-b907e468323f None None] Port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:43.904249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Attempting to bind port f03fc50f-563a-4080-a7eb-0731be4ebbd3 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:43.904249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Attempting to bind port f03fc50f-563a-4080-a7eb-0731be4ebbd3 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '4c9da158-0f9c-454a-bcea-9c3a419e6f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:43.904547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Attempting to bind port f03fc50f-563a-4080-a7eb-0731be4ebbd3 on network 98b0ed68-2ac8-45af-8260-eafef187658d {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:43.913822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:43.914194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Checking segment: {'id': '4c9da158-0f9c-454a-bcea-9c3a419e6f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:43.914772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.915089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Bound using segment: {'id': '4c9da158-0f9c-454a-bcea-9c3a419e6f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:43.915581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Bound port: f03fc50f-563a-4080-a7eb-0731be4ebbd3, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9da158-0f9c-454a-bcea-9c3a419e6f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '98b0ed68-2ac8-45af-8260-eafef187658d'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:43.915958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:43.976727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.050974 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-90b12aa3-0ae9-44e3-9c53-a0010173dbcb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-1698846095 HTTP/1.1" status: 204 len: 168 time: 0.1555550 May 05 16:30:44.050974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47490) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:44.056832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-71b3f3c5-e85d-41bb-8c96-7d5493cef330 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.086280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Pushing event updated for resources: {'Port': ['ID=a3258729-dfb0-4f57-a7a0-a9605fd7d369,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:44.090859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:44.093728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:44.095785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] For port f03fc50f-563a-4080-a7eb-0731be4ebbd3, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:44.099321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:44.103176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] For port f03fc50f-563a-4080-a7eb-0731be4ebbd3, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f03fc50f-563a-4080-a7eb-0731be4ebbd3,segment=NetworkSegment(4c9da158-0f9c-454a-bcea-9c3a419e6f6f),segment_id=4c9da158-0f9c-454a-bcea-9c3a419e6f6f)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:44.136151 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-71b3f3c5-e85d-41bb-8c96-7d5493cef330 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags HTTP/1.1" status: 200 len: 205 time: 0.0816360 May 05 16:30:44.137765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47494) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:44.144300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-32ed1b69-0bb9-4504-96ed-0bc3aef17a06 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.146118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Calling delete_port for 05b1e8d0-1181-4039-bcf0-738008e6ba08 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:44.173463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.212173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.220324 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-32ed1b69-0bb9-4504-96ed-0bc3aef17a06 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags HTTP/1.1" status: 200 len: 241 time: 0.0789387 May 05 16:30:44.220524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47498) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:44.232056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-61baf6f8-32ba-4597-9a9a-b50485d7fb95 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-1208849433') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.249497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Attempting to bind port a3258729-dfb0-4f57-a7a0-a9605fd7d369 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:44.250461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Attempting to bind port a3258729-dfb0-4f57-a7a0-a9605fd7d369 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:44.250461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Attempting to bind port a3258729-dfb0-4f57-a7a0-a9605fd7d369 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:44.251514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.274642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:44.275092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:44.275406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.275818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:44.276279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Bound port: a3258729-dfb0-4f57-a7a0-a9605fd7d369, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:44.276648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.298404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe745a-aef2-44fe-8a55-cc361c3aef28 None None] Pushing event updated for resources: {'Port': ['ID=f03fc50f-563a-4080-a7eb-0731be4ebbd3,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:44.308848 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-61baf6f8-32ba-4597-9a9a-b50485d7fb95 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-1208849433 HTTP/1.1" status: 204 len: 168 time: 0.0848622 May 05 16:30:44.312259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47502) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:44.316512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-397a8231-442e-435c-8fe1-fc7777e4ae5a tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-1208849433') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.352483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.384571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] For port a3258729-dfb0-4f57-a7a0-a9605fd7d369, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:44.387959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] For port a3258729-dfb0-4f57-a7a0-a9605fd7d369, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3258729-dfb0-4f57-a7a0-a9605fd7d369,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:44.444552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.447618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.464533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:44.476652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-397a8231-442e-435c-8fe1-fc7777e4ae5a tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-1208849433 HTTP/1.1" status: 204 len: 168 time: 0.1666372 May 05 16:30:44.479867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47506) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:44.487338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-61d16083-e7ef-4418-8b82-fc1a11d65938 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.499695 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] Sync routers for ids ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:44.577087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] Routers {'ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:44.577087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.632681 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-61d16083-e7ef-4418-8b82-fc1a11d65938 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags HTTP/1.1" status: 200 len: 205 time: 0.1496532 May 05 16:30:44.633232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47510) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:44.639313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-170e313c-1bb8-4758-bf84-ead13804d662 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.728788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.732894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:44.733544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87fafdd9-e6df-4ca7-bbd7-717d9dddc99d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:44.750421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.764832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c2b95-2ac2-49c2-adbc-cfd6c7941132 None None] Pushing event updated for resources: {'Port': ['ID=a3258729-dfb0-4f57-a7a0-a9605fd7d369,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:44.799236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] Routers {'ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:44.800556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:44.811102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:44.989785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.001774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:45.002274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ad135e-e303-4819-872d-d5eb65b87e04 None None] The sync data for ids ['ce7bb334-5dcc-4678-9b7c-4ca2d0265e30'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:45.048725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.049983 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f6cb6124-90f2-4e15-8e84-271ca63c04dd tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "PUT /v2.0/routers/ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 HTTP/1.1" status: 200 len: 925 time: 10.9114213 May 05 16:30:45.053503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47516) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:45.067929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No DVR routers for this DVR port 05b1e8d0-1181-4039-bcf0-738008e6ba08 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:45.080626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.082572 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-588ad6ca-2c3b-4875-be8f-e371172d83da admin admin] 10.222.0.70 "DELETE /v2.0/routers/87fafdd9-e6df-4ca7-bbd7-717d9dddc99d HTTP/1.1" status: 204 len: 168 time: 8.0306146 May 05 16:30:45.119446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47520) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:45.139302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Port': ['ID=05b1e8d0-1181-4039-bcf0-738008e6ba08,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:45.220214 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-170e313c-1bb8-4758-bf84-ead13804d662 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags HTTP/1.1" status: 200 len: 240 time: 0.5862229 May 05 16:30:45.231338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47524) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:45.249533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-558b087e-b081-4c6c-85b7-eb3f19a8401b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-258023347') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:45.395736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Deleting subnet 2f49b9d6-e915-4204-9dd1-672f8e75eaa9 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:45.423692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.463100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.500271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22a1da3-45ba-4e62-9271-02fb6467e429 req-9d0ed751-ec02-468a-a7eb-1c1dbb007633 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:45.501695 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c22a1da3-45ba-4e62-9271-02fb6467e429 req-9d0ed751-ec02-468a-a7eb-1c1dbb007633 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.5466399 May 05 16:30:45.522647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6779dbd-0aef-43a1-961b-5bdfbf05592e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:45.576553 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-558b087e-b081-4c6c-85b7-eb3f19a8401b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-258023347 HTTP/1.1" status: 204 len: 168 time: 0.3382525 May 05 16:30:45.586518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47528) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:45.593300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-6ca65c6a-eff4-4557-820b-45ab2d527144 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-258023347') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:45.636252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3258729-dfb0-4f57-a7a0-a9605fd7d369 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:45.673928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.705942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.715497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a74909-dd0c-4bd2-87c9-99658b53221c') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:45.715951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a74909-dd0c-4bd2-87c9-99658b53221c') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:45.794171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.801334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:45.823820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e5286d-2516-4402-ad9d-67fe1f269f7b None None] Network 98b0ed68-2ac8-45af-8260-eafef187658d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:45.874549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:45.880581 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c22a1da3-45ba-4e62-9271-02fb6467e429 req-1d7bf680-d642-4782-91a9-016773e4a5d9 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3557434 May 05 16:30:45.886528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.952677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:45.976880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:45.978479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:45.995749 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:46.001632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.049288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c5c00ebd-0a3a-4990-8f4c-53a17e394440 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 HTTP/1.1" status: 200 len: 925 time: 0.9942563 May 05 16:30:46.064332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47532) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.106041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.166614 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a9592e0-fda1-403b-83a7-c75c5ba774e0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 HTTP/1.1" status: 204 len: 168 time: 3.6337087 May 05 16:30:46.167760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47536) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.180315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-053074c8-12fe-4d7a-8721-e5e4d0acf26b None None] Provisioning for port f03fc50f-563a-4080-a7eb-0731be4ebbd3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:46.221082 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b241036b-2f27-4291-9bd2-e23446669546 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:30:46.222165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b241036b-2f27-4291-9bd2-e23446669546 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:46.240466 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6ca65c6a-eff4-4557-820b-45ab2d527144 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-258023347 HTTP/1.1" status: 204 len: 168 time: 0.6497459 May 05 16:30:46.245028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:46.245200 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b241036b-2f27-4291-9bd2-e23446669546 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 HTTP/1.1" status: 404 len: 333 time: 0.0728831 May 05 16:30:46.245312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.245430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47540) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.247237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47542) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.255139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-1672cfe6-0ad1-4837-bf04-b3ee6658549d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:46.311022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.343079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fd0bd51c-f223-4d48-959b-50a87ee79fa6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Synchronizing usage tracker for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:46.381535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.388166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Network': ['ID=a6779dbd-0aef-43a1-961b-5bdfbf05592e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:46.396342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f03fc50f-563a-4080-a7eb-0731be4ebbd3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:46.410743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.424336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-882da88f-b790-4f83-9abc-fab30743b71a tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/a6779dbd-0aef-43a1-961b-5bdfbf05592e HTTP/1.1" status: 204 len: 168 time: 8.9804273 May 05 16:30:46.430030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47548) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.458863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9969b97b-ff46-4d02-b357-317bad306ad4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:30:46.459372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9969b97b-ff46-4d02-b357-317bad306ad4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:46.473638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f49b9d6-e915-4204-9dd1-672f8e75eaa9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:46.482232 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-895d40d4-1faa-4377-93ce-e2a86d6c5dfa tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:46.482677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-895d40d4-1faa-4377-93ce-e2a86d6c5dfa tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:46.487845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-895d40d4-1faa-4377-93ce-e2a86d6c5dfa tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/c932923a-94f3-42da-a964-c1eb82d80100 HTTP/1.1" status: 404 len: 337 time: 0.0563846 May 05 16:30:46.488857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47552) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.496415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:30:46.527024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.540750 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-107e72f4-0301-4328-bfa9-6cd58cc94c9c admin admin] 10.222.0.70 "DELETE /v2.0/subnets/2f49b9d6-e915-4204-9dd1-672f8e75eaa9 HTTP/1.1" status: 204 len: 168 time: 1.4142869 May 05 16:30:46.545848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47556) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.551374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fd0bd51c-f223-4d48-959b-50a87ee79fa6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Unset dirty status for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:46.555118 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fd0bd51c-f223-4d48-959b-50a87ee79fa6 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=ce7bb334-5dcc-4678-9b7c-4ca2d0265e30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4985306 May 05 16:30:46.555118 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebd2d18-a7f7-4aad-956a-16d910650b09 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:46.555118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ebd2d18-a7f7-4aad-956a-16d910650b09 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:46.556288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0ebd2d18-a7f7-4aad-956a-16d910650b09 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/a6779dbd-0aef-43a1-961b-5bdfbf05592e HTTP/1.1" status: 404 len: 339 time: 0.0665054 May 05 16:30:46.556950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e323e9-a12f-4199-979d-83a754e11f48 None None] Network f7ccddd6-7f2f-4845-9185-125fa6046d41 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:46.573427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Provisioning for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:46.576288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47560) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.576629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47562) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.590559 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1672cfe6-0ad1-4837-bf04-b3ee6658549d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags HTTP/1.1" status: 200 len: 205 time: 0.3448498 May 05 16:30:46.591513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9969b97b-ff46-4d02-b357-317bad306ad4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:46.592613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9969b97b-ff46-4d02-b357-317bad306ad4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1 HTTP/1.1" status: 404 len: 333 time: 0.3428004 May 05 16:30:46.597668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Provisioning complete for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:46.598051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.641391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47568) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.641725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.683389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-ca34baea-f30f-4fef-9d20-26a00f3f6f89 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:46.694888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.711298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Deleting port 18a7b678-b450-4e57-86e5-8d818c10a81f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:46.712359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.833537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b57ac5-7477-455d-97a7-825ed52ab036 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:46.833884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2b57ac5-7477-455d-97a7-825ed52ab036 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:46.836294 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b2b57ac5-7477-455d-97a7-825ed52ab036 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/ae2d2b5f-095f-4cdd-98a5-0bfe18feebbd HTTP/1.1" status: 404 len: 337 time: 0.2489316 May 05 16:30:46.842093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47576) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:46.886540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f03fc50f-563a-4080-a7eb-0731be4ebbd3 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:46.898231 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-385a7e02-d357-40f7-9d1c-ec802ede433e tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:46.898672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-385a7e02-d357-40f7-9d1c-ec802ede433e tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:46.901434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f03fc50f-563a-4080-a7eb-0731be4ebbd3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:46.901883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:46.902970 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-385a7e02-d357-40f7-9d1c-ec802ede433e tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/677a8899-a44d-427a-86b8-682b13878898 HTTP/1.1" status: 404 len: 339 time: 0.0596473 May 05 16:30:46.905638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47580) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.006159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.024519 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5e9432c-5cea-4bc4-b9df-dbf1f37e0b61 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:47.024957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5e9432c-5cea-4bc4-b9df-dbf1f37e0b61 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:47.036651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d4167-862d-42f3-8906-3dc3716b3b5a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:47.037599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8e8d4167-862d-42f3-8906-3dc3716b3b5a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Synchronizing usage tracker for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:47.040037 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b5e9432c-5cea-4bc4-b9df-dbf1f37e0b61 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/40fabebe-f136-4664-9f84-989dda34a995 HTTP/1.1" status: 404 len: 337 time: 0.1331651 May 05 16:30:47.040650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47586) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.056187 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ca34baea-f30f-4fef-9d20-26a00f3f6f89 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags HTTP/1.1" status: 200 len: 241 time: 0.3863385 May 05 16:30:47.067401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47590) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.085393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-8f8639fa-06a4-4f6b-8fa3-99f9abbd5acd tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-1768062852') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:47.159636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] DHCP port deletion for f7ccddd6-7f2f-4845-9185-125fa6046d41 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:47.163742 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0948fa9d-6f01-4214-8d7f-b13ebd8f2ceb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:47.164176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0948fa9d-6f01-4214-8d7f-b13ebd8f2ceb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:47.168202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0948fa9d-6f01-4214-8d7f-b13ebd8f2ceb tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/9967b9b5-c72a-4393-9340-623d1f07e86f HTTP/1.1" status: 404 len: 339 time: 0.1206467 May 05 16:30:47.170038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47594) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.170526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.182808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] Deleting port 18a7b678-b450-4e57-86e5-8d818c10a81f {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:47.183643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.239913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] For port 18a7b678-b450-4e57-86e5-8d818c10a81f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=18a7b678-b450-4e57-86e5-8d818c10a81f,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:47.240302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.241038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8e8d4167-862d-42f3-8906-3dc3716b3b5a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Unset dirty status for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:47.244740 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8e8d4167-862d-42f3-8906-3dc3716b3b5a tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.6582925 May 05 16:30:47.247325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47598) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.296064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:47.296826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:47.322548 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8f8639fa-06a4-4f6b-8fa3-99f9abbd5acd tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-1768062852 HTTP/1.1" status: 204 len: 168 time: 0.2505591 May 05 16:30:47.329434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f03fc50f-563a-4080-a7eb-0731be4ebbd3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f03fc50f-563a-4080-a7eb-0731be4ebbd3,segment=NetworkSegment(4c9da158-0f9c-454a-bcea-9c3a419e6f6f),segment_id=4c9da158-0f9c-454a-bcea-9c3a419e6f6f)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:47.331747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.343917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47602) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.347259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting port 33e02d08-2536-43a5-931c-c71be5bea60d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:47.347623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.360860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-9f747236-979e-40bb-9e90-4e6561d69fcd tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-1768062852') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:47.404255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.434098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 77684e10-ad89-4f13-9d63-ffb34a308791 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:47.441686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-833fb856-4991-4654-b42d-4e17e8d81cfa tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 HTTP/1.1" status: 200 len: 205 time: 0.1913064 May 05 16:30:47.450511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Calling delete_port for 18a7b678-b450-4e57-86e5-8d818c10a81f owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:47.466325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fdf4197-7787-406c-829e-9029b91fd7f7 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:47.476263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47606) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:47.477547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.523987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 0fdf4197-7787-406c-829e-9029b91fd7f7 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:47.524379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fdf4197-7787-406c-829e-9029b91fd7f7 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:47.567692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] For port 18a7b678-b450-4e57-86e5-8d818c10a81f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=18a7b678-b450-4e57-86e5-8d818c10a81f,segment=NetworkSegment(aec68d4b-26c1-4d76-9702-338861790371),segment_id=aec68d4b-26c1-4d76-9702-338861790371)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:47.568098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.640063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f03fc50f-563a-4080-a7eb-0731be4ebbd3,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:47.643173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 18a7b678-b450-4e57-86e5-8d818c10a81f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:47.742879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] Calling delete_port for 18a7b678-b450-4e57-86e5-8d818c10a81f owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:47.794424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.825056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af154a5c-c85a-4aad-ae16-19d9d884aa3b req-f8264ead-1872-4c9f-948f-3e01b5b731a4 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:47.826996 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af154a5c-c85a-4aad-ae16-19d9d884aa3b req-f8264ead-1872-4c9f-948f-3e01b5b731a4 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.6722448 May 05 16:30:47.925975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.928346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:47.935206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Calling delete_port for 33e02d08-2536-43a5-931c-c71be5bea60d owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:47.961947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.032404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.036186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:48.036900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:48.093711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.106379 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af154a5c-c85a-4aad-ae16-19d9d884aa3b req-68cbc2a8-3fcd-4f57-85aa-11d5a725927c tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717083 May 05 16:30:48.117528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] Pushing event deleted for resources: {'Port': ['ID=18a7b678-b450-4e57-86e5-8d818c10a81f,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:48.122116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f859f6-cb8b-4d55-b943-bd25b83bbfc7 None None] No DVR routers for this DVR port 18a7b678-b450-4e57-86e5-8d818c10a81f on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:48.144071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5040034-9c53-4636-b10a-65e8601df9f3 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:30:48.152768 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9f747236-979e-40bb-9e90-4e6561d69fcd tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-1768062852 HTTP/1.1" status: 204 len: 168 time: 0.8065679 May 05 16:30:48.173845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47610) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.182363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-a05fab56-bc76-4178-b3cf-3fbb224a897b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.197214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.201996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Port': ['ID=33e02d08-2536-43a5-931c-c71be5bea60d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:48.221144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-824e8075-b94e-47e2-906d-08e11d0b1598 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/ports/33e02d08-2536-43a5-931c-c71be5bea60d HTTP/1.1" status: 204 len: 168 time: 1.0493338 May 05 16:30:48.223492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47616) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.249965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port a3258729-dfb0-4f57-a7a0-a9605fd7d369, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3258729-dfb0-4f57-a7a0-a9605fd7d369,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:48.259863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 288884b7-e064-4182-b039-12525823cb7d {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:48.260211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.277108 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a05fab56-bc76-4178-b3cf-3fbb224a897b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags HTTP/1.1" status: 200 len: 205 time: 0.1020424 May 05 16:30:48.278506 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f582e00c-8ce8-4442-99d5-faa9917d88d7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:48.279003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f582e00c-8ce8-4442-99d5-faa9917d88d7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:48.283009 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f582e00c-8ce8-4442-99d5-faa9917d88d7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/e16c06af-7732-423b-84d0-393f45afc632 HTTP/1.1" status: 404 len: 337 time: 0.0566361 May 05 16:30:48.283009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47620) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.287725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-56df194b-7a5e-4a37-866e-0ad633f49ea4 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.289245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47624) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.319178 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-56df194b-7a5e-4a37-866e-0ad633f49ea4 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.0368288 May 05 16:30:48.321605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47628) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.327721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-29e763f9-e7f0-4a69-9609-c9b59c47c317 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.352408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.375698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5040034-9c53-4636-b10a-65e8601df9f3 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:30:48.447405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:30:48.467706 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-29e763f9-e7f0-4a69-9609-c9b59c47c317 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags HTTP/1.1" status: 204 len: 168 time: 0.1450059 May 05 16:30:48.470177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47632) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.476979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-b3495714-2788-4555-91a6-2cf82c31578b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.522722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.538963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Deleting port 18a7b678-b450-4e57-86e5-8d818c10a81f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:48.539337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.609690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] The port '18a7b678-b450-4e57-86e5-8d818c10a81f' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:30:48.622480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.623299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.707310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:48.707310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:48.739590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.742988 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b3495714-2788-4555-91a6-2cf82c31578b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags HTTP/1.1" status: 204 len: 168 time: 0.2716653 May 05 16:30:48.760719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47638) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:48.781213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.818450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-36799238-1169-4e23-b072-fdbbf2e06f2e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.822667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ccddd6-7f2f-4845-9185-125fa6046d41']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.847668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec68d4b-26c1-4d76-9702-338861790371') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.847966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec68d4b-26c1-4d76-9702-338861790371') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:48.859915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.876626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.884419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:48.884419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:48.896879 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:48.905139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:48.930313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.933932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:48.936788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:48.937517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:48.941768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=4f8f6151-093a-483d-b78a-43a71f73f5ff,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:48.942772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de649aa-7596-4b64-bab3-5ee55f005fdb None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:48.990111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.009234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.024477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.052390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.055351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7ccddd6-7f2f-4845-9185-125fa6046d41,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:49.076463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=a3258729-dfb0-4f57-a7a0-a9605fd7d369,revision_number=4']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:49.129323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0632d25b-0c9e-467d-95d3-02f326f650d8 admin admin] 10.222.0.70 "DELETE /v2.0/networks/f7ccddd6-7f2f-4845-9185-125fa6046d41 HTTP/1.1" status: 204 len: 168 time: 2.5816145 May 05 16:30:49.251326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=77684e10-ad89-4f13-9d63-ffb34a308791,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:49.466642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.503539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] For port a3258729-dfb0-4f57-a7a0-a9605fd7d369, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3258729-dfb0-4f57-a7a0-a9605fd7d369,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:49.509833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 288884b7-e064-4182-b039-12525823cb7d owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:49.558273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a196ba8-82b2-46a6-8947-d1851544e7f5 None None] Network 98b0ed68-2ac8-45af-8260-eafef187658d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:49.664126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.665138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47646) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:49.680232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.683575 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-07599ac8-b0af-43b7-8beb-cecbf59828ba tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/77684e10-ad89-4f13-9d63-ffb34a308791 HTTP/1.1" status: 204 len: 168 time: 3.0139196 May 05 16:30:49.685466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47650) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:49.705614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3258729-dfb0-4f57-a7a0-a9605fd7d369 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:49.717761 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-23d4e69d-dd0b-4ea9-8f2f-3b686e912ee5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 8.1982911 May 05 16:30:49.719385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47654) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:49.727699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27760a0b-8c30-45bf-98a2-f216f88bc16e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:49.752235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '441bad4f-8032-4d6f-9efe-b86aebf7eb73') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:49.754739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '441bad4f-8032-4d6f-9efe-b86aebf7eb73') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:49.771057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.796398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.804555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:49.805020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.825544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.833491 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e4afe142-ea1f-4f66-ab12-ca082b39df1e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f6125ade6d294e66bb2d97c030d9843d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1669755 May 05 16:30:49.835000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47656) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:49.883161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:49.900588 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:49.914667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port f03fc50f-563a-4080-a7eb-0731be4ebbd3 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:49.915083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.920752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:d4:71:75', 'name': 'tempest-NetworksTestDHCPv6-1463277432'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:49.984459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95d1bb7b-543c-4e02-a391-111685b33bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:49.992011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:49.992375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.029685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7f142d9f-6e4c-473d-b91a-c910de73eaeb None None] Could not find standard attr ID for object ab91bc90-7d6f-4480-9dfb-2ab3237b6eb1. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:30:50.058964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95d1bb7b-543c-4e02-a391-111685b33bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.068533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1451785f-b081-488d-ba1f-7addf85ed696 None None] Pushing event updated for resources: {'Port': ['ID=a3258729-dfb0-4f57-a7a0-a9605fd7d369,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:50.113560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7f142d9f-6e4c-473d-b91a-c910de73eaeb None None] Provisioning complete for port f03fc50f-563a-4080-a7eb-0731be4ebbd3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:50.113849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f142d9f-6e4c-473d-b91a-c910de73eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.120212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e976c2-c5a6-4e07-887e-0c20a3856b8e req-fb714a66-621e-485b-9bce-b506cbc894bf tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:50.121707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-30e976c2-c5a6-4e07-887e-0c20a3856b8e req-fb714a66-621e-485b-9bce-b506cbc894bf tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 1.3387241 May 05 16:30:50.132447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.186524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.232624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Network': ['ID=27760a0b-8c30-45bf-98a2-f216f88bc16e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:50.238317 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36799238-1169-4e23-b072-fdbbf2e06f2e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags HTTP/1.1" status: 204 len: 168 time: 1.4572554 May 05 16:30:50.244676 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eda711dc-a11b-4564-afdc-e0982bc30359 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/27760a0b-8c30-45bf-98a2-f216f88bc16e HTTP/1.1" status: 204 len: 168 time: 1.9485602 May 05 16:30:50.245349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47662) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:50.245675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47664) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:50.248097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f03fc50f-563a-4080-a7eb-0731be4ebbd3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:50.257352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-d742b0f6-e687-4e2a-b58c-b2babedd829d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-356686144') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:50.286109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bb12f296-30ce-4023-abf3-54cafcd2d108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.321678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port f03fc50f-563a-4080-a7eb-0731be4ebbd3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f03fc50f-563a-4080-a7eb-0731be4ebbd3,segment=NetworkSegment(4c9da158-0f9c-454a-bcea-9c3a419e6f6f),segment_id=4c9da158-0f9c-454a-bcea-9c3a419e6f6f)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:50.322035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.355400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] DHCP port deletion for 98b0ed68-2ac8-45af-8260-eafef187658d request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:50.356831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:50.373518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Deleting port f03fc50f-563a-4080-a7eb-0731be4ebbd3 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:50.375804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.378645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:50.386258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:50.431099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:50.444811 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-30e976c2-c5a6-4e07-887e-0c20a3856b8e req-d115502a-7252-48b6-8191-77c7978bd987 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990580 May 05 16:30:50.463884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for f03fc50f-563a-4080-a7eb-0731be4ebbd3 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:50.468298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting port da43eca5-ecf4-4d9e-b19d-39f492f06807 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:50.468664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.491739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95d1bb7b-543c-4e02-a391-111685b33bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.507014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f03fc50f-563a-4080-a7eb-0731be4ebbd3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:50.507849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.527345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1bb7b-543c-4e02-a391-111685b33bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68fe0909-51c9-4b68-8cec-52d4c1495911,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:50.547823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95d1bb7b-543c-4e02-a391-111685b33bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.551981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-95d1bb7b-543c-4e02-a391-111685b33bf4 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/68fe0909-51c9-4b68-8cec-52d4c1495911 HTTP/1.1" status: 204 len: 168 time: 0.7123163 May 05 16:30:50.569752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:50.595325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7f142d9f-6e4c-473d-b91a-c910de73eaeb None None] Provisioning complete for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:50.595760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f142d9f-6e4c-473d-b91a-c910de73eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.686204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.688585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.760942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=f03fc50f-563a-4080-a7eb-0731be4ebbd3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:50.773431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No DVR routers for this DVR port f03fc50f-563a-4080-a7eb-0731be4ebbd3 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:50.778956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Could not find standard attr ID for object f03fc50f-563a-4080-a7eb-0731be4ebbd3. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:30:50.779778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=288884b7-e064-4182-b039-12525823cb7d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:50.794846 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No ports have port_id starting with f03fc50f-563a-4080-a7eb-0731be4ebbd3 May 05 16:30:50.797176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] For port f03fc50f-563a-4080-a7eb-0731be4ebbd3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f03fc50f-563a-4080-a7eb-0731be4ebbd3,segment=NetworkSegment(4c9da158-0f9c-454a-bcea-9c3a419e6f6f),segment_id=4c9da158-0f9c-454a-bcea-9c3a419e6f6f)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:50.797457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.809137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:50.937096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Calling delete_port for f03fc50f-563a-4080-a7eb-0731be4ebbd3 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:50.982816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.020216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b0ed68-2ac8-45af-8260-eafef187658d']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:51.033477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Deleting port 02248660-10a5-42e7-81e6-a66ac3d44e2a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:51.037332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.042375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9da158-0f9c-454a-bcea-9c3a419e6f6f') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:51.042836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9da158-0f9c-454a-bcea-9c3a419e6f6f') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:51.070034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.101811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.106089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:51.106089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:51.114105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:51.114628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.126955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:51.131127 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:51.156583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.184028 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d742b0f6-e687-4e2a-b58c-b2babedd829d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-356686144 HTTP/1.1" status: 201 len: 201 time: 0.9311457 May 05 16:30:51.188354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47678) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:51.292909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.313266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.324781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=98b0ed68-2ac8-45af-8260-eafef187658d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:51.376369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-c61dcdd3-afd1-4ff5-8ea0-b78b4236ba48 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-1961521778') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:51.399809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8eb00328-00a8-49e5-8fe1-549f364b7eed tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/98b0ed68-2ac8-45af-8260-eafef187658d HTTP/1.1" status: 204 len: 168 time: 1.7096193 May 05 16:30:51.400258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47686) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:51.406287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-409401190'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:51.412596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:51.416221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:51.419314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:51.426010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:51.504392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:51.507382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.543641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:30:51.556222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.556222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment fb40122f-daec-447a-859a-1e3b2ae8d00b of type vlan for network bd036e8f-8fcf-45ad-9f76-3515468bcc96 May 05 16:30:51.568518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Calling delete_port for da43eca5-ecf4-4d9e-b19d-39f492f06807 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:51.589784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.606054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Deleting port f03fc50f-563a-4080-a7eb-0731be4ebbd3 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:51.606630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.649662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:51.681869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3258729-dfb0-4f57-a7a0-a9605fd7d369 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:51.727278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.731585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:51.732314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.798357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4128df7c-cc75-462a-9e80-394e07ff8340 None None] The port 'f03fc50f-563a-4080-a7eb-0731be4ebbd3' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:30:51.880142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.895655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:51.896373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:51.907446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=bd036e8f-8fcf-45ad-9f76-3515468bcc96,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:51.952937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:30:52.003825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:52.007414 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-682d9b84-42c7-4108-b7d7-7345805bca7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6035609 May 05 16:30:52.011360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47700) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:52.023496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:52.166366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:52.181121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29caabc5-7f67-4316-a51e-d26627bd23fc req-f8ae51ed-c930-4e57-af43-5bdc5ee3f67b tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:52.184133 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-29caabc5-7f67-4316-a51e-d26627bd23fc req-f8ae51ed-c930-4e57-af43-5bdc5ee3f67b tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.5634565 May 05 16:30:52.185340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:52.192049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:52.217819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:52.244091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Calling delete_port for 02248660-10a5-42e7-81e6-a66ac3d44e2a owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:52.245024 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-29caabc5-7f67-4316-a51e-d26627bd23fc req-df66576c-8637-445c-b8c7-8ff083870c2b tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544176 May 05 16:30:52.246260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:52.271542 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c61dcdd3-afd1-4ff5-8ea0-b78b4236ba48 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-1961521778 HTTP/1.1" status: 201 len: 201 time: 0.9457924 May 05 16:30:52.276412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47706) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:52.286589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-d872feec-82c3-4a41-9347-0b86e0641e63 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-1675942864') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:52.303927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f03fc50f-563a-4080-a7eb-0731be4ebbd3 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:52.330266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Port': ['ID=da43eca5-ecf4-4d9e-b19d-39f492f06807,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:52.368767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f03fc50f-563a-4080-a7eb-0731be4ebbd3 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:52.369175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f03fc50f-563a-4080-a7eb-0731be4ebbd3 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:52.441864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7a50bc28-8722-434b-b014-db679d7a4379 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:52.456654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:52.473473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:52.583548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:52.769892 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-26a5040e-eabb-418e-9241-daf03fa147f5 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/ports/da43eca5-ecf4-4d9e-b19d-39f492f06807 HTTP/1.1" status: 204 len: 168 time: 2.5178745 May 05 16:30:52.781324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47720) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:52.786883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 172.20.0.6 (f5e6463e-72cb-4e68-8573-613d495405f8/0c8231d3-1282-4b0f-9f1f-2379624f5796/daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:52.834329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fed4:7175 (f5e6463e-72cb-4e68-8573-613d495405f8/4f8f6151-093a-483d-b78a-43a71f73f5ff/daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:52.846489 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-426cdebd-f2e8-4d3e-870d-b3ec4581a987 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] DELETE failed (client error): The resource could not be found. May 05 16:30:52.847021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-426cdebd-f2e8-4d3e-870d-b3ec4581a987 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:30:52.848716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-426cdebd-f2e8-4d3e-870d-b3ec4581a987 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/ea0ea979-effc-4e0e-ada1-05b3391354c6 HTTP/1.1" status: 404 len: 337 time: 0.0662076 May 05 16:30:52.858922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47724) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:52.915078 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d872feec-82c3-4a41-9347-0b86e0641e63 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-1675942864 HTTP/1.1" status: 201 len: 201 time: 0.6339464 May 05 16:30:52.925575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47730) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:52.939646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-841265c9-1889-45af-aaf1-762bdddc7ee3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-2141680523') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:53.090543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1e2ab-a2db-430a-9d6e-69a661900abb req-1b975dfb-7838-43a5-b396-95d2fe28c699 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:53.092254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fba1e2ab-a2db-430a-9d6e-69a661900abb req-1b975dfb-7838-43a5-b396-95d2fe28c699 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.3969328 May 05 16:30:53.106087 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-d009a659-323a-44e8-aeea-57503592939a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 1098 time: 0.2299862 May 05 16:30:53.239933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-841265c9-1889-45af-aaf1-762bdddc7ee3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-2141680523 HTTP/1.1" status: 201 len: 201 time: 0.3086932 May 05 16:30:53.240702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47736) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:53.261170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.264302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-a8dd67c7-511e-41d7-a115-723bbfb68d95 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', {'tags': ['tempest-TagsExtTest-Tag-2023081877', 'tempest-TagsExtTest-Tag-2042804135', 'tempest-TagsExtTest-Tag-472476397']}) {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:53.303357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 59852b33-f24e-42e5-9329-6bbd91af5f51 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:30:53.323074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.410389 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fba1e2ab-a2db-430a-9d6e-69a661900abb req-c792b393-eedb-451b-82b6-4dd2919d20c8 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019385 May 05 16:30:53.438056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.445167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-00dbd89b-2e17-4de6-918a-5de9ad0ff0c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:53.446634 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-00dbd89b-2e17-4de6-918a-5de9ad0ff0c5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 HTTP/1.1" status: 200 len: 913 time: 0.3225052 May 05 16:30:53.457544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=fd624f8f-1f1d-4897-9d52-fc038e866969,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:53.522426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event deleted for resources: {'Port': ['ID=02248660-10a5-42e7-81e6-a66ac3d44e2a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:53.541556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.560659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-6cf06243-0fd1-4eba-bee5-58a38a2baf93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e HTTP/1.1" status: 200 len: 217 time: 0.1060178 May 05 16:30:53.566735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': 'fb40122f-daec-447a-859a-1e3b2ae8d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:53.566735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: bd036e8f-8fcf-45ad-9f76-3515468bcc96, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:30:53.622705 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a8dd67c7-511e-41d7-a115-723bbfb68d95 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags HTTP/1.1" status: 200 len: 317 time: 0.3787961 May 05 16:30:53.624304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47746) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:53.636396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-f2395061-c768-4449-9acd-30bfac16a281 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:53.660103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.664024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.687255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.696607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-d0945d49-ae57-432b-acb6-b29d173c84da service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:53.698003 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-d0945d49-ae57-432b-acb6-b29d173c84da service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0dec3ca7-493d-4cbe-a340-ec14fb427e9a HTTP/1.1" status: 200 len: 852 time: 0.1278894 May 05 16:30:53.750526 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-20ff55cc-1fa5-4535-8de6-65a95a59aecd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435557 May 05 16:30:53.766547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458148d7-759b-4321-af65-ed35fba79a15']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:53.782247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:30:53.794766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:53.796854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da95c7c-685d-4ea4-a301-d1eb0769b6f9') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:53.797148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da95c7c-685d-4ea4-a301-d1eb0769b6f9') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:53.817644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.904274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.922580 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-7b3c74f4-5f20-4b4d-8746-cc0e50e0507a service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658318 May 05 16:30:53.965677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:30:53.980095 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] Sync routers for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:30:53.986606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:30:53.988005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:53.998079 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:53.998758 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:30:54.003355 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:30:54.022478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, bd036e8f-8fcf-45ad-9f76-3515468bcc96) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:54.027346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:54.033096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.033231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f318a4-7afd-4b1d-b0d5-58ce1b6d4179 None None] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:54.041125 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f2395061-c768-4449-9acd-30bfac16a281 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags HTTP/1.1" status: 204 len: 168 time: 0.4158113 May 05 16:30:54.050919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47756) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.066831 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-08aac52f-8dec-42d8-8b68-44f937ce955f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/59852b33-f24e-42e5-9329-6bbd91af5f51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3391099 May 05 16:30:54.070447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47760) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.072325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-45606d69-10e0-4de6-850d-42090ba192ab tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-2023081877') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.104440 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.122982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.123264 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] Routers {'59852b33-f24e-42e5-9329-6bbd91af5f51'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:30:54.123932 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['59852b33-f24e-42e5-9329-6bbd91af5f51'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.187236 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4219b532-eb49-40d8-aab7-7e22f171c0f0 req-b387bc9a-bf4a-4664-b301-a636633f389f service neutron] 10.222.0.71 "GET /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584279 May 05 16:30:54.199201 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-34d2b2ff-4199-4f7f-9f6a-8b51b4625fe5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1806183 May 05 16:30:54.202271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47764) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.212277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96', 'security_groups': [], 'name': 'tempest-PortsTestJSON-2106101869'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:54.218346 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.218748 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1d0db5-53ed-445e-a141-7e55ea878df6 None None] The sync data for ids ['59852b33-f24e-42e5-9329-6bbd91af5f51'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:30:54.316673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-45606d69-10e0-4de6-850d-42090ba192ab tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:54.318080 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-45606d69-10e0-4de6-850d-42090ba192ab tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-2023081877 HTTP/1.1" status: 404 len: 329 time: 0.2660379 May 05 16:30:54.327202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47770) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.336148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-e503b09a-f3a1-4740-bbad-edbe8729272c tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-2042804135') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.382716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-bd036e8f-8fcf-45ad-9f76-3515468bcc96', 'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': 'fd624f8f-1f1d-4897-9d52-fc038e866969'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:30:54.383771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.390945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-58636963-850e-4b1e-bf13-d16a526b5cca tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:54.399542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.502206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:54.509828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:54.513801 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-e503b09a-f3a1-4740-bbad-edbe8729272c tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:54.515133 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e503b09a-f3a1-4740-bbad-edbe8729272c tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-2042804135 HTTP/1.1" status: 404 len: 329 time: 0.1869829 May 05 16:30:54.516161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:54.519855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47778) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.526085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.526408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:54.532832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-7f4e1ee6-e13e-4d22-8c65-7ede0ad2e04d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed', 'tempest-TagsExtTest-Tag-472476397') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.595647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47782) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.613240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.633406 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-7f4e1ee6-e13e-4d22-8c65-7ede0ad2e04d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:54.634943 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7f4e1ee6-e13e-4d22-8c65-7ede0ad2e04d tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags/tempest-TagsExtTest-Tag-472476397 HTTP/1.1" status: 404 len: 328 time: 0.1141884 May 05 16:30:54.637735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47788) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.639160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-58636963-850e-4b1e-bf13-d16a526b5cca tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:54.641821 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-58636963-850e-4b1e-bf13-d16a526b5cca tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=59852b33-f24e-42e5-9329-6bbd91af5f51 HTTP/1.1" status: 200 len: 205 time: 0.5647321 May 05 16:30:54.648409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:54.648553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-1e829047-d0ff-4e7f-bab5-e8f0ede836be tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', {'tags': ['tempest-TagsExtTest-Tag-900340089', 'tempest-TagsExtTest-Tag-1528006698', 'tempest-TagsExtTest-Tag-1135478327']}) {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:54.650659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Allocated IP 172.20.0.2 (bd036e8f-8fcf-45ad-9f76-3515468bcc96/fd624f8f-1f1d-4897-9d52-fc038e866969/a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:54.652411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Network': ['ID=458148d7-759b-4321-af65-ed35fba79a15,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:54.656984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47792) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.658906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:54.660629 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cf4aa18b-1da8-484a-91c2-be3c7501c0f7 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/458148d7-759b-4321-af65-ed35fba79a15 HTTP/1.1" status: 204 len: 168 time: 1.8007112 May 05 16:30:54.668369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.670358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:54.734096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47796) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:54.744181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:54.794691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:54.801830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:54.891037 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port 67b5b556-d004-4a7d-8065-8049fdf9078d yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:55.030680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:55.032342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.081495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.082473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:55.088051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:55.092050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Usage tracker for resource:floatingip and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:55.095258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:55.097036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.104014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:55.111845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Transition to ACTIVE for port object a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:55.147669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Transition to ACTIVE for port object a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:55.166049 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6296897d-b351-4f03-9838-f82c8d26f0f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.2656577 May 05 16:30:55.166592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47802) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:55.196967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.215168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.216373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.216950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Fanout notify agent at l3_agent the message router_deleted on router ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:55.225059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.228840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-176c75b4-f531-48ec-be08-7998bacb2339 None None] Provisioning for port daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:55.240189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.244760 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-51ad21e4-99b3-4797-9dac-d722bc92d5f8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 HTTP/1.1" status: 204 len: 168 time: 7.6033127 May 05 16:30:55.250865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47806) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:55.265994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-514197549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:55.279516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.281635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-176c75b4-f531-48ec-be08-7998bacb2339 None None] Provisioning complete for port daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:55.282005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-176c75b4-f531-48ec-be08-7998bacb2339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.331790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:55.371488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Usage tracker for resource:router and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:55.379931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-176c75b4-f531-48ec-be08-7998bacb2339 None None] Port daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:55.382656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:55.385911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:55.389665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:55.395944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Pushing event updated for resources: {'Port': ['ID=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:55.422821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:55.423380 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1e829047-d0ff-4e7f-bab5-e8f0ede836be tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags HTTP/1.1" status: 200 len: 317 time: 0.7826483 May 05 16:30:55.429949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47810) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:55.446843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:55.470302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting subnet 04a178e8-e711-4b79-943b-228d42c34cce {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:55.476607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.484940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Attempting to bind port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:30:55.485309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Attempting to bind port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fb40122f-daec-447a-859a-1e3b2ae8d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:30:55.485669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Attempting to bind port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 on network bd036e8f-8fcf-45ad-9f76-3515468bcc96 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:30:55.493219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:30:55.493655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Checking segment: {'id': 'fb40122f-daec-447a-859a-1e3b2ae8d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:30:55.494068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.494802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Bound using segment: {'id': 'fb40122f-daec-447a-859a-1e3b2ae8d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:30:55.494944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Bound port: a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb40122f-daec-447a-859a-1e3b2ae8d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'bd036e8f-8fcf-45ad-9f76-3515468bcc96'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:30:55.495289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.498058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-c2ffe4a4-e7d5-4d86-8c68-f5df4c334ce3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:55.613953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3ab18-4435-4b94-bbe1-2151ee019606 req-29276a30-102d-4726-bc5a-81fed500512d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:55.616130 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3a3ab18-4435-4b94-bbe1-2151ee019606 req-29276a30-102d-4726-bc5a-81fed500512d tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.9597504 May 05 16:30:55.616816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.617803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.628034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] For port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:30:55.630116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae811cf-be15-4dde-bd4f-c55b4fc97331 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:55.631612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] For port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,segment=NetworkSegment(fb40122f-daec-447a-859a-1e3b2ae8d00b),segment_id=fb40122f-daec-447a-859a-1e3b2ae8d00b)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:30:55.634497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae811cf-be15-4dde-bd4f-c55b4fc97331 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:55.635372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-eae811cf-be15-4dde-bd4f-c55b4fc97331 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:55.643679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-21dfccd4-974a-493e-9455-c921f815bc9d {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:55.644222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:55.691763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.693570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.710906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:55.750408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-eae811cf-be15-4dde-bd4f-c55b4fc97331 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:55.751558 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eae811cf-be15-4dde-bd4f-c55b4fc97331 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.5835829 May 05 16:30:55.758473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47814) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:55.807402 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c2ffe4a4-e7d5-4d86-8c68-f5df4c334ce3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags HTTP/1.1" status: 204 len: 168 time: 0.3730891 May 05 16:30:55.813117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf03b60c-84d6-4316-aef0-dfcbbc79735b None None] Pushing event updated for resources: {'Port': ['ID=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:55.835824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47818) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:55.846773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-d6e87cc6-124b-419d-b95e-a8fed5360b9b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-900340089') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:55.918301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:55.918771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.045017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.072892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.081965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.107792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Allocated IP 172.26.2.180 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/db7969e6-37f0-41d8-804f-0c2c623d10da) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:56.112214 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3a3ab18-4435-4b94-bbe1-2151ee019606 req-8af1f436-59d2-4033-9a24-f0d35e320fae tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3942366 May 05 16:30:56.150110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.152487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.180120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-d6e87cc6-124b-419d-b95e-a8fed5360b9b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:56.184061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d6e87cc6-124b-419d-b95e-a8fed5360b9b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-900340089 HTTP/1.1" status: 404 len: 328 time: 0.3444409 May 05 16:30:56.190747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47822) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:56.198762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-16731d13-ab31-4b24-97ec-dc342f346504 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-1528006698') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:56.228857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.269238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.269642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router 59852b33-f24e-42e5-9329-6bbd91af5f51 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:30:56.294299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.295365 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-17322a4e-3ea0-496f-ac49-05669e706255 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/59852b33-f24e-42e5-9329-6bbd91af5f51 HTTP/1.1" status: 204 len: 168 time: 1.6337342 May 05 16:30:56.300314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47826) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:56.333383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port f91dd555-5ee8-4767-a6e6-26815be5bd1d yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:30:56.356513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.357696 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea9a157e-53cd-46cb-965e-c2d7c3b4705f tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0998049 May 05 16:30:56.363639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47830) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:56.373988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:56.430910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.440528 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-16731d13-ab31-4b24-97ec-dc342f346504 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:56.441582 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-16731d13-ab31-4b24-97ec-dc342f346504 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-1528006698 HTTP/1.1" status: 404 len: 329 time: 0.2496829 May 05 16:30:56.442643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.446199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47834) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:56.550500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-c3a4c9a2-22f7-478d-9d27-813091211ce9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4', 'tempest-TagsExtTest-Tag-1135478327') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:56.593881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:56.594739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Subnet': ['ID=04a178e8-e711-4b79-943b-228d42c34cce,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:56.632506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.662110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.663985 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7b1dc2cb-c6d8-4792-9fad-4d22a992eea9 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/subnets/04a178e8-e711-4b79-943b-228d42c34cce HTTP/1.1" status: 204 len: 168 time: 1.9289408 May 05 16:30:56.673019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942f7db8-320e-469f-9e51-b81130ae26ac None None] Network 50242066-f89c-404e-ae7f-e52be12310be requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:56.676850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47838) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:56.769266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.10 (bd036e8f-8fcf-45ad-9f76-3515468bcc96/fd624f8f-1f1d-4897-9d52-fc038e866969/f91dd555-5ee8-4767-a6e6-26815be5bd1d) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:30:56.868543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:56.975585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90175250-2443-4d0e-9ee3-dcce5a1112bb None None] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:56.979735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 624f8e98-9707-47c1-9773-4aab4de03282 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:56.996760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.028636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.049895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-c3a4c9a2-22f7-478d-9d27-813091211ce9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:57.050948 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c3a4c9a2-22f7-478d-9d27-813091211ce9 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags/tempest-TagsExtTest-Tag-1135478327 HTTP/1.1" status: 404 len: 329 time: 0.5734239 May 05 16:30:57.060726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47842) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:57.076805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-e487b197-a70c-4d49-abe8-6c01341bd334 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', {'tags': ['tempest-TagsExtTest-Tag-186347299', 'tempest-TagsExtTest-Tag-1040130240', 'tempest-TagsExtTest-Tag-2061827451']}) {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:57.143705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:57.143998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.196348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7c16dc0f-06b7-4487-9273-c71ee053e818 None None] Provisioning for port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:57.202673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] DHCP port deletion for 50242066-f89c-404e-ae7f-e52be12310be request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:57.217898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] Deleting port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:57.218266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.223353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Port': ['ID=db7969e6-37f0-41d8-804f-0c2c623d10da,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:57.240021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:57.244616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.248926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:57.253893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:57.357643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.414554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.441067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:57.457765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object f91dd555-5ee8-4767-a6e6-26815be5bd1d will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:30:57.554061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] For port 5f75ca60-bb7f-4482-9dc2-9059089dfc35, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5f75ca60-bb7f-4482-9dc2-9059089dfc35,segment=NetworkSegment(ea2e63a3-f684-40dd-96f7-748acf8a61ec),segment_id=ea2e63a3-f684-40dd-96f7-748acf8a61ec)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:57.554658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.698527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed44bc0-41cd-4367-af92-43e2cac49339 req-544c775a-0d09-4dc3-8672-ff662f6d9054 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:57.700460 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aed44bc0-41cd-4367-af92-43e2cac49339 req-544c775a-0d09-4dc3-8672-ff662f6d9054 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.4045446 May 05 16:30:57.729318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.743814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.815803 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e487b197-a70c-4d49-abe8-6c01341bd334 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags HTTP/1.1" status: 200 len: 317 time: 0.7527459 May 05 16:30:57.816455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47848) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:57.822125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:57.844939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:57.854618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-1fbc1054-6da6-4dc2-809f-523488ed55f2 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:57.871065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] Calling delete_port for 5f75ca60-bb7f-4482-9dc2-9059089dfc35 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:57.939715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.006622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.029097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:30:58.031778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=f91dd555-5ee8-4767-a6e6-26815be5bd1d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:58.035998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:30:58.038628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:30:58.068615 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aed44bc0-41cd-4367-af92-43e2cac49339 req-51415c7d-b0d6-4e64-8c84-9dd2f5c54bb8 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261931 May 05 16:30:58.071192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.073010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] For port 5f75ca60-bb7f-4482-9dc2-9059089dfc35, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5f75ca60-bb7f-4482-9dc2-9059089dfc35,segment=NetworkSegment(ea2e63a3-f684-40dd-96f7-748acf8a61ec),segment_id=ea2e63a3-f684-40dd-96f7-748acf8a61ec)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:58.073373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.076057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:58.076587 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-29aa0782-d70f-4dfd-aa10-dada0d350d1c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 HTTP/1.1" status: 204 len: 168 time: 2.3173432 May 05 16:30:58.086579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47852) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:58.125603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:58.125902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.168254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] Pushing event deleted for resources: {'Port': ['ID=5f75ca60-bb7f-4482-9dc2-9059089dfc35,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:58.179433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:58.180059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.198811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e019d78e-dc44-4d55-8fd5-4ed04edd3d24 None None] No DVR routers for this DVR port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:58.204431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.316429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.347259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Calling delete_port for 5f75ca60-bb7f-4482-9dc2-9059089dfc35 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:58.368708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,segment=NetworkSegment(fb40122f-daec-447a-859a-1e3b2ae8d00b),segment_id=fb40122f-daec-447a-859a-1e3b2ae8d00b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:58.386158 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b5b72a2c-4ade-4f37-9694-22eb39c68588 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 4.1823406 May 05 16:30:58.405553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47858) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:58.449107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.501215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f58f5a0-2bcb-4ca8-9118-c344d8cdb1d6 None None] Provisioning for port f91dd555-5ee8-4767-a6e6-26815be5bd1d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:30:58.512138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port f91dd555-5ee8-4767-a6e6-26815be5bd1d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:58.512481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.515868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5f75ca60-bb7f-4482-9dc2-9059089dfc35 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:58.538613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091ad8c-77f0-448b-9952-0687dd267c96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:58.540170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091ad8c-77f0-448b-9952-0687dd267c96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:58.541499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f091ad8c-77f0-448b-9952-0687dd267c96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:58.542621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f091ad8c-77f0-448b-9952-0687dd267c96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:30:58.565496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.572460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f58f5a0-2bcb-4ca8-9118-c344d8cdb1d6 None None] Provisioning complete for port f91dd555-5ee8-4767-a6e6-26815be5bd1d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:58.572460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f58f5a0-2bcb-4ca8-9118-c344d8cdb1d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.594455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 5f75ca60-bb7f-4482-9dc2-9059089dfc35 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:58.594843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5f75ca60-bb7f-4482-9dc2-9059089dfc35 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:30:58.629396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:30:58.629758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:30:58.636251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=624f8e98-9707-47c1-9773-4aab4de03282,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:58.640887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:58.645469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.649750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1f58f5a0-2bcb-4ca8-9118-c344d8cdb1d6 None None] Port f91dd555-5ee8-4767-a6e6-26815be5bd1d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:30:58.651846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e757dc08-dbdb-4d69-9f61-5e6da7e208f9 None None] Network 288eea21-a8d4-4b3a-8957-f1482bf3c338 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:30:58.665218 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d3410628-f6fb-4fd7-8b96-57a65b04c3fe tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/624f8e98-9707-47c1-9773-4aab4de03282 HTTP/1.1" status: 204 len: 168 time: 2.3635647 May 05 16:30:58.668363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47862) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:58.676188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.731542 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1fbc1054-6da6-4dc2-809f-523488ed55f2 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags HTTP/1.1" status: 204 len: 168 time: 0.8989074 May 05 16:30:58.738456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47868) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:58.745830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f091ad8c-77f0-448b-9952-0687dd267c96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:30:58.748459 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f091ad8c-77f0-448b-9952-0687dd267c96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6564043 May 05 16:30:58.756568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47870) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:58.765191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-2e371063-3429-42a5-8ee0-0bdc69780f60 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-186347299') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:58.827937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:58.989794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] DHCP port deletion for 288eea21-a8d4-4b3a-8957-f1482bf3c338 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:30:58.993574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Port': ['ID=db7969e6-37f0-41d8-804f-0c2c623d10da,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:58.996536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] Deleting port 76680db2-5771-4857-90c9-0984154c76c8 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:58.997046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.035632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.058382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793dda5-130b-47f7-a54c-e2c947e8aada req-932cca59-076f-4dd3-8537-4e66dd20e846 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:30:59.059886 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2793dda5-130b-47f7-a54c-e2c947e8aada req-932cca59-076f-4dd3-8537-4e66dd20e846 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.2802327 May 05 16:30:59.191542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Deleting port 5f75ca60-bb7f-4482-9dc2-9059089dfc35 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:30:59.192265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for f91dd555-5ee8-4767-a6e6-26815be5bd1d owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:59.192359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.228580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] For port 76680db2-5771-4857-90c9-0984154c76c8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=76680db2-5771-4857-90c9-0984154c76c8,segment=NetworkSegment(0fb2cdae-47cd-47f2-afab-2ad74dc85ae5),segment_id=0fb2cdae-47cd-47f2-afab-2ad74dc85ae5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:30:59.228922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.346987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.359593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] The port '5f75ca60-bb7f-4482-9dc2-9059089dfc35' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:30:59.363603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] Calling delete_port for 76680db2-5771-4857-90c9-0984154c76c8 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:30:59.370917 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-2e371063-3429-42a5-8ee0-0bdc69780f60 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:59.374742 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2e371063-3429-42a5-8ee0-0bdc69780f60 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-186347299 HTTP/1.1" status: 404 len: 328 time: 0.6164937 May 05 16:30:59.378420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47876) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:59.388296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-2db1edb3-ac20-4f1f-8219-0707a369a18b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-1040130240') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:59.521687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.530384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.531639 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-85c705e7-7a11-45b6-b4b4-a66c3ebfeb34 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9304054 May 05 16:30:59.541770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47880) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:59.555112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-847930256'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:30:59.569149 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2793dda5-130b-47f7-a54c-e2c947e8aada req-7432168b-ed4d-44f3-94a9-5daf4fcb5e33 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3962295 May 05 16:30:59.569251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 622093aa-6ea8-454d-a88b-2a6fabb70422 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:59.569356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:59.577844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] Pushing event deleted for resources: {'Port': ['ID=76680db2-5771-4857-90c9-0984154c76c8,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:59.580205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.588328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aab382-f2f1-4f73-8308-0979962e5845 None None] No DVR routers for this DVR port 76680db2-5771-4857-90c9-0984154c76c8 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:30:59.610835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.611252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Usage tracker for resource:network and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:59.629433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:59.636730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:59.647493 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-2db1edb3-ac20-4f1f-8219-0707a369a18b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:30:59.650990 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2db1edb3-ac20-4f1f-8219-0707a369a18b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-1040130240 HTTP/1.1" status: 404 len: 329 time: 0.2684276 May 05 16:30:59.659954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47884) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:30:59.663133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:30:59.678500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.683248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-8ad76c75-bc1d-4e01-9fe4-ec916875286b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087', 'tempest-TagsExtTest-Tag-2061827451') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:59.727653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Made reservation on behalf of 3753bf3850704915bc54d931bd101fa0 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:30:59.733049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.735642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.738881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:30:59.743929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.751115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.788853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 0c8231d3-1282-4b0f-9f1f-2379624f5796 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:30:59.804806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.805239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.874150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=f91dd555-5ee8-4767-a6e6-26815be5bd1d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:30:59.937406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.949331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:30:59.950332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 76680db2-5771-4857-90c9-0984154c76c8 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:30:59.957145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Usage tracker for resource:security_group_rule and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:30:59.961180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:30:59.964242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:30:59.970971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:30:59.972949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50242066-f89c-404e-ae7f-e52be12310be']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:30:59.988199 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-be02b413-ce06-4530-aff9-50567489de65 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/f91dd555-5ee8-4767-a6e6-26815be5bd1d HTTP/1.1" status: 204 len: 168 time: 1.5815473 May 05 16:30:59.995044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 76680db2-5771-4857-90c9-0984154c76c8 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:30:59.995044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 76680db2-5771-4857-90c9-0984154c76c8 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:00.000305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47888) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:00.018296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea2e63a3-f684-40dd-96f7-748acf8a61ec') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:00.018617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea2e63a3-f684-40dd-96f7-748acf8a61ec') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:00.074473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.080150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.119411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.138861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.139399 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d29c75-fe87-494b-81af-2861ecc52ee9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:31:00.139938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-37d29c75-fe87-494b-81af-2861ecc52ee9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:00.169243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:31:00.185764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c510aae0-a311-44b1-97c2-189e6e2f73db,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:00.191401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.191804 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Added segment 2e7c8248-e22b-470a-b367-a0f186775b2d of type vlan for network fbd03fac-297d-4a90-b17f-3f212ca141cc May 05 16:31:00.214772 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-8ad76c75-bc1d-4e01-9fe4-ec916875286b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:31:00.215829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8ad76c75-bc1d-4e01-9fe4-ec916875286b tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags/tempest-TagsExtTest-Tag-2061827451 HTTP/1.1" status: 404 len: 329 time: 0.5499358 May 05 16:31:00.219198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.219729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.223790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47892) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:00.230085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-8cef6aa2-c38d-4a62-8fe4-0a40428209af tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', {'tags': ['tempest-TagsExtTest-Tag-1422077392', 'tempest-TagsExtTest-Tag-1949948072', 'tempest-TagsExtTest-Tag-853624863']}) {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:00.252623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Releasing vlan 760 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:00.253050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:00.272087 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:00.360233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-37d29c75-fe87-494b-81af-2861ecc52ee9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:00.361377 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-37d29c75-fe87-494b-81af-2861ecc52ee9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/f91dd555-5ee8-4767-a6e6-26815be5bd1d HTTP/1.1" status: 404 len: 333 time: 0.3589888 May 05 16:31:00.365228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47896) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:00.377535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Allocated IP 172.26.2.37 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/f379aa08-78f3-4d69-b6c7-f5bf05e000cd) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:00.393719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.400033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.403752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:00.404229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.507304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.552010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.605313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.612671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8cef6aa2-c38d-4a62-8fe4-0a40428209af tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "PUT /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags HTTP/1.1" status: 200 len: 317 time: 0.3876243 May 05 16:31:00.615893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Network': ['ID=fbd03fac-297d-4a90-b17f-3f212ca141cc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:00.618520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47900) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:00.626611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network fbd03fac-297d-4a90-b17f-3f212ca141cc details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:31:00.632048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] Pushing event deleted for resources: {'Network': ['ID=50242066-f89c-404e-ae7f-e52be12310be,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:00.635479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-daeaf172-f9ec-4246-9070-f4df34d5edaa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:00.644983 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b8a8d26a-0523-4309-abbf-28e6c83a1f36 tempest-NetworksIpV6TestAttrs-433223783 tempest-NetworksIpV6TestAttrs-433223783-project] 10.222.0.70 "DELETE /v2.0/networks/50242066-f89c-404e-ae7f-e52be12310be HTTP/1.1" status: 204 len: 168 time: 3.9639375 May 05 16:31:00.645525 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7969403d-4ec6-45ee-8105-bdb5c75c77f9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1005795 May 05 16:31:00.652109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47908) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:00.661264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Request body: {'subnet': {'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:00.820926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.824437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.924137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet fd624f8f-1f1d-4897-9d52-fc038e866969 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:00.934328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:00.965777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:00.986053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Usage tracker for resource:subnet and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:00.992927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:01.004864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:01.007775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.015082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=622093aa-6ea8-454d-a88b-2a6fabb70422,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:01.020325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.060043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-b54f3fbd-c0c8-481c-a89c-f6894c255677 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:01.061484 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-b54f3fbd-c0c8-481c-a89c-f6894c255677 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.2972822 May 05 16:31:01.066985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.068148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a47caa-9d89-4b21-b0e0-fe1bdcf2863f None None] Network 4dc97e50-da74-45fc-a30c-7a8641853e1b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:01.071403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8231d3-1282-4b0f-9f1f-2379624f5796,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:01.097503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.099344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-925c27b0-cb03-4494-ab53-0206e0776ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0c8231d3-1282-4b0f-9f1f-2379624f5796 HTTP/1.1" status: 204 len: 168 time: 2.2757876 May 05 16:31:01.105539 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a78a91e2-f8b3-479e-9c97-715ede0a7577 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/622093aa-6ea8-454d-a88b-2a6fabb70422 HTTP/1.1" status: 204 len: 168 time: 2.4360838 May 05 16:31:01.106178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47912) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.106517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47914) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.117200 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-daeaf172-f9ec-4246-9070-f4df34d5edaa tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.4887037 May 05 16:31:01.127676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47920) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.135069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-beac0a03-42e7-4b84-9dab-a481a4879cb3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-1422077392') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:01.140004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90f2bb-42e1-4f66-b257-fd9a325ee838 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:01.175721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Made reservation on behalf of 3753bf3850704915bc54d931bd101fa0 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:01.271981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.296966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47926) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.314307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Deleting port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:01.314609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71830af5-52e1-4db9-aba5-72cb3bb0bcdf req-d8e2e595-312f-47c6-8f4c-ef7818d1b67c tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:01.315321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.316774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-71830af5-52e1-4db9-aba5-72cb3bb0bcdf req-d8e2e595-312f-47c6-8f4c-ef7818d1b67c tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 945 time: 0.5393827 May 05 16:31:01.387281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 4f8f6151-093a-483d-b78a-43a71f73f5ff {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:01.388594 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-beac0a03-42e7-4b84-9dab-a481a4879cb3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:31:01.393135 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-beac0a03-42e7-4b84-9dab-a481a4879cb3 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-1422077392 HTTP/1.1" status: 404 len: 329 time: 0.2644324 May 05 16:31:01.394229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47932) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.398439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.404494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.407741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-2ed28add-4550-4166-b0f7-ef9bd77f63c5 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-1949948072') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:01.418633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.451476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:01.464274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:01.473035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event updated for resources: {'Port': ['ID=f379aa08-78f3-4d69-b6c7-f5bf05e000cd,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:01.483540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:01.584181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] DHCP port deletion for 4dc97e50-da74-45fc-a30c-7a8641853e1b request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:01.588753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.590533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] Deleting port 77e53b6a-4075-4692-9567-b8c96afb4851 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:01.590967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.641578 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-71830af5-52e1-4db9-aba5-72cb3bb0bcdf req-dfaf11c6-43f8-477e-81a7-0c2aeb331ed9 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/security-groups?id=6cd17980-1414-4d5c-aedb-c615282fc1a4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975211 May 05 16:31:01.729727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.797089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.833503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['288eea21-a8d4-4b3a-8957-f1482bf3c338']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:01.848549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:01.850024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fb2cdae-47cd-47f2-afab-2ad74dc85ae5') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:01.896718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.911715 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-2ed28add-4550-4166-b0f7-ef9bd77f63c5 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:31:01.915540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ed28add-4550-4166-b0f7-ef9bd77f63c5 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-1949948072 HTTP/1.1" status: 404 len: 329 time: 0.5130267 May 05 16:31:01.916651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47936) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.929892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.932994 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8108b101-b67e-4dcb-a473-5d8973b37e04 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=617aa9c720d34c2bb5990a3188929deb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6288195 May 05 16:31:01.934707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.tag.tag_plugin [None req-08b6430e-be1d-42e1-86fd-00dd24fb8533 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d', 'tempest-TagsExtTest-Tag-853624863') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:01.935740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47940) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:01.957825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:01.957825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:01.978089 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:01.996351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] For port 77e53b6a-4075-4692-9567-b8c96afb4851, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=77e53b6a-4075-4692-9567-b8c96afb4851,segment=NetworkSegment(b228313d-2bf9-42ec-8e8a-1dcf1be2828a),segment_id=b228313d-2bf9-42ec-8e8a-1dcf1be2828a)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:01.999967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.142084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec60de41-177a-4956-a4c0-ab14d8f54a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.148823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] Calling delete_port for 77e53b6a-4075-4692-9567-b8c96afb4851 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:02.154809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] For port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,segment=NetworkSegment(389a6583-26b2-4db6-87ac-99d348f8cfe6),segment_id=389a6583-26b2-4db6-87ac-99d348f8cfe6)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:02.154809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.176376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.213915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.217969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.227421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec60de41-177a-4956-a4c0-ab14d8f54a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.242896 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-08b6430e-be1d-42e1-86fd-00dd24fb8533 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] show failed (client error): The resource could not be found. May 05 16:31:02.244033 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-08b6430e-be1d-42e1-86fd-00dd24fb8533 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags/tempest-TagsExtTest-Tag-853624863 HTTP/1.1" status: 404 len: 328 time: 0.3261540 May 05 16:31:02.248618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/288eea21-a8d4-4b3a-8957-f1482bf3c338 HTTP/1.1" status: 204 len: 168 time: 1.1379304 May 05 16:31:02.259285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47944) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:02.259631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47946) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:02.275547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-ae1c6350-fdd4-447a-aa3f-e4bafd093810 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:02.300181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.304066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.310213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Calling delete_port for 4b21abf4-517c-4aea-95e8-dfbd7589cf8e owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:02.312136 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52631aaa-7bb6-4b7d-aedc-798dfacbe715 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=288eea21-a8d4-4b3a-8957-f1482bf3c338,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:02.359279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] Pushing event deleted for resources: {'Port': ['ID=77e53b6a-4075-4692-9567-b8c96afb4851,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:02.368481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9cece4-961f-45d7-a7b7-fa48d699c5d6 None None] No DVR routers for this DVR port 77e53b6a-4075-4692-9567-b8c96afb4851 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:02.378838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e69332e0-47b4-4d91-9b10-1c085e3e56cc None None] Provisioning complete for port a3258729-dfb0-4f57-a7a0-a9605fd7d369 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:02.379288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e69332e0-47b4-4d91-9b10-1c085e3e56cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.413987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=fd624f8f-1f1d-4897-9d52-fc038e866969,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:02.450610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.472266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.475728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0ab07cb2-9c86-4a6a-aafe-75d488e39ef2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/fd624f8f-1f1d-4897-9d52-fc038e866969 HTTP/1.1" status: 204 len: 168 time: 2.1067662 May 05 16:31:02.476020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618fe962-8aef-4e8f-b63d-d26645575fdb None None] Network bd036e8f-8fcf-45ad-9f76-3515468bcc96 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:02.477779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47952) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:02.498065 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ae1c6350-fdd4-447a-aa3f-e4bafd093810 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d/tags HTTP/1.1" status: 204 len: 168 time: 0.2372568 May 05 16:31:02.503476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47956) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:02.510477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-389ec13d-0f1a-42b2-8d41-75347fca6ea6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08739c16-1cb6-4821-a305-33cdb4aa8087') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:02.595288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec60de41-177a-4956-a4c0-ab14d8f54a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.598692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.673566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.691186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.709389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.740579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:02.740940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.814335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] DHCP port deletion for bd036e8f-8fcf-45ad-9f76-3515468bcc96 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:02.818889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] Deleting port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:02.819199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.824447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.846635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['4b21abf4-517c-4aea-95e8-dfbd7589cf8e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:31:02.883286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Pushing event deleted for resources: {'Port': ['ID=4b21abf4-517c-4aea-95e8-dfbd7589cf8e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:02.908926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:02.927563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3c1865-24e2-4ea7-b812-d0f5263f8d84 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:03.024098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=4f8f6151-093a-483d-b78a-43a71f73f5ff,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:03.027207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec60de41-177a-4956-a4c0-ab14d8f54a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ae3cea-9b7b-4e73-afb7-a3e9b3a9aefe,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:03.036926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Subnet': ['ID=4c01afd2-c03b-44fe-bd58-6b2ff0201961,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:03.075971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-798e06b7-48f4-4e75-9ea6-ba3f786b5a82 req-2671ea43-704a-4757-a283-1fc47b558156 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.1274457 May 05 16:31:03.085148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.106424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] No DVR routers for this DVR port 4b21abf4-517c-4aea-95e8-dfbd7589cf8e on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:03.136158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-25c80237-8469-4ff8-9ac3-7387608a72c0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4f8f6151-093a-483d-b78a-43a71f73f5ff HTTP/1.1" status: 204 len: 168 time: 2.0275693 May 05 16:31:03.140338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dc97e50-da74-45fc-a30c-7a8641853e1b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:03.149129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47962) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:03.155324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.156129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec60de41-177a-4956-a4c0-ab14d8f54a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.160964 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ec60de41-177a-4956-a4c0-ab14d8f54a56 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/27ae3cea-9b7b-4e73-afb7-a3e9b3a9aefe HTTP/1.1" status: 204 len: 168 time: 1.2205355 May 05 16:31:03.161087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'name': 'network-vif-deleted', 'tag': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:31:03.218050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:03.218050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b228313d-2bf9-42ec-8e8a-1dcf1be2828a') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:03.238866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,segment=NetworkSegment(fb40122f-daec-447a-859a-1e3b2ae8d00b),segment_id=fb40122f-daec-447a-859a-1e3b2ae8d00b)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:03.239657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.251821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Checking segment: {'id': '2e7c8248-e22b-470a-b367-a0f186775b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:03.254012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network hostable DHCP agents. Network: fbd03fac-297d-4a90-b17f-3f212ca141cc, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:31:03.257304 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6639f79c-ecd5-4612-915f-f6554a918f15 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1034052 May 05 16:31:03.261435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.268794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] For port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,segment=NetworkSegment(fb40122f-daec-447a-859a-1e3b2ae8d00b),segment_id=fb40122f-daec-447a-859a-1e3b2ae8d00b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:03.269285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.272771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47970) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:03.281376 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a71c35fd-22fb-465e-8bb3-b78ec79f2543 req-9f58e9b0-04af-4fdf-9d35-6d0fd992a5ca tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.71 "DELETE /v2.0/ports/4b21abf4-517c-4aea-95e8-dfbd7589cf8e HTTP/1.1" status: 204 len: 173 time: 2.2036195 May 05 16:31:03.288339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.291885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.298082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.301822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:03.302215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.307274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:03.321415 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:03.331407 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-389ec13d-0f1a-42b2-8d41-75347fca6ea6 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087/tags HTTP/1.1" status: 204 len: 168 time: 0.8268635 May 05 16:31:03.380024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47974) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:03.416555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] Calling delete_port for a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:03.440429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-8fdf6eb0-2479-44ed-8743-3895afb516f5 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7e1966fb-dfed-49a1-8dda-f01759e8c6b4') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:03.584408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.598202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:03.632074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a14b1a90-593f-41ab-bec2-92b42fd63216'] response: {'server_uuid': 'eb3e79ff-099b-4b85-87e8-693acc1f3e1c', 'name': 'network-vif-deleted', 'tag': '4b21abf4-517c-4aea-95e8-dfbd7589cf8e', 'status': 'completed', 'code': 200} May 05 16:31:03.658306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.664166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.700851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=4dc97e50-da74-45fc-a30c-7a8641853e1b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:03.711047 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a82d637b-de3e-476e-8ad7-6441d3ece24c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/4dc97e50-da74-45fc-a30c-7a8641853e1b HTTP/1.1" status: 204 len: 168 time: 1.4460332 May 05 16:31:03.720347 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8fdf6eb0-2479-44ed-8743-3895afb516f5 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4/tags HTTP/1.1" status: 204 len: 168 time: 0.3374104 May 05 16:31:03.721823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47980) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:03.724310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 47982) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:03.736932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1453269409'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:03.743896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.tag.tag_plugin [None req-9697aa68-12b4-46f1-b79b-03d517816770 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '10461a62-08cb-440d-a4ab-9dcc614145ed') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:03.747923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] Pushing event deleted for resources: {'Port': ['ID=a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:03.755355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:03.757916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 77e53b6a-4075-4692-9567-b8c96afb4851 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:03.779709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:03.789864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:03.795681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:03.797563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.803315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:03.807104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:03.807896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] Deleting port a3258729-dfb0-4f57-a7a0-a9605fd7d369 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:03.808427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.812640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:03.816996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:03.819762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:03.823667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:03.832750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:03.854872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 77e53b6a-4075-4692-9567-b8c96afb4851 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:03.858277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 77e53b6a-4075-4692-9567-b8c96afb4851 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:03.859223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:03.865449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network fbd03fac-297d-4a90-b17f-3f212ca141cc is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:31:03.911391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:03.912064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:03.916334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47992) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:03.916458 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9697aa68-12b4-46f1-b79b-03d517816770 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1862321 May 05 16:31:03.930155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a60e2b8-d23f-44b6-8e67-2516ccb520d2 None None] No DVR routers for this DVR port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:03.932829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:03.935983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.978284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:31:03.984726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:03.989685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:03.991171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment 9f7629ae-dd12-4f6b-b272-d2a78298a002 of type vlan for network 259a870c-cea7-4947-8758-5af93d335094 May 05 16:31:04.010493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, fbd03fac-297d-4a90-b17f-3f212ca141cc) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:04.015099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:04.016262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.023948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.067829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Router c5f292a2-120b-47c1-8681-2b6fa0e057a1 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:04.113883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8983c0c8-a5e8-4d6c-9b39-8fc6bd643290 None None] Network fbd03fac-297d-4a90-b17f-3f212ca141cc requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:04.133515 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-35ed96cc-e741-4032-ab28-7e71ef2e67cb tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4780562 May 05 16:31:04.135590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 47998) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:04.153452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.154772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1798671254', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:04.160204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:04.160837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.175553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:04.186642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.231821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Usage tracker for resource:router and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:04.244361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:04.321304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:04.322219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.325304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] For port a3258729-dfb0-4f57-a7a0-a9605fd7d369, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3258729-dfb0-4f57-a7a0-a9605fd7d369,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:04.325924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.359347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:04.427819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b055c91-fa33-492e-abbd-f32ba1f46d5a tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for subnetpool, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.429283 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0b055c91-fa33-492e-abbd-f32ba1f46d5a tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnetpools/7b4ced8d-2ebf-4e78-ad34-eafa601f0b5d HTTP/1.1" status: 204 len: 168 time: 0.5117588 May 05 16:31:04.433806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48006) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:04.474424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] Calling delete_port for a3258729-dfb0-4f57-a7a0-a9605fd7d369 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:04.478351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-5ce260f6-dafe-4092-825e-a815c08cf073 req-a05b59bd-63d5-4876-b6dd-9652a2225de1 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Synchronizing usage tracker for tenant:c76c6f003f6f4a3f95482e2660bd0b88 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:04.487615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] The port 'a4fb46e3-01a9-4a23-9061-faa4dbe8c0c0' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:31:04.499758 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7dd3a8a6-ea22-4182-a9cc-a5074b02a5be tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "GET /v2.0/ports?device_id=08739c16-1cb6-4821-a305-33cdb4aa8087 HTTP/1.1" status: 200 len: 205 time: 0.0615146 May 05 16:31:04.499982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=259a870c-cea7-4947-8758-5af93d335094,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:04.506676 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7d2954ed-b521-44ab-83ff-650114bc530c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7778394 May 05 16:31:04.507141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48012) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:04.507514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48014) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:04.516120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': '259a870c-cea7-4947-8758-5af93d335094', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:04.617734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 259a870c-cea7-4947-8758-5af93d335094 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:31:04.643114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.672479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.687771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd036e8f-8fcf-45ad-9f76-3515468bcc96']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:04.702783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb40122f-daec-447a-859a-1e3b2ae8d00b') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:04.703002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb40122f-daec-447a-859a-1e3b2ae8d00b') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:04.723933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.742196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.749310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:04.749712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:04.865146 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:04.867274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.867274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.870353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-5ce260f6-dafe-4092-825e-a815c08cf073 req-a05b59bd-63d5-4876-b6dd-9652a2225de1 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] Unset dirty status for tenant:c76c6f003f6f4a3f95482e2660bd0b88 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:04.884949 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ce260f6-dafe-4092-825e-a815c08cf073 req-a05b59bd-63d5-4876-b6dd-9652a2225de1 tempest-TestServerAdvancedOps-955303178 tempest-TestServerAdvancedOps-955303178-project] 10.222.0.70 "GET /v2.0/ports?device_id=eb3e79ff-099b-4b85-87e8-693acc1f3e1c HTTP/1.1" status: 200 len: 210 time: 0.5645421 May 05 16:31:04.912693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:04.922679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:04.925073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.926745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:04.941386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:04.951531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.966941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:04.983990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-fbd03fac-297d-4a90-b17f-3f212ca141cc', 'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc', 'tenant_id': '3753bf3850704915bc54d931bd101fa0', 'fixed_ips': [{'subnet_id': '4c01afd2-c03b-44fe-bd58-6b2ff0201961'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:04.985427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.002315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.004078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=bd036e8f-8fcf-45ad-9f76-3515468bcc96,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:05.016036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b74ba68a-7233-4b88-9451-771cce7fd485 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/bd036e8f-8fcf-45ad-9f76-3515468bcc96 HTTP/1.1" status: 204 len: 168 time: 2.5372393 May 05 16:31:05.031008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48024) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.043852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'name': 'tempest-PortsTestJSON-244398015'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:05.090434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48028) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.095371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:05.155325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] Pushing event deleted for resources: {'Port': ['ID=a3258729-dfb0-4f57-a7a0-a9605fd7d369,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:05.176621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b0f4c-6aa4-4217-86e1-141f4321948a None None] No DVR routers for this DVR port a3258729-dfb0-4f57-a7a0-a9605fd7d369 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:05.313172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Allocated IP 172.20.0.2 (fbd03fac-297d-4a90-b17f-3f212ca141cc/4c01afd2-c03b-44fe-bd58-6b2ff0201961/5fab35f9-2536-4fce-b126-c8e172c26313) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:05.369195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.383410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:05.399572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7f6c64ef-631f-41b4-b9de-bb4938b9905e tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] Request body: {'port': {'network_id': '553926d4-b89e-4a17-8f60-d5f4a5bfb641', 'name': 'tempest-NetworksNegativeTestJSON-423128361'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:05.406960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:05.419863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.421171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f6c64ef-631f-41b4-b9de-bb4938b9905e tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] POST failed (client error): The resource could not be found. May 05 16:31:05.421615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f6c64ef-631f-41b4-b9de-bb4938b9905e tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:05.427133 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7f6c64ef-631f-41b4-b9de-bb4938b9905e tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3286951 May 05 16:31:05.431247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48034) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.460869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.481258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:05.493522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.494681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f51405b5-c8e4-4cf1-bb84-d62c1dd58343 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "PUT /v2.0/routers/c5f292a2-120b-47c1-8681-2b6fa0e057a1 HTTP/1.1" status: 200 len: 882 time: 9.1280808 May 05 16:31:05.497634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] Sync routers for ids ['c5f292a2-120b-47c1-8681-2b6fa0e057a1'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:05.523776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48038) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.537500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] Routers {'c5f292a2-120b-47c1-8681-2b6fa0e057a1'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:05.541970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f292a2-120b-47c1-8681-2b6fa0e057a1'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:05.542110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:05.649286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:05.656590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.661864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.669578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 4b21abf4-517c-4aea-95e8-dfbd7589cf8e no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:05.722407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3258729-dfb0-4f57-a7a0-a9605fd7d369 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:05.757126 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-274b86f6-0ebc-485b-9290-7288084300b9 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] DELETE failed (client error): The resource could not be found. May 05 16:31:05.757775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274b86f6-0ebc-485b-9290-7288084300b9 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:05.764793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-274b86f6-0ebc-485b-9290-7288084300b9 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "DELETE /v2.0/networks/0e640bde-e27e-4894-91ed-14292f136efb HTTP/1.1" status: 404 len: 339 time: 0.3316534 May 05 16:31:05.765044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 4b21abf4-517c-4aea-95e8-dfbd7589cf8e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:05.765246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 4b21abf4-517c-4aea-95e8-dfbd7589cf8e not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:05.765697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:05.770068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.782984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48042) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.783527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a3258729-dfb0-4f57-a7a0-a9605fd7d369 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:05.783961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3258729-dfb0-4f57-a7a0-a9605fd7d369 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:05.789335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] Routers {'c5f292a2-120b-47c1-8681-2b6fa0e057a1'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:05.790035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f292a2-120b-47c1-8681-2b6fa0e057a1'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:05.840654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.841132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Fanout notify agent at l3_agent the message router_deleted on router 08739c16-1cb6-4821-a305-33cdb4aa8087 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:05.866314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port ff6710ce-2403-4810-acbb-1319dea4acf9 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:05.873643 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da4300f-8b34-478a-9047-11bf00425483 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] DELETE failed (client error): The resource could not be found. May 05 16:31:05.874086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8da4300f-8b34-478a-9047-11bf00425483 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:05.875854 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8da4300f-8b34-478a-9047-11bf00425483 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "DELETE /v2.0/ports/785f464f-2d8a-42e3-a596-8cf51495e555 HTTP/1.1" status: 404 len: 333 time: 0.0910280 May 05 16:31:05.885697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.897202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2ee5a2e-38fe-49f0-ad29-9a8aa3cb4bcf tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/routers/08739c16-1cb6-4821-a305-33cdb4aa8087 HTTP/1.1" status: 204 len: 168 time: 1.3881180 May 05 16:31:05.901117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48046) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.901117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48048) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:05.910201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:05.933559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:05.934151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.934344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:05.934726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa614db-5b29-4dff-9c07-20744dedb17f None None] The sync data for ids ['c5f292a2-120b-47c1-8681-2b6fa0e057a1'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:05.943050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc387bd-35de-428d-a7e0-ad4afff93b8b None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:05.967125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:05.979959 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0433fd75-f8e1-4450-a7b7-ebd451dfd464 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] DELETE failed (client error): The resource could not be found. May 05 16:31:05.980447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0433fd75-f8e1-4450-a7b7-ebd451dfd464 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:05.982084 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0433fd75-f8e1-4450-a7b7-ebd451dfd464 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "DELETE /v2.0/subnets/6e9cebf3-48d6-475a-8953-2a78f72a8023 HTTP/1.1" status: 404 len: 337 time: 0.0802050 May 05 16:31:05.989332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48056) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.057611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Transition to ACTIVE for port object 5fab35f9-2536-4fce-b126-c8e172c26313 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:06.059366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Deleting port 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:06.059664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.076176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48060) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.081849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=cef92437-8ceb-46c1-9443-05bf90998439,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:06.095040 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f9054c27-5737-40e7-aba9-24fce1a9f6c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8176563 May 05 16:31:06.097337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Transition to ACTIVE for port object 5fab35f9-2536-4fce-b126-c8e172c26313 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:06.118920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48064) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.149895 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4771a2d-38b5-48bc-b45b-2b671911ae33 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] GET failed (client error): The resource could not be found. May 05 16:31:06.151047 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d4771a2d-38b5-48bc-b45b-2b671911ae33 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "GET /v2.0/networks/4eede6d5-84fd-4811-ab30-ca31c1ba1df7 HTTP/1.1" status: 404 len: 339 time: 0.1560040 May 05 16:31:06.161955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48068) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.165702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:06.204343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.255764 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e6b5196-27ed-4215-a51d-d228bf4bc61c tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] GET failed (client error): The resource could not be found. May 05 16:31:06.264744 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e6b5196-27ed-4215-a51d-d228bf4bc61c tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "GET /v2.0/ports/e3656d28-0f72-4351-bc07-6a77944c422a HTTP/1.1" status: 404 len: 333 time: 0.0916281 May 05 16:31:06.264848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48072) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.281736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': 'cef92437-8ceb-46c1-9443-05bf90998439'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:06.282533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.284365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Deleting subnet 0dec3ca7-493d-4cbe-a340-ec14fb427e9a {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:06.296651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.303528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Network fbd03fac-297d-4a90-b17f-3f212ca141cc is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:06.308800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:06.315068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:06.317527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Pushing event updated for resources: {'Port': ['ID=5fab35f9-2536-4fce-b126-c8e172c26313,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:06.471300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.476618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.484094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Attempting to bind port 5fab35f9-2536-4fce-b126-c8e172c26313 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:06.484474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Attempting to bind port 5fab35f9-2536-4fce-b126-c8e172c26313 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2e7c8248-e22b-470a-b367-a0f186775b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:06.484839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Attempting to bind port 5fab35f9-2536-4fce-b126-c8e172c26313 on network fbd03fac-297d-4a90-b17f-3f212ca141cc {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:06.529044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:06.529901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Checking segment: {'id': '2e7c8248-e22b-470a-b367-a0f186775b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:06.529901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.530190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Bound using segment: {'id': '2e7c8248-e22b-470a-b367-a0f186775b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:06.530669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Bound port: 5fab35f9-2536-4fce-b126-c8e172c26313, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e7c8248-e22b-470a-b367-a0f186775b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:06.531044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.537937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.555659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-af0f4794-ae9f-45f8-a87a-a2e5feffbf34 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] GET failed (client error): The resource could not be found. May 05 16:31:06.562320 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-af0f4794-ae9f-45f8-a87a-a2e5feffbf34 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "GET /v2.0/subnets/28d7caa0-bba8-4fd2-ac05-d6ae1c7aa16b HTTP/1.1" status: 404 len: 337 time: 0.2952659 May 05 16:31:06.566321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48076) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.581197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-59043496-2158-4a38-8ba8-09634dc0ae83 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] Request body: {'network': {'name': 'new_name'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:06.619283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.619662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Allocated IP 172.20.0.2 (f5e6463e-72cb-4e68-8573-613d495405f8/cef92437-8ceb-46c1-9443-05bf90998439/58f15467-5e05-4846-a34c-5f8e819a76da) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:06.658685 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-59043496-2158-4a38-8ba8-09634dc0ae83 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] PUT failed (client error): The resource could not be found. May 05 16:31:06.659320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59043496-2158-4a38-8ba8-09634dc0ae83 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:06.664594 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-59043496-2158-4a38-8ba8-09634dc0ae83 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "PUT /v2.0/networks/59870318-38cb-45c2-91bc-5e7b47365d67 HTTP/1.1" status: 404 len: 339 time: 0.0893338 May 05 16:31:06.672784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48080) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.685767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4aa19d82-17b0-463f-9367-013f03537d6f tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] Request body: {'port': {'name': 'new_name'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:06.696096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=22a3d89f-87d8-4718-a451-5d502d5149f3,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:06.700600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:06.709566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:06.713749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:06.719857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] For port 5fab35f9-2536-4fce-b126-c8e172c26313, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:06.727926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:06.742114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] For port 5fab35f9-2536-4fce-b126-c8e172c26313, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5fab35f9-2536-4fce-b126-c8e172c26313,segment=NetworkSegment(2e7c8248-e22b-470a-b367-a0f186775b2d),segment_id=2e7c8248-e22b-470a-b367-a0f186775b2d)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:06.769046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.769824 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aa19d82-17b0-463f-9367-013f03537d6f tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] PUT failed (client error): The resource could not be found. May 05 16:31:06.770306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aa19d82-17b0-463f-9367-013f03537d6f tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:06.776376 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4aa19d82-17b0-463f-9367-013f03537d6f tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "PUT /v2.0/ports/433d254e-7015-4f56-8013-610fa24db94d HTTP/1.1" status: 404 len: 333 time: 0.0955215 May 05 16:31:06.776376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.802382 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-005cfd06-3e43-4c19-bd48-fee44f5f6da4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/c5f292a2-120b-47c1-8681-2b6fa0e057a1 HTTP/1.1" status: 200 len: 923 time: 1.2770913 May 05 16:31:06.810182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48084) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.810509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48086) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:06.824272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-264e6138-ccf0-464a-98fb-42093f27d032 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:06.879912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.889046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.894477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:06.908897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Calling delete_port for 7e1966fb-dfed-49a1-8dda-f01759e8c6b4 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:06.940775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:06.941173 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-264e6138-ccf0-464a-98fb-42093f27d032 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] PUT failed (client error): The resource could not be found. May 05 16:31:06.941611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-264e6138-ccf0-464a-98fb-42093f27d032 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:06.943641 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-264e6138-ccf0-464a-98fb-42093f27d032 tempest-NetworksNegativeTestJSON-1964494074 tempest-NetworksNegativeTestJSON-1964494074-project] 10.222.0.70 "PUT /v2.0/subnets/17ba616a-e0e1-4d97-8fbc-bbba1263e3f8 HTTP/1.1" status: 404 len: 337 time: 0.1311970 May 05 16:31:06.972418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Transition to ACTIVE for port object 58f15467-5e05-4846-a34c-5f8e819a76da will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:06.984178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.019052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dec0d01-9b74-4b97-b484-34930bebcc80 None None] Pushing event updated for resources: {'Port': ['ID=5fab35f9-2536-4fce-b126-c8e172c26313,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:07.022457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': '9f7629ae-dd12-4f6b-b272-d2a78298a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '259a870c-cea7-4947-8758-5af93d335094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:07.022715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: 259a870c-cea7-4947-8758-5af93d335094, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:31:07.059961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.083071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Transition to ACTIVE for port object 58f15467-5e05-4846-a34c-5f8e819a76da will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:07.132728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.151320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.164464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0dec3ca7-493d-4cbe-a340-ec14fb427e9a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:07.173817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:07.183542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:07.189562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=ff6710ce-2403-4810-acbb-1319dea4acf9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:07.192420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.196233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:07.199139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:07.199909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.219975 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-14e057e0-4c3f-4e0a-9b0c-52fd8ac9945e tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=c5f292a2-120b-47c1-8681-2b6fa0e057a1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4067321 May 05 16:31:07.232347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48094) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:07.246867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:07.250495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:07.251539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 259a870c-cea7-4947-8758-5af93d335094 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:31:07.255682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:07.279400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Allocated IP 172.26.2.197 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/c769af4e-78ed-4437-a8b5-8a95c7a63ec5) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:07.296060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Pushing event updated for resources: {'Port': ['ID=58f15467-5e05-4846-a34c-5f8e819a76da,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:07.357261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 259a870c-cea7-4947-8758-5af93d335094) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:07.364300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:07.364888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.371065 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-03667dc8-42a3-4933-989e-4aa80e4d9b2e admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0dec3ca7-493d-4cbe-a340-ec14fb427e9a HTTP/1.1" status: 204 len: 168 time: 1.2863500 May 05 16:31:07.376965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48098) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:07.378900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Attempting to bind port 58f15467-5e05-4846-a34c-5f8e819a76da on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:07.379266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Attempting to bind port 58f15467-5e05-4846-a34c-5f8e819a76da by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:07.379667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Attempting to bind port 58f15467-5e05-4846-a34c-5f8e819a76da on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:07.381230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.388720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450574f1-1858-49dd-b742-78f6794928cb None None] Network 259a870c-cea7-4947-8758-5af93d335094 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:07.406541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:07.406902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:07.407302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.407707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:07.408280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Bound port: 58f15467-5e05-4846-a34c-5f8e819a76da, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:07.408713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.449682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event deleted for resources: {'Port': ['ID=7e1966fb-dfed-49a1-8dda-f01759e8c6b4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:07.599230 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2f179580-b692-4baa-9379-090b72438cd5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0887370 May 05 16:31:07.607148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48104) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:07.615990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-865142716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:07.633153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:07.652109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:07.665174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:07.676793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:07.682551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.684618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e78f6799-1f81-4d24-9de2-597b614533fb tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/ports/7e1966fb-dfed-49a1-8dda-f01759e8c6b4 HTTP/1.1" status: 204 len: 168 time: 1.7809155 May 05 16:31:07.688847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48108) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:07.801950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48112) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:07.851764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] For port 58f15467-5e05-4846-a34c-5f8e819a76da, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:07.857247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.858218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:07.895763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48118) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:07.897004 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6045f02e-f7f3-447e-9879-6001325b9f08 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.8595748 May 05 16:31:07.935529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5fab35f9-2536-4fce-b126-c8e172c26313 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:07.994985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-259a870c-cea7-4947-8758-5af93d335094', 'network_id': '259a870c-cea7-4947-8758-5af93d335094', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '22a3d89f-87d8-4718-a451-5d502d5149f3'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:07.994985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.021296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] For port 58f15467-5e05-4846-a34c-5f8e819a76da, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=58f15467-5e05-4846-a34c-5f8e819a76da,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:08.039838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port ff6710ce-2403-4810-acbb-1319dea4acf9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:08.040418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.065296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2eeb5b-3705-4c7b-8672-00cefa4c1ea7 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:08.065982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac2eeb5b-3705-4c7b-8672-00cefa4c1ea7 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Synchronizing usage tracker for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:08.077946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.128296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac2eeb5b-3705-4c7b-8672-00cefa4c1ea7 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Unset dirty status for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:08.129520 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ac2eeb5b-3705-4c7b-8672-00cefa4c1ea7 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.8960466 May 05 16:31:08.133626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48122) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:08.158426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.178752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.217086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.233643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.250648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5b036990-2457-4f6c-8693-161526ca788a tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f292a2-120b-47c1-8681-2b6fa0e057a1 HTTP/1.1" status: 200 len: 205 time: 0.1158772 May 05 16:31:08.322434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Allocated IP 172.20.0.2 (259a870c-cea7-4947-8758-5af93d335094/22a3d89f-87d8-4718-a451-5d502d5149f3/f636303b-1c54-4688-bc0b-8528d82a9f74) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:08.343655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86a3fe-624c-429a-92f1-1db0e317e962 None None] Pushing event updated for resources: {'Port': ['ID=58f15467-5e05-4846-a34c-5f8e819a76da,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:08.403680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.411209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.433674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:08.459905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '389a6583-26b2-4db6-87ac-99d348f8cfe6') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:08.460317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '389a6583-26b2-4db6-87ac-99d348f8cfe6') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:08.478597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.503376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.511406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:08.511951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.520810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 5fab35f9-2536-4fce-b126-c8e172c26313 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:08.578235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48126) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:08.594632 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:08.601394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.649193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.670238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Transition to ACTIVE for port object f636303b-1c54-4688-bc0b-8528d82a9f74 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:08.704238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Transition to ACTIVE for port object f636303b-1c54-4688-bc0b-8528d82a9f74 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:08.710492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:08.718548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:08.722351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:08.749881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Port': ['ID=c769af4e-78ed-4437-a8b5-8a95c7a63ec5,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:08.791948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.807079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.824020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:08.833958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] 10.222.0.70 "DELETE /v2.0/networks/0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54 HTTP/1.1" status: 204 len: 168 time: 1.4480228 May 05 16:31:08.883878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8bf035-9dc0-43c5-8126-4a299f6f2e07 None None] Network fbd03fac-297d-4a90-b17f-3f212ca141cc requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:08.885594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48130) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:08.926218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61890e79-0713-476e-a682-5aac45c8922f admin admin] Pushing event deleted for resources: {'Network': ['ID=0e4779d4-eeb0-42f7-bdc8-bd9bc6ce0b54,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:08.974206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for ff6710ce-2403-4810-acbb-1319dea4acf9 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:08.982514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Deleting subnet ee5132ea-26f5-46c9-8331-d5e7fb50527b {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:08.987999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.003065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Deleting subnet 10461a62-08cb-440d-a4ab-9dcc614145ed {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:09.005163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.005892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Pushing event updated for resources: {'Port': ['ID=f636303b-1c54-4688-bc0b-8528d82a9f74,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:09.019774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Network 259a870c-cea7-4947-8758-5af93d335094 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:09.023241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:09.030257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:09.060638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.068111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.091225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:09.111477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Usage tracker for resource:security_group_rule and tenant:55f18385a1fe4914b7488582003d4a71 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:09.132027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.137290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-089b413f-fcae-4217-9194-db28da4145ae None None] Provisioning for port 5fab35f9-2536-4fce-b126-c8e172c26313 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:09.146955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:09.179944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:09.188990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-089b413f-fcae-4217-9194-db28da4145ae None None] Provisioning complete for port 5fab35f9-2536-4fce-b126-c8e172c26313 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:09.191024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-089b413f-fcae-4217-9194-db28da4145ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.221859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.222135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Attempting to bind port f636303b-1c54-4688-bc0b-8528d82a9f74 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:09.222590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.222723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Attempting to bind port f636303b-1c54-4688-bc0b-8528d82a9f74 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '9f7629ae-dd12-4f6b-b272-d2a78298a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '259a870c-cea7-4947-8758-5af93d335094'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:09.223063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Attempting to bind port f636303b-1c54-4688-bc0b-8528d82a9f74 on network 259a870c-cea7-4947-8758-5af93d335094 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:09.237519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.280422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.283975 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-423d1000-0ee3-47d2-a39f-ac8f61e44bb3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.6711996 May 05 16:31:09.293849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48134) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:09.306280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'port': {'network_id': '259a870c-cea7-4947-8758-5af93d335094', 'name': 'tempest-RoutersTest-913801744'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:09.339181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:09.339782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Checking segment: {'id': '9f7629ae-dd12-4f6b-b272-d2a78298a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '259a870c-cea7-4947-8758-5af93d335094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:09.340865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.341260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Bound using segment: {'id': '9f7629ae-dd12-4f6b-b272-d2a78298a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '259a870c-cea7-4947-8758-5af93d335094'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:09.341844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Bound port: f636303b-1c54-4688-bc0b-8528d82a9f74, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f7629ae-dd12-4f6b-b272-d2a78298a002', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': '259a870c-cea7-4947-8758-5af93d335094'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:09.341979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:31:09.342577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.381224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.452128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.496384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.500598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-30d1586a-ef23-4501-b567-97734a903065 None None] For port f636303b-1c54-4688-bc0b-8528d82a9f74, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:09.511670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee5132ea-26f5-46c9-8331-d5e7fb50527b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:09.526922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.555934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-30d1586a-ef23-4501-b567-97734a903065 None None] For port f636303b-1c54-4688-bc0b-8528d82a9f74, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f636303b-1c54-4688-bc0b-8528d82a9f74,segment=NetworkSegment(9f7629ae-dd12-4f6b-b272-d2a78298a002),segment_id=9f7629ae-dd12-4f6b-b272-d2a78298a002)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:09.562028 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-69ff8833-0795-486c-9b8c-cc264ec30390 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/ee5132ea-26f5-46c9-8331-d5e7fb50527b HTTP/1.1" status: 204 len: 168 time: 0.6753740 May 05 16:31:09.563477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.566722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48138) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:09.585363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=ff6710ce-2403-4810-acbb-1319dea4acf9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:09.600453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-089b413f-fcae-4217-9194-db28da4145ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.613615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.642083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.776324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-089b413f-fcae-4217-9194-db28da4145ae None None] For port 5fab35f9-2536-4fce-b126-c8e172c26313, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5fab35f9-2536-4fce-b126-c8e172c26313,segment=NetworkSegment(2e7c8248-e22b-470a-b367-a0f186775b2d),segment_id=2e7c8248-e22b-470a-b367-a0f186775b2d)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:09.792888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.816771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d1586a-ef23-4501-b567-97734a903065 None None] Pushing event updated for resources: {'Port': ['ID=f636303b-1c54-4688-bc0b-8528d82a9f74,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:09.828980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 58f15467-5e05-4846-a34c-5f8e819a76da up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:09.865161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.904010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-089b413f-fcae-4217-9194-db28da4145ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.914702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:09.933892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:09.942305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:port and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:09.952051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:09.961516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:10.035597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.042255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b413f-fcae-4217-9194-db28da4145ae None None] Pushing event updated for resources: {'Port': ['ID=5fab35f9-2536-4fce-b126-c8e172c26313,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:10.062446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5efb34c9-208f-495e-9dca-35f67bc3e489,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:10.075688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Provisioning complete for port 5fab35f9-2536-4fce-b126-c8e172c26313 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:10.076285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.096876 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4e25d930-33ad-4b78-9955-bec02da817eb tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/ff6710ce-2403-4810-acbb-1319dea4acf9 HTTP/1.1" status: 204 len: 168 time: 2.1921210 May 05 16:31:10.100680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48142) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:10.102760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event deleted for resources: {'Subnet': ['ID=10461a62-08cb-440d-a4ab-9dcc614145ed,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:10.111968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8671907d-c5a3-437d-8ed0-d7626b8e1d48 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=55f18385a1fe4914b7488582003d4a71&name=default HTTP/1.1" status: 200 len: 2647 time: 2.3082776 May 05 16:31:10.117220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48144) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:10.122075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:10.125527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.141098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.143809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'mac_address': 'fa:16:3e:50:7e:77', 'name': 'tempest-PortsTestJSON-867996960'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:10.146952 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-76138ef8-c179-4972-b5fe-a7abe6040210 tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/subnets/10461a62-08cb-440d-a4ab-9dcc614145ed HTTP/1.1" status: 204 len: 168 time: 2.4522560 May 05 16:31:10.148250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48150) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:10.149545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21bb22-7621-4205-8a0a-914b6fa52823 None None] Network 661a3d5f-0b1c-473f-aec7-feee27eff34b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:10.171254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 58f15467-5e05-4846-a34c-5f8e819a76da completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:10.292144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.310588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.318799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] device_id is not set on port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:10.369233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:10.373501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:10.376429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:10.382452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:10.404178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fab1a6-23b7-49af-8c05-ad00fa148167']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:10.426627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf3d480-8d82-4723-bb8c-ea65376bf608') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:10.426961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf3d480-8d82-4723-bb8c-ea65376bf608') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:10.472454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.495490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:10.524739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.530352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.572846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Provisioning for port 58f15467-5e05-4846-a34c-5f8e819a76da completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:10.581703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Provisioning complete for port 58f15467-5e05-4846-a34c-5f8e819a76da triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:10.583821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.637362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] DHCP port deletion for 661a3d5f-0b1c-473f-aec7-feee27eff34b request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:10.639838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:10.640244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.652743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] Deleting port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:10.653411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:10.655391 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:10.722519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6558363e-291c-4749-b641-dfaca4480e0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.772664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Deleting port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:10.772866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.811880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.844684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.20.0.13 (259a870c-cea7-4947-8758-5af93d335094/22a3d89f-87d8-4718-a451-5d502d5149f3/2ae4d9bd-4f64-49ea-affc-f087bd8d03f3) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:10.853851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6558363e-291c-4749-b641-dfaca4480e0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.873970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port cf80c241-7b2d-434d-bbc6-ea6e59ab90ee yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:10.966827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:10.994576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port 58f15467-5e05-4846-a34c-5f8e819a76da, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=58f15467-5e05-4846-a34c-5f8e819a76da,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:10.998329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.021385 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] 10.222.0.70 "DELETE /v2.0/networks/c3fab1a6-23b7-49af-8c05-ad00fa148167 HTTP/1.1" status: 204 len: 168 time: 1.4536891 May 05 16:31:11.027773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Router c07b1e79-8ec4-444b-b655-e386cb6db7c4 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:11.039868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca0364-67a4-47e9-9028-5e1a97ccbe9a admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fab1a6-23b7-49af-8c05-ad00fa148167,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:11.074658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.117873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:31:11.139067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] For port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,segment=NetworkSegment(1ef8c012-9941-40a0-b135-f62bff2936dd),segment_id=1ef8c012-9941-40a0-b135-f62bff2936dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:11.139554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.157407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0adee51-fe60-4e45-a6ca-90a8af305035 None None] Network 259a870c-cea7-4947-8758-5af93d335094 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:11.170200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.185480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] For port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,segment=NetworkSegment(1ef8c012-9941-40a0-b135-f62bff2936dd),segment_id=1ef8c012-9941-40a0-b135-f62bff2936dd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:11.185840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.312535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6558363e-291c-4749-b641-dfaca4480e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.329371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Calling delete_port for 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:11.336151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] Calling delete_port for 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:11.372859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.373587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.465759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6558363e-291c-4749-b641-dfaca4480e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efb34c9-208f-495e-9dca-35f67bc3e489,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:11.475556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:11.475727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:11.509555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.533162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.535580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6558363e-291c-4749-b641-dfaca4480e0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.539742 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6558363e-291c-4749-b641-dfaca4480e0c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5efb34c9-208f-495e-9dca-35f67bc3e489 HTTP/1.1" status: 204 len: 168 time: 1.4215031 May 05 16:31:11.562043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:11.570371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:11.580453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:11.581378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.581941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48158) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:11.582366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ad0b87-6243-47f8-9693-095c082fa57a None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:11.598267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=c0a99ef3-b6b5-4bd7-aeef-8dd76686a05f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:11.625158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=58f15467-5e05-4846-a34c-5f8e819a76da,revision_number=4']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:11.642119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Deleting port f379aa08-78f3-4d69-b6c7-f5bf05e000cd {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:11.642665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.679602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.687049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.689496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:11.690083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:11.741257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:11.750482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] No DVR routers for this DVR port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:11.788718 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1d6fed6d-f3e3-4808-a69e-cb58b77f2f96 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c76c6f003f6f4a3f95482e2660bd0b88&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2028739 May 05 16:31:11.794443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48162) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:11.829285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:11.887443 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e5f1a106-6f98-437c-815c-99c15f4a6c78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.7409089 May 05 16:31:11.890891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48166) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:11.897391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5fab35f9-2536-4fce-b126-c8e172c26313 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:11.911977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:5d:e7:4b', 'name': 'tempest-NetworksTestDHCPv6-659153920'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:11.924364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac9523f-6f91-4cfd-835f-8004c0a7a37f None None] Pushing event deleted for resources: {'Port': ['ID=2c22612d-3f2d-4be3-8f12-8ef3d48adf13,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:11.949797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:11.977351 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] Sync routers for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:12.003898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.004500 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:12.004750 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:12.084067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.108683 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:12.125911 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:12.127830 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:12.133007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.194967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 259a870c-cea7-4947-8758-5af93d335094 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:12.221085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:12.223583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5fab35f9-2536-4fce-b126-c8e172c26313 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:12.223965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.233300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Deleting port 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:12.233821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.242906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.247073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-06f9e6da-3dc8-4f5a-9ff5-c86f7ec518c4 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 8.1060369 May 05 16:31:12.247073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:12.247966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:12.278636 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:12.278636 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602e269f-3442-4edb-966b-aaf33850ea64 None None] The sync data for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:12.290108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Calling delete_port for f379aa08-78f3-4d69-b6c7-f5bf05e000cd owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:12.291070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=cf80c241-7b2d-434d-bbc6-ea6e59ab90ee,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:12.299010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] For port 58f15467-5e05-4846-a34c-5f8e819a76da, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=58f15467-5e05-4846-a34c-5f8e819a76da,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:12.341704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48172) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:12.379765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.392053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:12.429569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-216495ce-2168-4f36-85d0-d8c104ecd1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.472416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f636303b-1c54-4688-bc0b-8528d82a9f74 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:12.484948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-216495ce-2168-4f36-85d0-d8c104ecd1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.548150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] The port '2c22612d-3f2d-4be3-8f12-8ef3d48adf13' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:31:12.557756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:12.562143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:12.562636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd92533-9ea3-4ee0-a930-6e0b1d743e28 None None] Pushing event updated for resources: {'Port': ['ID=58f15467-5e05-4846-a34c-5f8e819a76da,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:12.562909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.626343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:12.640910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=2ae4d9bd-4f64-49ea-affc-f087bd8d03f3,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:12.652469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:12.652968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.676492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-216495ce-2168-4f36-85d0-d8c104ecd1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.678838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-216495ce-2168-4f36-85d0-d8c104ecd1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.682474 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-216495ce-2168-4f36-85d0-d8c104ecd1bd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6cd17980-1414-4d5c-aedb-c615282fc1a4 HTTP/1.1" status: 204 len: 168 time: 0.8844945 May 05 16:31:12.694889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216495ce-2168-4f36-85d0-d8c104ecd1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cd17980-1414-4d5c-aedb-c615282fc1a4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:12.720687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f636303b-1c54-4688-bc0b-8528d82a9f74 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:12.730232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c800aa66-309c-4d37-9213-2d7f45992ff0 None None] Provisioning for port f636303b-1c54-4688-bc0b-8528d82a9f74 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:12.742175 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2020770d-531b-45a3-870e-5bfd6ea3b943 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6372993 May 05 16:31:12.742944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48184) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:12.761088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c800aa66-309c-4d37-9213-2d7f45992ff0 None None] Provisioning complete for port f636303b-1c54-4688-bc0b-8528d82a9f74 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:12.761994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c800aa66-309c-4d37-9213-2d7f45992ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.809468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f636303b-1c54-4688-bc0b-8528d82a9f74 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:12.810928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:12.851970 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f47bec11-d41d-46c7-a6e0-c0e2e20b46b0 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5569386 May 05 16:31:12.852703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48190) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:13.042438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b15d1ad-1993-4ef3-afd1-9f7830550cc4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:13.044156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5b15d1ad-1993-4ef3-afd1-9f7830550cc4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:13.052539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:13.058246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:13.069728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:13.151131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.236298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.246297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event deleted for resources: {'Port': ['ID=f379aa08-78f3-4d69-b6c7-f5bf05e000cd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:13.253506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:13.300859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.364484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5b15d1ad-1993-4ef3-afd1-9f7830550cc4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:13.366585 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5b15d1ad-1993-4ef3-afd1-9f7830550cc4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/cf80c241-7b2d-434d-bbc6-ea6e59ab90ee HTTP/1.1" status: 200 len: 840 time: 0.6226213 May 05 16:31:13.382618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48198) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:13.397430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c800aa66-309c-4d37-9213-2d7f45992ff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.425520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f636303b-1c54-4688-bc0b-8528d82a9f74, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f636303b-1c54-4688-bc0b-8528d82a9f74,segment=NetworkSegment(9f7629ae-dd12-4f6b-b272-d2a78298a002),segment_id=9f7629ae-dd12-4f6b-b272-d2a78298a002)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:13.443203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['661a3d5f-0b1c-473f-aec7-feee27eff34b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:13.492462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef8c012-9941-40a0-b135-f62bff2936dd') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:13.492752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef8c012-9941-40a0-b135-f62bff2936dd') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:13.521969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.561118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.602235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port cf80c241-7b2d-434d-bbc6-ea6e59ab90ee {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:13.602567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.607323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.703122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:13.703571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:13.720473 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:13.772258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:13.807236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48206) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:13.851383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f636303b-1c54-4688-bc0b-8528d82a9f74,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:13.854053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-c800aa66-309c-4d37-9213-2d7f45992ff0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:13.854401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-c800aa66-309c-4d37-9213-2d7f45992ff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:13.858890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48210) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:13.866075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:13.866075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2c22612d-3f2d-4be3-8f12-8ef3d48adf13 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:13.883408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.898729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:13.951186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f636303b-1c54-4688-bc0b-8528d82a9f74 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:14.051055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.058587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.058690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.077347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f636303b-1c54-4688-bc0b-8528d82a9f74 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:14.077753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.104343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:14.141686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.198727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] Pushing event deleted for resources: {'Network': ['ID=661a3d5f-0b1c-473f-aec7-feee27eff34b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:14.214983 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a58301f9-0978-459e-ab9f-b4e3264d8054 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=258e11b82ced4fc1b5a5bbb421f8c9bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3821802 May 05 16:31:14.216220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-55db82cd-eb32-43e0-b523-3cf476c358eb tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-2117808069', 'prefixes': ['172.20.0.0/16']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:14.218638 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46f69777-7135-4c02-ada9-6b8e725eac6e tempest-TagsExtTest-896919546 tempest-TagsExtTest-896919546-project] 10.222.0.70 "DELETE /v2.0/networks/661a3d5f-0b1c-473f-aec7-feee27eff34b HTTP/1.1" status: 204 len: 168 time: 4.0339973 May 05 16:31:14.218638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48216) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:14.228835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 58f15467-5e05-4846-a34c-5f8e819a76da up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:14.279198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for cf80c241-7b2d-434d-bbc6-ea6e59ab90ee owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:14.315635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 58f15467-5e05-4846-a34c-5f8e819a76da triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:14.316199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.370198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.442205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-55db82cd-eb32-43e0-b523-3cf476c358eb tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:14.572225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Provisioning complete for port 58f15467-5e05-4846-a34c-5f8e819a76da triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:14.572632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.624154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.750164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb03c672-e040-4391-8c15-8b2744e7c542 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.757808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.766832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Provisioning for port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:14.780760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Provisioning complete for port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:14.781136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.822498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=cf80c241-7b2d-434d-bbc6-ea6e59ab90ee,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:14.848802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:14.855075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.864831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Provisioning complete for port f636303b-1c54-4688-bc0b-8528d82a9f74 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:14.865398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c33dc933-df9b-47fd-b2bd-27e58dea92bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.893765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb03c672-e040-4391-8c15-8b2744e7c542 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.926392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 172.20.0.6 (f5e6463e-72cb-4e68-8573-613d495405f8/cef92437-8ceb-46c1-9443-05bf90998439/4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:14.940093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fe5d:e74b (f5e6463e-72cb-4e68-8573-613d495405f8/c0a99ef3-b6b5-4bd7-aeef-8dd76686a05f/4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:14.955575 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2a08c5b4-0bc9-4de1-930c-95a13dfa5664 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/cf80c241-7b2d-434d-bbc6-ea6e59ab90ee HTTP/1.1" status: 204 len: 168 time: 1.5711854 May 05 16:31:14.958782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48224) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:14.964099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.992215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:14.992764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Fanout notify agent at l3_agent the message router_deleted on router c5f292a2-120b-47c1-8681-2b6fa0e057a1 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:15.023698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48228) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.026356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.064162 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d95bcb-e429-4e24-bed8-39e8aaf71843 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:31:15.064980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b3d95bcb-e429-4e24-bed8-39e8aaf71843 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:15.068804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.074042 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1b543229-84df-4751-b385-ae94e5a692e2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/c5f292a2-120b-47c1-8681-2b6fa0e057a1 HTTP/1.1" status: 204 len: 168 time: 6.4879200 May 05 16:31:15.074478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48234) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.080961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-535120585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:15.090611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:15.097803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Usage tracker for resource:router and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:15.101487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:15.135482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:15.137508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb03c672-e040-4391-8c15-8b2744e7c542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.139844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb03c672-e040-4391-8c15-8b2744e7c542 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.141042 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eb03c672-e040-4391-8c15-8b2744e7c542 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/89ab1d12-885c-43c3-ba83-6b2d9b3008ad HTTP/1.1" status: 204 len: 168 time: 0.8550036 May 05 16:31:15.227337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55db82cd-eb32-43e0-b523-3cf476c358eb tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] Notify callbacks [] for subnetpool, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.235677 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-55db82cd-eb32-43e0-b523-3cf476c358eb tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] 10.222.0.70 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.3712435 May 05 16:31:15.239709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48240) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.241996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=2ae4d9bd-4f64-49ea-affc-f087bd8d03f3,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:15.286363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b3d95bcb-e429-4e24-bed8-39e8aaf71843 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:15.290959 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b3d95bcb-e429-4e24-bed8-39e8aaf71843 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/cf80c241-7b2d-434d-bbc6-ea6e59ab90ee HTTP/1.1" status: 404 len: 333 time: 0.3268125 May 05 16:31:15.305847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48244) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.353799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e77db56b-6e32-4e4e-8af5-84a2ff47c050 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] 10.222.0.70 "GET /v2.0/subnetpools/e4ceaa0c-81f4-46ed-ae48-c8474a26215a HTTP/1.1" status: 200 len: 732 time: 0.1104875 May 05 16:31:15.356647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48248) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.373243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'name': 'tempest-PortsTestJSON-1353565224'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:15.377812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b2329ca5-f181-4008-9f39-9ca65b1a36a5 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1022486059'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:15.402560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03c672-e040-4391-8c15-8b2744e7c542 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ab1d12-885c-43c3-ba83-6b2d9b3008ad,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:15.474902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b7d69b6a-bdfc-4db2-befb-3b716ddf5077 None None] Provisioning complete for port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:15.477316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d69b6a-bdfc-4db2-befb-3b716ddf5077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.486168 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a7ebdd7b-354a-42e0-b88c-08e009d04af2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=9eaec25504614695a1dc28f66ec74746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4607909 May 05 16:31:15.494900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48252) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.535017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.536359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.564316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:15.573776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b7d69b6a-bdfc-4db2-befb-3b716ddf5077 None None] Port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:15.601259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:15.602165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.653866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.665492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.668583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-78c6abb9-e718-4973-8032-ee47f50dccdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.692498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:15.695129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-78c6abb9-e718-4973-8032-ee47f50dccdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.695352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.705395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:15.730646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port 0f809b49-0104-48dc-b184-a9675b81f8b1 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:15.732271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2329ca5-f181-4008-9f39-9ca65b1a36a5 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] Notify callbacks [] for subnetpool, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.736076 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b2329ca5-f181-4008-9f39-9ca65b1a36a5 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] 10.222.0.70 "PUT /v2.0/subnetpools/e4ceaa0c-81f4-46ed-ae48-c8474a26215a HTTP/1.1" status: 200 len: 684 time: 0.3691723 May 05 16:31:15.760169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48256) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.781689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.837585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.924547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:15.925599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-555a3425-1c5d-4e2e-a698-f5ce037d2b42 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8502197 May 05 16:31:15.930225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48260) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:15.944298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-78c6abb9-e718-4973-8032-ee47f50dccdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.005233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': True}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:16.055332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.096951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c6abb9-e718-4973-8032-ee47f50dccdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8899c57-f0e8-474d-8465-c31968513b35,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:16.122854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e47b04c4-4256-444c-a6ba-d87335f4c4e6 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] Notify callbacks [] for subnetpool, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.126610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e47b04c4-4256-444c-a6ba-d87335f4c4e6 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] 10.222.0.70 "DELETE /v2.0/subnetpools/e4ceaa0c-81f4-46ed-ae48-c8474a26215a HTTP/1.1" status: 204 len: 168 time: 0.3629289 May 05 16:31:16.126839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-78c6abb9-e718-4973-8032-ee47f50dccdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.128292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-78c6abb9-e718-4973-8032-ee47f50dccdd admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8899c57-f0e8-474d-8465-c31968513b35 HTTP/1.1" status: 204 len: 168 time: 0.6271117 May 05 16:31:16.130865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48264) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:16.412183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.423095 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-24388ab5-b041-4c17-b48b-ef55f0367dcd tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] show failed (client error): The resource could not be found. May 05 16:31:16.424698 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-24388ab5-b041-4c17-b48b-ef55f0367dcd tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] 10.222.0.70 "GET /v2.0/subnetpools/e4ceaa0c-81f4-46ed-ae48-c8474a26215a HTTP/1.1" status: 404 len: 346 time: 0.2814679 May 05 16:31:16.427638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48270) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:16.449183 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-d446b6b1-ea71-413d-8a32-977e17e7f5c1 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] delete failed (client error): The resource could not be found. May 05 16:31:16.458234 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d446b6b1-ea71-413d-8a32-977e17e7f5c1 tempest-SubnetPoolsTestJSON-1574297922 tempest-SubnetPoolsTestJSON-1574297922-project] 10.222.0.70 "DELETE /v2.0/subnetpools/e4ceaa0c-81f4-46ed-ae48-c8474a26215a HTTP/1.1" status: 404 len: 346 time: 0.0214362 May 05 16:31:16.458516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:16.458516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:16.465229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:16.465786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.472644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:16.481326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.624406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=2ae4d9bd-4f64-49ea-affc-f087bd8d03f3,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:16.662728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.773349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:16.774077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.851216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.860049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 259a870c-cea7-4947-8758-5af93d335094 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:16.865768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:16.933190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:16.960892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-74841b24-3e27-4349-88f7-f6a291d29e8a None None] Provisioning for port 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:16.973808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-74841b24-3e27-4349-88f7-f6a291d29e8a None None] Provisioning complete for port 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:16.974747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-74841b24-3e27-4349-88f7-f6a291d29e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.035611 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-06a2c0d8-3b94-437f-a117-311f9617abf6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 5.1318634 May 05 16:31:17.048036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48288) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:17.097845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-74841b24-3e27-4349-88f7-f6a291d29e8a None None] Port 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:17.215420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48292) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:17.222526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4cf4639f-b22e-41f1-a214-8e43e688b3a2 None None] Provisioning complete for port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:17.223283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4cf4639f-b22e-41f1-a214-8e43e688b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.283489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:17.286076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4cf4639f-b22e-41f1-a214-8e43e688b3a2 None None] Port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:17.290360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:17.292659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:17.298488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:17.298488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.305314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=0f809b49-0104-48dc-b184-a9675b81f8b1,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:17.326904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e96b84d-98cb-453b-a3b8-9a6aff4781ee tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:17.332290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e96b84d-98cb-453b-a3b8-9a6aff4781ee tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:17.332688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3e96b84d-98cb-453b-a3b8-9a6aff4781ee tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:17.342527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.392911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-355d46f3-5779-4bdc-8832-298e980b2227 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.0840468 May 05 16:31:17.398276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48300) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:17.414576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:17.456891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3e96b84d-98cb-453b-a3b8-9a6aff4781ee tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:17.457709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3e96b84d-98cb-453b-a3b8-9a6aff4781ee tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4072235 May 05 16:31:17.469460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48306) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:17.544438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.642802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:17.643353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.669572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Allocated IP 172.20.0.1 (fbd03fac-297d-4a90-b17f-3f212ca141cc/4c01afd2-c03b-44fe-bd58-6b2ff0201961/6423b90f-0b67-4cc0-96a3-ad09a16cf262) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:17.693180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router e3f40dcf-91cb-46ac-b8cc-59d727f35f40 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:17.716218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.742413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48312) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:17.743342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:17.753778 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [-] 10.222.0.70 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0033441 May 05 16:31:17.759875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48314) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:17.760779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Usage tracker for resource:security_group_rule and tenant:735a8a4fae0f4e1dab91ea43efb6bf7c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:17.770930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:17.836755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:17.902583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.941885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:17.947923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.010853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Transition to ACTIVE for port object 6423b90f-0b67-4cc0-96a3-ad09a16cf262 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:18.018989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-968f486a-e63b-4df9-9fae-0404d346bf11 tempest-NetworksApiDiscovery-1342673063 tempest-NetworksApiDiscovery-1342673063-project] 10.222.0.70 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2522752 May 05 16:31:18.110562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Allocated IP 172.26.2.147 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/61a109de-72a6-4bb8-aed6-1fc6373198a3) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:18.326180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.457595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Port': ['ID=6423b90f-0b67-4cc0-96a3-ad09a16cf262,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:18.463881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network fbd03fac-297d-4a90-b17f-3f212ca141cc is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:18.466924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:18.469352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:18.509131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.520759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.559417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.573346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.576979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.610078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48324) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:18.681800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.733068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:18.761555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.765582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.839635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.854842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:18.864499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Port': ['ID=61a109de-72a6-4bb8-aed6-1fc6373198a3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:18.867031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:18.874475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:18.918425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.920156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] In _notify_port_updated(), no bound segment for port 0f809b49-0104-48dc-b184-a9675b81f8b1 on network a488931e-0f7f-4f19-9ec8-d297fc69fb9d {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:31:18.924477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:18.925072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.926395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/ports/0f809b49-0104-48dc-b184-a9675b81f8b1 HTTP/1.1" status: 200 len: 818 time: 1.5253706 May 05 16:31:18.934073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48330) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:18.937694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-777e377b-3c07-4de4-b701-ff2e28cb1af5 None None] Provisioning for port 6423b90f-0b67-4cc0-96a3-ad09a16cf262 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:18.944819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-777e377b-3c07-4de4-b701-ff2e28cb1af5 None None] Provisioning complete for port 6423b90f-0b67-4cc0-96a3-ad09a16cf262 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:18.945264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-777e377b-3c07-4de4-b701-ff2e28cb1af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:18.954334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d727acb1-ec1b-434b-973d-8d7d70882b79,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:18.959016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b47c5e-fb01-45ef-88cd-919318a6ea1a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=0f809b49-0104-48dc-b184-a9675b81f8b1,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:18.985521 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-60f280b8-a894-4507-a130-90c563c8ef31 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=735a8a4fae0f4e1dab91ea43efb6bf7c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7648427 May 05 16:31:18.989384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48334) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:18.991357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:19.012013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] Sync routers for ids ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:19.029903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-777e377b-3c07-4de4-b701-ff2e28cb1af5 None None] Port 6423b90f-0b67-4cc0-96a3-ad09a16cf262 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:19.036762 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aa7bfc5e-26bb-4fab-bebb-39dbb6be1b46 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/e3f40dcf-91cb-46ac-b8cc-59d727f35f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1806707 May 05 16:31:19.038555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] Routers {'e3f40dcf-91cb-46ac-b8cc-59d727f35f40'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:19.039384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:19.058663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48338) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:19.077407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:19.104035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:19.115497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] Routers {'e3f40dcf-91cb-46ac-b8cc-59d727f35f40'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:19.116344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:19.159528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9143-05ff-45c9-9c97-b1d95044715c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.169064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Usage tracker for resource:security_group_rule and tenant:cb7c892999cf433692e3c1fd61c5231f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:19.183085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:19.183806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7cfe09-21a3-4485-b4f5-92c6eb28775f None None] The sync data for ids ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:19.196232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:19.213400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9143-05ff-45c9-9c97-b1d95044715c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.222525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:19.229463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 0f809b49-0104-48dc-b184-a9675b81f8b1 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:19.229812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.286690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.334082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:19.375780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9143-05ff-45c9-9c97-b1d95044715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.430354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcb9143-05ff-45c9-9c97-b1d95044715c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d727acb1-ec1b-434b-973d-8d7d70882b79,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:19.500673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.501026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513ed59b-651e-4f14-8d90-0cf97adf52c4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:19.506340 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-513ed59b-651e-4f14-8d90-0cf97adf52c4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports/2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 HTTP/1.1" status: 200 len: 977 time: 0.4422054 May 05 16:31:19.512999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48342) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:19.577045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fcb9143-05ff-45c9-9c97-b1d95044715c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.581156 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0fcb9143-05ff-45c9-9c97-b1d95044715c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/d727acb1-ec1b-434b-973d-8d7d70882b79 HTTP/1.1" status: 204 len: 168 time: 0.5935946 May 05 16:31:19.640730 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f3505376-1339-4f64-942d-13d731ff7fe0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 HTTP/1.1" status: 204 len: 168 time: 2.1552753 May 05 16:31:19.641288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48348) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:19.691059 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:31:19.733842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9fefe0-bd5a-43fb-99f5-ac3a64b3562e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:19.735020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9fefe0-bd5a-43fb-99f5-ac3a64b3562e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:19.736985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9fefe0-bd5a-43fb-99f5-ac3a64b3562e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:19.737867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5b9fefe0-bd5a-43fb-99f5-ac3a64b3562e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:19.803539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.841163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5b9fefe0-bd5a-43fb-99f5-ac3a64b3562e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:19.842363 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5b9fefe0-bd5a-43fb-99f5-ac3a64b3562e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2000415 May 05 16:31:19.849124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48352) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:19.910794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:19.918276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.202547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 0f809b49-0104-48dc-b184-a9675b81f8b1 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:20.212491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d3ca2bce-de57-4a93-932c-507b51cbfe85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.256652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet c0a99ef3-b6b5-4bd7-aeef-8dd76686a05f {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:20.289190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.293844 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cb7c892999cf433692e3c1fd61c5231f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6827538 May 05 16:31:20.294711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1661ee-e922-4480-91b5-1195548795a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1be185-519c-4c8a-827b-fa01248a16f6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:20.305360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48356) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:20.317038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.363998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.500522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.563825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.584718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.593069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.596843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c99d9280-d5a8-4f8d-8598-6839774d2e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.599974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.627299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.710722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.737830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.767507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=0f809b49-0104-48dc-b184-a9675b81f8b1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:20.774970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c99d9280-d5a8-4f8d-8598-6839774d2e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.790175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=c0a99ef3-b6b5-4bd7-aeef-8dd76686a05f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:20.798000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.806006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bfccec-9d68-48e6-8114-4e4ddeaadf5e None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:20.905333 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-71015db2-2d0a-4a4b-9b1c-fb40ea800414 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/c0a99ef3-b6b5-4bd7-aeef-8dd76686a05f HTTP/1.1" status: 204 len: 168 time: 1.0522635 May 05 16:31:20.905567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48360) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:20.912154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.978703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:20.989505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Port': ['ID=6423b90f-0b67-4cc0-96a3-ad09a16cf262,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:21.085307 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4c591261-4fc7-4154-a27e-91bb15513d6d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/0f809b49-0104-48dc-b184-a9675b81f8b1 HTTP/1.1" status: 204 len: 168 time: 2.1477451 May 05 16:31:21.088885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet cef92437-8ceb-46c1-9443-05bf90998439 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:21.093811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48364) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:21.096878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.164232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network fbd03fac-297d-4a90-b17f-3f212ca141cc is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:21.168049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c99d9280-d5a8-4f8d-8598-6839774d2e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.171872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:21.205072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:21.205503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.237185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.339350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c99d9280-d5a8-4f8d-8598-6839774d2e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.340460 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c99d9280-d5a8-4f8d-8598-6839774d2e45 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a1be185-519c-4c8a-827b-fa01248a16f6 HTTP/1.1" status: 204 len: 168 time: 1.0316155 May 05 16:31:21.341316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99d9280-d5a8-4f8d-8598-6839774d2e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1be185-519c-4c8a-827b-fa01248a16f6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:21.561257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9179b6-081d-4a3a-86f5-ace2859b73ad tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:21.563060 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3d9179b6-081d-4a3a-86f5-ace2859b73ad tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4682016 May 05 16:31:21.568889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48370) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:21.588865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3e667479-4d88-4ce7-9776-82f8b53a3987 None None] Provisioning complete for port 6423b90f-0b67-4cc0-96a3-ad09a16cf262 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:21.589929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e667479-4d88-4ce7-9776-82f8b53a3987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.618261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.638452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:21.648136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3e667479-4d88-4ce7-9776-82f8b53a3987 None None] Port 6423b90f-0b67-4cc0-96a3-ad09a16cf262 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:21.659521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Router e78e846f-8022-4365-9fec-382ff5662c82 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:21.736253 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-83075db9-b246-4cbb-a19c-a4f73489ca54 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:31:21.741007 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-83075db9-b246-4cbb-a19c-a4f73489ca54 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/0f809b49-0104-48dc-b184-a9675b81f8b1 HTTP/1.1" status: 404 len: 333 time: 0.1678753 May 05 16:31:21.747671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48374) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:21.830470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 2ae4d9bd-4f64-49ea-affc-f087bd8d03f3 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:21.937867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-232431304'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:21.949753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:21.958624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:21.963520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:21.981580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:21.996213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6644877a-7c40-4be9-914d-83f69265a854 None None] Provisioning complete for port 58f15467-5e05-4846-a34c-5f8e819a76da triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:21.996623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6644877a-7c40-4be9-914d-83f69265a854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.010985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Router c07b1e79-8ec4-444b-b655-e386cb6db7c4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:22.096488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:22.099592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.173600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.229001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=cef92437-8ceb-46c1-9443-05bf90998439,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:22.242229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:22.242890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.246589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.250499 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f253b5fc-9cbd-4089-9cb2-e8707978dcd8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "PUT /v2.0/routers/e78e846f-8022-4365-9fec-382ff5662c82 HTTP/1.1" status: 200 len: 918 time: 6.3012602 May 05 16:31:22.250740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48388) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:22.256798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b23058-7daa-4a83-9e28-fbfc10804d59 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:22.260440 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] Sync routers for ids ['e78e846f-8022-4365-9fec-382ff5662c82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:22.272778 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] Routers {'e78e846f-8022-4365-9fec-382ff5662c82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:22.273846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e78e846f-8022-4365-9fec-382ff5662c82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.310002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:22.327977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1723ec33-009e-4144-86c4-42826681eedf tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "PUT /v2.0/routers/c07b1e79-8ec4-444b-b655-e386cb6db7c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9851053 May 05 16:31:22.331916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48392) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:22.337012 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c57a96f-1f06-46d7-9e36-b5fcd3b1ac24 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/cef92437-8ceb-46c1-9443-05bf90998439 HTTP/1.1" status: 204 len: 168 time: 1.4305220 May 05 16:31:22.344364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48396) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:22.346993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Request body: {'port': {'network_id': 'fbd03fac-297d-4a90-b17f-3f212ca141cc', 'name': 'tempest-FloatingIPAdminTestJSON-338300602'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:22.380614 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.393408 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] Routers {'e78e846f-8022-4365-9fec-382ff5662c82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:22.394291 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e78e846f-8022-4365-9fec-382ff5662c82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.421898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] Sync routers for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:22.458013 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.458591 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f656a12-75a5-4a07-af16-520dd6bcf30f None None] The sync data for ids ['e78e846f-8022-4365-9fec-382ff5662c82'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:22.466453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.479138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:22.484216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:30:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.521041 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-54535a39-071e-4769-a668-897654fc0f2b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724217 May 05 16:31:22.526300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48402) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:22.530799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=2ae4d9bd-4f64-49ea-affc-f087bd8d03f3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:22.562595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6b92081e-5f49-4d08-a6f9-51eefd1d1abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.567322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.573204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:31:22.596495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.596842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment a748ce8e-acd9-417e-a926-8e03f7718759 of type vlan for network a463cdfb-d2c4-4864-91ae-9fef0f716802 May 05 16:31:22.664081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:22.665489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.669880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:22.674134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Usage tracker for resource:port and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:22.677339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:22.692790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:22.715681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.743482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:22.744350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d7632c-a789-427e-a563-e6ed4a54a8f9 None None] The sync data for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:22.784401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Made reservation on behalf of 3753bf3850704915bc54d931bd101fa0 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:22.787318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.830910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] device_id is not set on port ec5a6da2-8981-462f-a891-9d61b58840a1 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:22.875191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:22.876678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32864ee1-e081-42bc-a75c-ae9ec4a14ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:22.877498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-32864ee1-e081-42bc-a75c-ae9ec4a14ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:22.882718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] Deleting port 58f15467-5e05-4846-a34c-5f8e819a76da {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:22.883543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.926185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:22.995824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.002407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:23.002407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.058944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-32864ee1-e081-42bc-a75c-ae9ec4a14ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:23.060515 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-32864ee1-e081-42bc-a75c-ae9ec4a14ae7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5308232 May 05 16:31:23.065893 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e4a465c9-5edd-4513-83a4-7cc099b9e7d4 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/e78e846f-8022-4365-9fec-382ff5662c82 HTTP/1.1" status: 200 len: 924 time: 0.8105507 May 05 16:31:23.066532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48412) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.066857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48414) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.133378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] For port 58f15467-5e05-4846-a34c-5f8e819a76da, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=58f15467-5e05-4846-a34c-5f8e819a76da,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:23.133790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.160618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=a463cdfb-d2c4-4864-91ae-9fef0f716802,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:23.183228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Allocated IP 172.20.0.12 (fbd03fac-297d-4a90-b17f-3f212ca141cc/4c01afd2-c03b-44fe-bd58-6b2ff0201961/ec5a6da2-8981-462f-a891-9d61b58840a1) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:23.196970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8550ca-8372-4fa7-820d-2aa5b27e81b9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:23.197650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5d8550ca-8372-4fa7-820d-2aa5b27e81b9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:23.217737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:31:23.305640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] Calling delete_port for 58f15467-5e05-4846-a34c-5f8e819a76da owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:23.321387 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7332af37-def1-4821-9fce-15a18092f8a9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5731189 May 05 16:31:23.327332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48420) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.341586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:23.364450 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c28a5bb0-bd8a-4ecb-bcc9-6ca111446998 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=e78e846f-8022-4365-9fec-382ff5662c82&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2899663 May 05 16:31:23.369049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48426) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.483494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:23.493062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:23.498652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:23.510729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:23.539810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.575562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.593215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Transition to ACTIVE for port object ec5a6da2-8981-462f-a891-9d61b58840a1 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:23.609817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5d8550ca-8372-4fa7-820d-2aa5b27e81b9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:23.611068 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5d8550ca-8372-4fa7-820d-2aa5b27e81b9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5382893 May 05 16:31:23.612640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] Pushing event deleted for resources: {'Port': ['ID=58f15467-5e05-4846-a34c-5f8e819a76da,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:23.625802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48432) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.625965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c0859a-21de-487a-b28b-d0af49873d6c None None] No DVR routers for this DVR port 58f15467-5e05-4846-a34c-5f8e819a76da on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:23.646895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.698616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.715498 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-02837a70-0335-4d57-a7a8-91fce3357456 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0918393 May 05 16:31:23.720861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48438) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.720996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:23.722267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:23.812100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.814301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router e3f40dcf-91cb-46ac-b8cc-59d727f35f40 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:23.832849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4997bff7-5b1f-4f84-b2d8-ebaa7890cb05 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:23.836777 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4997bff7-5b1f-4f84-b2d8-ebaa7890cb05 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.4673498 May 05 16:31:23.838369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48442) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.908865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ecb0afd1-affe-4c9b-ada9-bfbde7357bbf tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=e78e846f-8022-4365-9fec-382ff5662c82 HTTP/1.1" status: 200 len: 205 time: 0.0666821 May 05 16:31:23.921406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:23.921529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Network fbd03fac-297d-4a90-b17f-3f212ca141cc is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:23.921628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48448) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:23.921735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:23.927688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:23.947220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:23.988219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 58f15467-5e05-4846-a34c-5f8e819a76da no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:24.024511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:24.025221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.025898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 58f15467-5e05-4846-a34c-5f8e819a76da {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:24.026461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 58f15467-5e05-4846-a34c-5f8e819a76da not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:24.051185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event updated for resources: {'Port': ['ID=ec5a6da2-8981-462f-a891-9d61b58840a1,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:24.112264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-32d34196-6003-4581-b026-433dd789612e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7751172 May 05 16:31:24.120648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48456) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:24.145072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:24.262051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:24.274274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48464) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:24.275554 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] Sync routers for ids ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:24.284576 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1efa5189-2e8c-47e2-9a90-3428a9b25c2e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/e3f40dcf-91cb-46ac-b8cc-59d727f35f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7769177 May 05 16:31:24.289255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:24.292745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.294370 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:24.294915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:24.300793 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] Routers {'e3f40dcf-91cb-46ac-b8cc-59d727f35f40'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:24.301736 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:24.382645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.399910 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:24.414357 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] Routers {'e3f40dcf-91cb-46ac-b8cc-59d727f35f40'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:24.415484 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:24.446303 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-86a770f1-0f80-43bf-adcb-4bd44256e1aa tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7308071 May 05 16:31:24.453952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48468) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:24.460746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:24.491419 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:24.492659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a417c1e7-eaa2-4799-bbba-327a64f64602 None None] The sync data for ids ['e3f40dcf-91cb-46ac-b8cc-59d727f35f40'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:24.499032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2ed015fd-5a40-4de7-af03-b05542fd9cc3 None None] Provisioning for port ec5a6da2-8981-462f-a891-9d61b58840a1 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:24.503930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2ed015fd-5a40-4de7-af03-b05542fd9cc3 None None] Provisioning complete for port ec5a6da2-8981-462f-a891-9d61b58840a1 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:24.504646 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2ed015fd-5a40-4de7-af03-b05542fd9cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.563603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'project_id': '3753bf3850704915bc54d931bd101fa0', 'port_id': 'ec5a6da2-8981-462f-a891-9d61b58840a1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:24.586574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2ed015fd-5a40-4de7-af03-b05542fd9cc3 None None] Port ec5a6da2-8981-462f-a891-9d61b58840a1 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:24.642978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:24.648653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.652735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:24.654053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Usage tracker for resource:floatingip and tenant:3753bf3850704915bc54d931bd101fa0 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:24.665656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:24.690774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:24.704827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:24.740788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.745894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:24.749617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.755123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:24.756066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:24.840499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=e1f4b33d-402a-4e59-9c62-5b22337e592f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:24.855332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.864628 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-55ab94e6-4179-40d2-a36e-2d4c132b5eba tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4089394 May 05 16:31:24.865451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Deleting port 61a109de-72a6-4bb8-aed6-1fc6373198a3 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:24.865787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:24.871617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48478) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:24.952450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:25.048713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.069348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.091326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': 'a748ce8e-acd9-417e-a926-8e03f7718759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:25.091921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: a463cdfb-d2c4-4864-91ae-9fef0f716802, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:31:25.197998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:25.246673 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-2ea08542-48eb-4bb5-b662-6d3855d6be83 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] remove_router_interface failed (client error): The resource could not be found. May 05 16:31:25.250838 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2ea08542-48eb-4bb5-b662-6d3855d6be83 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/e3f40dcf-91cb-46ac-b8cc-59d727f35f40/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9704859 May 05 16:31:25.250838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:25.255020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48482) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:25.307798 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c0c8be7a-0871-4d7b-a558-81b17a5c3b9c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3f40dcf-91cb-46ac-b8cc-59d727f35f40 HTTP/1.1" status: 200 len: 205 time: 0.0484416 May 05 16:31:25.307996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Calling delete_port for 61a109de-72a6-4bb8-aed6-1fc6373198a3 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:25.314916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48486) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:25.386401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:31:25.444300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48490) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:25.446210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:25.475200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-722349144', 'description': 'tempest-secgroup-smoke-722349144 description', 'project_id': '767f10633efb4c19a2fcf295a8578ce2'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:25.534441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:25.556016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a463cdfb-d2c4-4864-91ae-9fef0f716802) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:25.560396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:25.561465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.564855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6306da1e-f737-41a6-8674-131dc54ff9c1 None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:25.566010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:25.573449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:25.592137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.595489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:25.617826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.669011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event deleted for resources: {'Port': ['ID=61a109de-72a6-4bb8-aed6-1fc6373198a3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:25.678173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.679613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:25.680043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:25.691140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.835817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a463cdfb-d2c4-4864-91ae-9fef0f716802', 'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': 'e1f4b33d-402a-4e59-9c62-5b22337e592f'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:25.836809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.842958 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4318a6d9-094b-4ad8-8998-8ec51bc2d9a8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5147567 May 05 16:31:25.843862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:25.858865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48494) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:25.940126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.016394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:26.026303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Allocated IP 172.20.0.2 (a463cdfb-d2c4-4864-91ae-9fef0f716802/e1f4b33d-402a-4e59-9c62-5b22337e592f/697d7db0-ff91-4ff3-a06b-8b24c4cfd342) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:26.030350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.055746 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3d545422-8da4-4a14-8ad6-8085ecbc00d2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1793253 May 05 16:31:26.061699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48498) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:26.067353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:26.229603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Allocated IP 172.26.2.48 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/7ce25ab8-770b-45b6-b193-60ad064d87e5) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:26.255050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.265328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Transition to ACTIVE for port object 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:26.285097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Transition to ACTIVE for port object 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:26.302972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:26.303245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.309425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:26.317619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.322028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:26.333199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.336318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:26.345045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:26.373834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:26.406368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:26.410633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:26.412627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Pushing event updated for resources: {'Port': ['ID=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:26.414918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:26.436463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:26.443548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.450329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Fanout notify agent at l3_agent the message router_deleted on router e78e846f-8022-4365-9fec-382ff5662c82 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:26.486973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.488134 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-55d7850e-c530-4046-8a9a-8feff134d6be tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/e78e846f-8022-4365-9fec-382ff5662c82 HTTP/1.1" status: 204 len: 168 time: 2.5744162 May 05 16:31:26.492666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.495321 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:26.495321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:26.499416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48502) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:26.508433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Attempting to bind port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:26.508433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Attempting to bind port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'a748ce8e-acd9-417e-a926-8e03f7718759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:26.509001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Attempting to bind port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 on network a463cdfb-d2c4-4864-91ae-9fef0f716802 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:26.515766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:26.519967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Checking segment: {'id': 'a748ce8e-acd9-417e-a926-8e03f7718759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:26.519967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.519967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Bound using segment: {'id': 'a748ce8e-acd9-417e-a926-8e03f7718759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:26.519967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Bound port: 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a748ce8e-acd9-417e-a926-8e03f7718759', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:26.519967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.573157 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b82e2c3e-692c-44ba-b989-e754c8b63fc2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5103765 May 05 16:31:26.574086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1241353519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:26.576200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48506) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:26.583279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:26.607475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] For port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:26.610236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:26.611396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] For port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,segment=NetworkSegment(a748ce8e-acd9-417e-a926-8e03f7718759),segment_id=a748ce8e-acd9-417e-a926-8e03f7718759)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:26.613262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:26.627816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Usage tracker for resource:router and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:26.634072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.635801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:26.642881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:26.650737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:26.658597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:26.676178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.676412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:26.685196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.694933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:26.705913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:26.767267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.774451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb85593-835b-4b5d-994a-115ea05638c7 None None] Pushing event updated for resources: {'Port': ['ID=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:26.777722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:26.781647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.785892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.786241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.786365 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:26.786365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:26.786881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.793427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:26.796791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.883354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.893441 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c557f5ac-59dc-43fe-8bcc-40057354fa37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3105748 May 05 16:31:26.896194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48510) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:26.902304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:26.953053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:26.953470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router e3f40dcf-91cb-46ac-b8cc-59d727f35f40 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:26.976845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:27.002456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.009839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:27.014057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fccbf141-5cc5-4f70-b4f0-765534575d59,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:27.029400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:27.049699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:27.058130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:27.061927 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.ipam_backend_mixin [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1f4b33d-402a-4e59-9c62-5b22337e592f (CIDR: 172.20.0.0/28) May 05 16:31:27.070366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:27.086177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.088625 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d6a604bc-11bf-4f73-aca2-1a65f978da21 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/e3f40dcf-91cb-46ac-b8cc-59d727f35f40 HTTP/1.1" status: 204 len: 168 time: 1.7719777 May 05 16:31:27.090147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48514) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:27.111205 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:27.111791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:27.153010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.159651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.200069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.233792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:27.239210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.241010 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:31:27.241479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:27.243853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.264612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:27.279223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce25ab8-770b-45b6-b193-60ad064d87e5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:27.281677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:27.284653 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c3c923db-436d-493b-a27b-663c182cb47d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4202859 May 05 16:31:27.285834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:27.289775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48518) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:27.309676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:27.328836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.333158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-09551ecb-ea8d-4630-bc99-657a232133f9 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8239682 May 05 16:31:27.334536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48522) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:27.346243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a055137-db66-4434-8d09-528ccdb048be,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:27.433551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'enable_snat': False}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:27.445794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.449722 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7e873928-4c0a-49d0-b5d6-5a3177ab9b58 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.9832649 May 05 16:31:27.450031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48526) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:27.466739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group_rule': {'security_group_id': '7a055137-db66-4434-8d09-528ccdb048be', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:27.476174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:27.483340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:27.488406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:27.494313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e9dfba24-1689-4e79-b87b-a0fe562c25ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5966961 May 05 16:31:27.502082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:27.503251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48530) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:27.663870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4b0b05fa-9820-43c2-962d-79db402eaac4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:27.672970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 22a3d89f-87d8-4718-a451-5d502d5149f3 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:27.677559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.704949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:27.721783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.771811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:27.783340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:27.844363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:27.858972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4b0b05fa-9820-43c2-962d-79db402eaac4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:27.863438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4b0b05fa-9820-43c2-962d-79db402eaac4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3559811 May 05 16:31:27.869075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48534) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:27.873478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:27.930396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:27.937670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbddb3c-9e69-4416-ba7a-854b6d7ce0cf None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:27.988197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa73703b-c420-4011-b12f-6ee6a26afe32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:27.988873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aa73703b-c420-4011-b12f-6ee6a26afe32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:28.023378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.035950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aa73703b-c420-4011-b12f-6ee6a26afe32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:28.039522 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa73703b-c420-4011-b12f-6ee6a26afe32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1654873 May 05 16:31:28.039824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48538) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:28.052267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:28.102837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.142226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ce4cf6bc-1246-4931-bc0f-4d11538a4e23 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955477 May 05 16:31:28.143729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48542) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:28.152840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7be14691-17a3-4a5b-82b6-3bbe60fdf20a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:28.154836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:28.213728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dca65c72-27f7-4e5a-be80-f344203832cc None None] Provisioning for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:28.240209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.244044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c762cc44-3a87-46b2-a6e7-4e21cf6f0953 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7925723 May 05 16:31:28.245173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48546) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:28.261342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group_rule': {'security_group_id': '7a055137-db66-4434-8d09-528ccdb048be', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:28.272487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:28.275839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.288124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:28.292962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:28.296139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:28.297575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.302828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:28.303755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:28.304686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.350730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.427520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.430959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:28.449588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.450500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.465457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:28.490885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.505829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,segment=NetworkSegment(a748ce8e-acd9-417e-a926-8e03f7718759),segment_id=a748ce8e-acd9-417e-a926-8e03f7718759)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:28.596251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.672397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-36988b8a-bc61-4dd7-b685-78c03fbc3d1f None None] Provisioning complete for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:28.672800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-36988b8a-bc61-4dd7-b685-78c03fbc3d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.677394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.730266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:28.733635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.738718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.744366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:28.748288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.769450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79176236-c580-45ce-b933-4266f8f79b83,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:28.795567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.856556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=22a3d89f-87d8-4718-a451-5d502d5149f3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:28.858141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.862211 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e5eb682d-9dee-4752-b932-d6a55f73d3f8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6053834 May 05 16:31:28.863117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48550) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:28.868916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group_rule': {'security_group_id': '7a055137-db66-4434-8d09-528ccdb048be', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:28.875603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:28.878081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.918538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:28.921918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:28.936848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:28.943746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5afec39-5877-48be-a460-b90f3d1b98d6 None None] Network 259a870c-cea7-4947-8758-5af93d335094 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:28.946365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:28.976159 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f86538ab-bff7-4858-8006-d7f848d69421 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/22a3d89f-87d8-4718-a451-5d502d5149f3 HTTP/1.1" status: 204 len: 168 time: 1.8847735 May 05 16:31:28.978373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48554) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:29.006069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Pushing event updated for resources: {'Port': ['ID=7ce25ab8-770b-45b6-b193-60ad064d87e5,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:29.024399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.145631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.158420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.230415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port f636303b-1c54-4688-bc0b-8528d82a9f74 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:29.237988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.238166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] DHCP port deletion for 259a870c-cea7-4947-8758-5af93d335094 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:29.240012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] Deleting port f636303b-1c54-4688-bc0b-8528d82a9f74 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:29.240482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.243239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.300028 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Floating IP a824d38f-2f50-47eb-87c6-dcec849601d8 associated. External IP: 172.26.2.48, port: ec5a6da2-8981-462f-a891-9d61b58840a1. May 05 16:31:29.312654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.364219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.444009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8dd919a-fa07-4f70-9390-81faa064c883,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:29.479820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:29.493730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:29.499902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=9b99ae6a-2c32-42ed-8e50-777705e97c29,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:29.511102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b9a2bd6-7b0b-472b-bc99-57bf206661f7 None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:29.511412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:29.512028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.528528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.532093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-04f2182e-0164-4871-889d-fb11e13730c7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6654000 May 05 16:31:29.534012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48558) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:29.543905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group_rule': {'security_group_id': '7a055137-db66-4434-8d09-528ccdb048be', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:29.550961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:29.556587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:29.561828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:29.569522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:29.606883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] For port f636303b-1c54-4688-bc0b-8528d82a9f74, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f636303b-1c54-4688-bc0b-8528d82a9f74,segment=NetworkSegment(9f7629ae-dd12-4f6b-b272-d2a78298a002),segment_id=9f7629ae-dd12-4f6b-b272-d2a78298a002)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:29.607280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.660186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.702854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.750085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] Calling delete_port for f636303b-1c54-4688-bc0b-8528d82a9f74 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:29.785711 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-89daf8d3-6edf-4e28-b0d9-a0fc302c9711 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.4946787 May 05 16:31:29.789831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.791557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48562) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:29.793166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port f636303b-1c54-4688-bc0b-8528d82a9f74, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f636303b-1c54-4688-bc0b-8528d82a9f74,segment=NetworkSegment(9f7629ae-dd12-4f6b-b272-d2a78298a002),segment_id=9f7629ae-dd12-4f6b-b272-d2a78298a002)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:29.793520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:29.804566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Router c07b1e79-8ec4-444b-b655-e386cb6db7c4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:29.822682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802', 'fixed_ips': [{'subnet_id': 'e1f4b33d-402a-4e59-9c62-5b22337e592f'}, {'subnet_id': '9b99ae6a-2c32-42ed-8e50-777705e97c29'}], 'name': 'tempest-PortsTestJSON-575121549'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:29.896209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:31:29.964430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:30.025298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for f636303b-1c54-4688-bc0b-8528d82a9f74 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:30.053518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.060758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.129338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.134633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:30.135044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.173583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] Pushing event deleted for resources: {'Port': ['ID=f636303b-1c54-4688-bc0b-8528d82a9f74,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:30.207274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.218689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e99387-9c23-4882-8f80-4ec73976832d None None] No DVR routers for this DVR port f636303b-1c54-4688-bc0b-8528d82a9f74 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:30.255259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Update dhcp port {'port': {'network_id': 'a463cdfb-d2c4-4864-91ae-9fef0f716802', 'fixed_ips': [{'subnet_id': 'e1f4b33d-402a-4e59-9c62-5b22337e592f', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b99ae6a-2c32-42ed-8e50-777705e97c29'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': '697d7db0-ff91-4ff3-a06b-8b24c4cfd342'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:31:30.257356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2538d5ff-0b8d-4f96-bbc6-26d68e007dca,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:30.274051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.274809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.275205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.275576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.275911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.276235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.276566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.276895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.277583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.277916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.278245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.284901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:30.310459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.312337 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cdadfce9-5e56-4d90-b4a4-30914680822f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7771814 May 05 16:31:30.316502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48566) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:30.320416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] Sync routers for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:30.322808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group_rule': {'security_group_id': '7a055137-db66-4434-8d09-528ccdb048be', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:30.330476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:30.335370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:30.341721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:30.349262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:30.349857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:30.371006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:30.377134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.386588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=9e6fb7a1-7a39-431c-8c08-5e92bf71a33b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:30.389459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.389631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b9f96-5051-42b6-9baf-a720b6454fc2 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:30.391815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:30.392407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.413292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:30.414549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:30.446958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.447661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.448172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.448700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.449178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.449698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.450247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.450814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.451340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.451895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.452447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:30.461793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Allocated IP 172.26.2.40 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/d7670984-162a-4a0c-993b-26ce68e6af27) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:30.469378 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Project 767f10633efb4c19a2fcf295a8578ce2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:31:30.469529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:30.469529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:30.479378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:30.481726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.486223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:30.495041 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3b3db533-8bb5-467e-81df-6a4d026ad538 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.3735077 May 05 16:31:30.501382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:30.506186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:30.528990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f636303b-1c54-4688-bc0b-8528d82a9f74 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:30.557048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:30.578642 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-be0bfaab-fc11-4ee0-8d6f-ee27ca8c5e32 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.4328613 May 05 16:31:30.578854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48574) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:30.600895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:30.602177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:d7:27:b8', 'name': 'tempest-NetworksTestDHCPv6-1488733425'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:30.615114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f636303b-1c54-4688-bc0b-8528d82a9f74 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:30.615567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f636303b-1c54-4688-bc0b-8528d82a9f74 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:30.651343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.660091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:30.665667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.694445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port bcb142ab-b1d6-4426-8b7e-d55f429841a9 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:30.722670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:30.723306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:30.736998 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aaeb17ba-6a08-4baa-9b46-fa510fee3fc6 tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] 10.222.0.70 "GET /v2.0/floatingips/a824d38f-2f50-47eb-87c6-dcec849601d8 HTTP/1.1" status: 200 len: 982 time: 0.2340631 May 05 16:31:30.743765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48578) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:30.798318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:30.798758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d75ef69-b192-41db-bef2-62293eab57fa None None] The sync data for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:30.828757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.863013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.876598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:30.894363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:30.899393 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ccf2ca1-d710-4167-a516-4986b7a3f36b tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1466 time: 0.1545122 May 05 16:31:30.903492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48582) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:30.978092 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:30.996198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port f636303b-1c54-4688-bc0b-8528d82a9f74 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:30.996552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.012007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef60b04-ef48-4771-91d3-2a8e58b0dd51,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:31.026010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:31.029802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Allocated IP 172.20.0.18 (a463cdfb-d2c4-4864-91ae-9fef0f716802/9b99ae6a-2c32-42ed-8e50-777705e97c29/697d7db0-ff91-4ff3-a06b-8b24c4cfd342) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:31.034090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:31.049222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '9e6fb7a1-7a39-431c-8c08-5e92bf71a33b'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:31.050019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.058118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:31.068226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Pushing event updated for resources: {'Port': ['ID=d7670984-162a-4a0c-993b-26ce68e6af27,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:31.070707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:31.145048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] The port 'f636303b-1c54-4688-bc0b-8528d82a9f74' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:31:31.187583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.193288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fa07c987-4593-4276-90ca-b44fde84dc9d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8716962 May 05 16:31:31.193288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48586) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:31.211411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'security_group_rule': {'security_group_id': '7a055137-db66-4434-8d09-528ccdb048be', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:31.225925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:31.241639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:security_group_rule and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:31.248599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:31.280355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:31.291267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting port 7ce25ab8-770b-45b6-b193-60ad064d87e5 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:31.291632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.314453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] For port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,segment=NetworkSegment(a748ce8e-acd9-417e-a926-8e03f7718759),segment_id=a748ce8e-acd9-417e-a926-8e03f7718759)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:31.322939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.339616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Allocated IP 2001:db8::f816:3eff:fe59:37f8 (f5e6463e-72cb-4e68-8573-613d495405f8/9e6fb7a1-7a39-431c-8c08-5e92bf71a33b/1dbac1c7-08ba-407d-8588-20879f006f12) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:31.352020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.368479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.371233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 95760984-432c-4701-83fb-f9099fb69563 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:31.388520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259a870c-cea7-4947-8758-5af93d335094']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:31.411506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f7629ae-dd12-4f6b-b272-d2a78298a002') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:31.411726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f7629ae-dd12-4f6b-b272-d2a78298a002') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:31.423189 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Project 767f10633efb4c19a2fcf295a8578ce2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:31:31.427170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.456536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.463825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:31.464348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:31.480064 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:31.484747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.584668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.601049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.612183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.612517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.629951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Transition to ACTIVE for port object 1dbac1c7-08ba-407d-8588-20879f006f12 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:31.633364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Transition to ACTIVE for port object 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:31.637837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.654929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Transition to ACTIVE for port object 1dbac1c7-08ba-407d-8588-20879f006f12 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:31.708474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.714982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.825963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=259a870c-cea7-4947-8758-5af93d335094,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:31.853617 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-de230606-d62b-4a1d-8354-b0bb87e3234d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/259a870c-cea7-4947-8758-5af93d335094 HTTP/1.1" status: 204 len: 168 time: 2.8740888 May 05 16:31:31.856857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Calling delete_port for 7ce25ab8-770b-45b6-b193-60ad064d87e5 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:31.862707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48590) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:31.879219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-184032228'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:31.892957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:31.905334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.915824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:31.922467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:31.955441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:31.959596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:31.960218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:31.962718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:31.965022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65b6b7-97e6-4cb6-aae1-93ba3d8ce187 None None] Pushing event updated for resources: {'Port': ['ID=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:31.990232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:32.005395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fed7:27b8 (f5e6463e-72cb-4e68-8573-613d495405f8/9e6fb7a1-7a39-431c-8c08-5e92bf71a33b/95760984-432c-4701-83fb-f9099fb69563) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:32.014340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.042107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.053920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.7 (a463cdfb-d2c4-4864-91ae-9fef0f716802/e1f4b33d-402a-4e59-9c62-5b22337e592f/bcb142ab-b1d6-4426-8b7e-d55f429841a9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:32.063158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.21 (a463cdfb-d2c4-4864-91ae-9fef0f716802/9b99ae6a-2c32-42ed-8e50-777705e97c29/bcb142ab-b1d6-4426-8b7e-d55f429841a9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:32.074234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=698d32de-f138-4126-adbe-4d4eb7b3ac3d,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:32.106544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Pushing event updated for resources: {'Port': ['ID=1dbac1c7-08ba-407d-8588-20879f006f12,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:32.107139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.133651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Attempting to bind port 1dbac1c7-08ba-407d-8588-20879f006f12 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:32.134115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Attempting to bind port 1dbac1c7-08ba-407d-8588-20879f006f12 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:32.134733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Attempting to bind port 1dbac1c7-08ba-407d-8588-20879f006f12 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:32.143353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:32.143924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:32.144409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.144890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:32.145442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Bound port: 1dbac1c7-08ba-407d-8588-20879f006f12, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:32.145919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.180338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:32.183326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.217949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.219342 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d436f7a0-8285-49ba-a078-f110d059312c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.0230610 May 05 16:31:32.222232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48594) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:32.228920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'network': {'name': 'tempest-network-smoke--108169323', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:32.234473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:32.239823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:network and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:32.243500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:32.250538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:32.273566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] For port 1dbac1c7-08ba-407d-8588-20879f006f12, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:32.277964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] For port 1dbac1c7-08ba-407d-8588-20879f006f12, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1dbac1c7-08ba-407d-8588-20879f006f12,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:32.303093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.366756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.418401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Port': ['ID=7ce25ab8-770b-45b6-b193-60ad064d87e5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:32.422268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Made reservation on behalf of 767f10633efb4c19a2fcf295a8578ce2 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:32.426598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.460620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Pushing event updated for resources: {'Port': ['ID=1dbac1c7-08ba-407d-8588-20879f006f12,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:32.470029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.470283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.470711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.471049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.471385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.471742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.472086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.472409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.472720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.473039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.473362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54277a0c-9535-4e94-8ec3-04755d581d71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:32.511314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:31:32.546935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.546935 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment c0530895-e24a-41f0-957f-6b4a794da1c8 of type vlan for network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 May 05 16:31:32.553366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 763} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:31:32.563941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.564377 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Added segment 77fc89d8-5a51-4467-828e-bf2c4bdcf64e of type vlan for network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 May 05 16:31:32.602537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.628588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.652209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.687128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b4f5cba7-c2fb-46f5-a928-d32ad52994ec None None] Provisioning for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:32.695163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b4f5cba7-c2fb-46f5-a928-d32ad52994ec None None] Provisioning complete for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:32.696012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b4f5cba7-c2fb-46f5-a928-d32ad52994ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.696524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.734033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object bcb142ab-b1d6-4426-8b7e-d55f429841a9 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:32.793175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.796998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:32.797579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.877876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:32.920064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 95760984-432c-4701-83fb-f9099fb69563 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:32.947125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.017379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=df920a6f-5f8b-42d7-8b24-1ccd469ee3f0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:33.027477 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7a3858ec-3253-49f3-8b20-ae58b224893f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1613965 May 05 16:31:33.028111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48598) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:33.028956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:31:33.050684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:33.069647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:33.076065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:33.080709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.081896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.084681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:33.096518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:33.096518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.172448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=bcb142ab-b1d6-4426-8b7e-d55f429841a9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:33.195958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Router f71b345d-b863-444f-8708-52578082acc1 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:33.240219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:33.252828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:33.253463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.258329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:33.262684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:33.332340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:33.350610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:33.350707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:33.356125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:33.360433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:33.361412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.393507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=95760984-432c-4701-83fb-f9099fb69563,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:33.399250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1732316 May 05 16:31:33.399250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a3694-b1e3-4bf1-8b89-95e2701ad9c4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Network': ['ID=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:33.403800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48602) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:33.413882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'admin_state_up': True, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:33.420511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:31:33.422195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:33.428495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:router and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:33.438457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:33.448190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:33.489544 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-604fef5a-9291-4a09-8d7d-2cd419723d86 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.6874771 May 05 16:31:33.493273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48606) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:33.506225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1f4b33d-402a-4e59-9c62-5b22337e592f'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:33.537339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:33.542255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.546957 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-270247a8-5c1a-4ea7-8d2e-2dc78872c638 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "PUT /v2.0/routers/f71b345d-b863-444f-8708-52578082acc1 HTTP/1.1" status: 200 len: 919 time: 6.2120161 May 05 16:31:33.551381 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] Sync routers for ids ['f71b345d-b863-444f-8708-52578082acc1'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:33.561846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48610) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:33.567131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Router c07b1e79-8ec4-444b-b655-e386cb6db7c4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:33.571840 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] Routers {'f71b345d-b863-444f-8708-52578082acc1'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:33.572450 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['f71b345d-b863-444f-8708-52578082acc1'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:33.581576 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1424bbb-4fb2-441e-81b6-90415cb1cfc8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9929779 May 05 16:31:33.585776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c4c60e12-e378-461d-b0be-9443d2942332 None None] Provisioning for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:33.592390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c4c60e12-e378-461d-b0be-9443d2942332 None None] Provisioning complete for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:33.592725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c4c60e12-e378-461d-b0be-9443d2942332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.593174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48614) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:33.643036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.664000 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:33.664224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c4c60e12-e378-461d-b0be-9443d2942332 None None] Port bcb142ab-b1d6-4426-8b7e-d55f429841a9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:33.677476 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] Routers {'f71b345d-b863-444f-8708-52578082acc1'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:33.677690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:33.678524 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['f71b345d-b863-444f-8708-52578082acc1'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:33.753553 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:33.754305 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ada67b-cfb4-41f9-a852-f75f38b09393 None None] The sync data for ids ['f71b345d-b863-444f-8708-52578082acc1'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:33.843031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.844015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.929530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:33.989832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3d095fc3-6e8c-4fb2-865e-aad407b7f038 None None] Provisioning for port 1dbac1c7-08ba-407d-8588-20879f006f12 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:33.997588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.090937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:34.141321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1219133e-5726-43fc-ba4f-28a2adba4851 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:34.146445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1219133e-5726-43fc-ba4f-28a2adba4851 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:34.147262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1219133e-5726-43fc-ba4f-28a2adba4851 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:34.177422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:34.177778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.237972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.306048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1219133e-5726-43fc-ba4f-28a2adba4851 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:34.309980 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1219133e-5726-43fc-ba4f-28a2adba4851 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7130251 May 05 16:31:34.311160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48618) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:34.357135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1dbac1c7-08ba-407d-8588-20879f006f12 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:34.389938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f51e689-059b-4117-93fa-0d5617b7b85e None None] Provisioning for port 95760984-432c-4701-83fb-f9099fb69563 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:34.406612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f51e689-059b-4117-93fa-0d5617b7b85e None None] Provisioning complete for port 95760984-432c-4701-83fb-f9099fb69563 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:34.406826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f51e689-059b-4117-93fa-0d5617b7b85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.448590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.456510 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8f591099-254b-4ce8-bc29-5a03e21090ab tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/f71b345d-b863-444f-8708-52578082acc1 HTTP/1.1" status: 200 len: 925 time: 0.8870549 May 05 16:31:34.456726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48622) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:34.459019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 95760984-432c-4701-83fb-f9099fb69563 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:34.459359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.472700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f51e689-059b-4117-93fa-0d5617b7b85e None None] Port 95760984-432c-4701-83fb-f9099fb69563 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:34.504357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.538006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1dbac1c7-08ba-407d-8588-20879f006f12 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:34.543996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1dbac1c7-08ba-407d-8588-20879f006f12 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:34.544500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.611764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=370759e9-37d8-4c3c-b88f-39fdce6e3a80,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:34.625102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:34.639797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.648197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] Sync routers for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:34.683502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.694408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:34.698021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:34.698246 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-32342e39-e98f-4131-bd02-960ca1c6d2f8 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=f71b345d-b863-444f-8708-52578082acc1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2376769 May 05 16:31:34.699285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48626) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:34.702224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': 'c0530895-e24a-41f0-957f-6b4a794da1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:34.702574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: df920a6f-5f8b-42d7-8b24-1ccd469ee3f0, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:31:34.795993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:34.831099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1dbac1c7-08ba-407d-8588-20879f006f12, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1dbac1c7-08ba-407d-8588-20879f006f12,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:34.832978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:34.833703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:34.855207 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f6c87fe4-6748-41f2-92b9-7a5ddccf6e02 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "DELETE /v2.0/floatingips/a824d38f-2f50-47eb-87c6-dcec849601d8 HTTP/1.1" status: 204 len: 168 time: 3.9471431 May 05 16:31:34.856192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48630) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:34.866624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:34.876633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:34.899599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:34.900146 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4865077d-e27a-4f51-b826-9464a2d91d12 None None] The sync data for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:34.904278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Usage tracker for resource:floatingip and tenant:2c6faf999f8e47fcb6b272dc7ca87e49 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:34.912781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:34.917226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f023d49-13c0-4e2d-822f-bca112ec3541 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:34.918582 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5f023d49-13c0-4e2d-822f-bca112ec3541 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/networks/d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 881 time: 0.2188792 May 05 16:31:34.923604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:34.925532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:34.931605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.964997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:34.967013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:31:34.982966 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-690f902c-83cc-4ffe-b8ec-d9d10ecf0bfe tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=f71b345d-b863-444f-8708-52578082acc1 HTTP/1.1" status: 200 len: 205 time: 0.0539322 May 05 16:31:34.983220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Delete allocated IP 172.20.0.21 (a463cdfb-d2c4-4864-91ae-9fef0f716802/9b99ae6a-2c32-42ed-8e50-777705e97c29) {{(pid=84819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 16:31:34.983518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48638) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:35.015795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1dbac1c7-08ba-407d-8588-20879f006f12,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:35.022710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.053394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.069632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.111088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, df920a6f-5f8b-42d7-8b24-1ccd469ee3f0) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:35.124247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a67cd64-663d-4111-a8d5-c819b1ead56b None None] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:35.156207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 95760984-432c-4701-83fb-f9099fb69563 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:35.161845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:35.162421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.304307 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bd725bb7-0ad7-4417-9474-0145bd53a3a8 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2665892 May 05 16:31:35.312408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48642) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:35.317438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Allocated IP 172.26.2.218 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/351251d2-beea-4dc8-9415-e2eaba83ef63) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:35.323802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1080930552', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:35.334421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:35.355062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:35.357530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-df920a6f-5f8b-42d7-8b24-1ccd469ee3f0', 'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '370759e9-37d8-4c3c-b88f-39fdce6e3a80'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:35.361162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.361310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:35.371047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:35.454688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.531549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Allocated IP 172.20.0.2 (df920a6f-5f8b-42d7-8b24-1ccd469ee3f0/370759e9-37d8-4c3c-b88f-39fdce6e3a80/08972610-59c9-43f2-a844-e3e6327133a4) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:35.537116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.537687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.601760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.604993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.668489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.692277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object bcb142ab-b1d6-4426-8b7e-d55f429841a9 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:35.727286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.737844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.752286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.795172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Transition to ACTIVE for port object 08972610-59c9-43f2-a844-e3e6327133a4 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:35.799969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.818163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Transition to ACTIVE for port object 08972610-59c9-43f2-a844-e3e6327133a4 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:35.840486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.886459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.894618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.895725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-891e3e92-134c-4540-a397-f8e7ba08f500 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5801053 May 05 16:31:35.902616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48646) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:35.908662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=95760984-432c-4701-83fb-f9099fb69563,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:35.925754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:35.926999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:35.932472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Port': ['ID=351251d2-beea-4dc8-9415-e2eaba83ef63,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:35.942785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:35.942785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:35.972960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Allocated IP 172.26.2.111 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e6e4795e-1065-4421-9538-20b848413b63) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:36.005038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1dbac1c7-08ba-407d-8588-20879f006f12 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:36.048575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:36.059386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:36.061950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:36.198996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.210565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Attempting to bind port 08972610-59c9-43f2-a844-e3e6327133a4 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:36.210935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Attempting to bind port 08972610-59c9-43f2-a844-e3e6327133a4 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'c0530895-e24a-41f0-957f-6b4a794da1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:36.211293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Attempting to bind port 08972610-59c9-43f2-a844-e3e6327133a4 on network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:36.218575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=bcb142ab-b1d6-4426-8b7e-d55f429841a9,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:36.222964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:36.223739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Checking segment: {'id': 'c0530895-e24a-41f0-957f-6b4a794da1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:36.224143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.224533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Bound using segment: {'id': 'c0530895-e24a-41f0-957f-6b4a794da1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:36.225011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Bound port: 08972610-59c9-43f2-a844-e3e6327133a4, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0530895-e24a-41f0-957f-6b4a794da1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'df920a6f-5f8b-42d7-8b24-1ccd469ee3f0'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:36.225377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.236367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Pushing event updated for resources: {'Port': ['ID=08972610-59c9-43f2-a844-e3e6327133a4,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:36.254835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.311583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1dbac1c7-08ba-407d-8588-20879f006f12 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:36.311956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.403983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] For port 08972610-59c9-43f2-a844-e3e6327133a4, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:36.410423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] For port 08972610-59c9-43f2-a844-e3e6327133a4, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=08972610-59c9-43f2-a844-e3e6327133a4,segment=NetworkSegment(c0530895-e24a-41f0-957f-6b4a794da1c8),segment_id=c0530895-e24a-41f0-957f-6b4a794da1c8)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:36.441606 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ba460ec3-e437-49fe-ba99-e29f67a2615d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/95760984-432c-4701-83fb-f9099fb69563 HTTP/1.1" status: 204 len: 168 time: 2.1297324 May 05 16:31:36.448173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] In _notify_port_updated(), no bound segment for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 on network a463cdfb-d2c4-4864-91ae-9fef0f716802 {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:31:36.452185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:36.452815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.454817 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-78fca24e-05c2-4b3b-90f6-fdef084ef413 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/ports/bcb142ab-b1d6-4426-8b7e-d55f429841a9 HTTP/1.1" status: 200 len: 918 time: 2.9603155 May 05 16:31:36.461239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48650) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:36.464037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48652) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:36.474860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e1f4b33d-402a-4e59-9c62-5b22337e592f'}, {'subnet_id': '9b99ae6a-2c32-42ed-8e50-777705e97c29'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:36.483422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.528961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.607756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:36.612419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:36.615017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:36.626803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792ca86-f6e8-48a1-bcb2-22c1322adf9b None None] Pushing event updated for resources: {'Port': ['ID=08972610-59c9-43f2-a844-e3e6327133a4,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:36.651966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Pushing event updated for resources: {'Port': ['ID=e6e4795e-1065-4421-9538-20b848413b63,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:36.660263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac001b-bcbe-4d3c-a267-e9985b5da6ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:36.661612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ac001b-bcbe-4d3c-a267-e9985b5da6ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:36.663145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f6ac001b-bcbe-4d3c-a267-e9985b5da6ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1990316 May 05 16:31:36.671767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48658) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:36.692376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1a0b9087-d374-4ff0-b16f-8afe26e8a6dc None None] Provisioning for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:36.698176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1a0b9087-d374-4ff0-b16f-8afe26e8a6dc None None] Provisioning complete for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:36.698611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1a0b9087-d374-4ff0-b16f-8afe26e8a6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.741187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.741901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.768448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1a0b9087-d374-4ff0-b16f-8afe26e8a6dc None None] Port bcb142ab-b1d6-4426-8b7e-d55f429841a9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:36.800025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:36.952368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.113459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 9e6fb7a1-7a39-431c-8c08-5e92bf71a33b {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:37.122704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.173878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.186802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Deleting port d7670984-162a-4a0c-993b-26ce68e6af27 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:37.187041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.198310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.313663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.327987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.392649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.661948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.667612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.702802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=9e6fb7a1-7a39-431c-8c08-5e92bf71a33b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:37.711361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.719747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e190a3-b0ea-4bbf-9625-c03a52cdd26b None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:37.725241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Router 944777c3-3d25-4fff-9d14-78ded65fb43c is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:37.749878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.845186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a36216cf-f02d-49b3-bb38-8b2163351676 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/9e6fb7a1-7a39-431c-8c08-5e92bf71a33b HTTP/1.1" status: 204 len: 168 time: 1.1703949 May 05 16:31:37.847302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48662) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:37.857789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:37.889557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37299363-1d41-4aab-a1a4-e592c2ab1044 None None] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:37.938932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Calling delete_port for d7670984-162a-4a0c-993b-26ce68e6af27 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:38.039937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 08972610-59c9-43f2-a844-e3e6327133a4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:38.080935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.28 (a463cdfb-d2c4-4864-91ae-9fef0f716802/9b99ae6a-2c32-42ed-8e50-777705e97c29/bcb142ab-b1d6-4426-8b7e-d55f429841a9) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:38.184045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-be60c471-1261-41fe-8de3-0defaf4fe959 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3290596 May 05 16:31:38.210984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Pushing event updated for resources: {'Port': ['ID=e6e4795e-1065-4421-9538-20b848413b63,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:38.213202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48666) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:38.227523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:38.297763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a7b846a8-3a66-4b66-8021-defdde95b70c None None] Provisioning for port 08972610-59c9-43f2-a844-e3e6327133a4 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:38.318199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.20.0.1 (df920a6f-5f8b-42d7-8b24-1ccd469ee3f0/370759e9-37d8-4c3c-b88f-39fdce6e3a80/546f0a6d-0927-4ad6-afb5-cabbfdcd7908) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:38.322644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.445100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:38.449922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] Deleting port 1dbac1c7-08ba-407d-8588-20879f006f12 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:38.450370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.468723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:38.474179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:38.477524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:38.483787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:38.491711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 08972610-59c9-43f2-a844-e3e6327133a4 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:38.511616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.511975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 08972610-59c9-43f2-a844-e3e6327133a4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:38.512596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.523031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.524313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-28d3b5d2-fe7c-4fa0-87a9-a9aec03f489f tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6672020 May 05 16:31:38.526972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48670) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:38.541702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:38.554082 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Sync routers for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:38.556607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.577469 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:38.578114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:38.585141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:38.587608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event deleted for resources: {'Port': ['ID=d7670984-162a-4a0c-993b-26ce68e6af27,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:38.596387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.605602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object bcb142ab-b1d6-4426-8b7e-d55f429841a9 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:38.856913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.861852 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-beb60e61-ab2b-4bc4-bc07-99647914cd6a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.4514508 May 05 16:31:38.865767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.867596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48676) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:38.889961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:31:38.899117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:38.922197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] For port 1dbac1c7-08ba-407d-8588-20879f006f12, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1dbac1c7-08ba-407d-8588-20879f006f12,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:38.923497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.019919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.025748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:39.039216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5bde0c9c-feb6-4bd0-ac11-c8df16e779cd None None] Provisioning complete for port 08972610-59c9-43f2-a844-e3e6327133a4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:39.039613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5bde0c9c-feb6-4bd0-ac11-c8df16e779cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.056641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:39.072725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Usage tracker for resource:floatingip and tenant:803470e2204943758711cfc72ab8e12e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:39.086986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:39.109755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:39.113968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:39.166087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] Calling delete_port for 1dbac1c7-08ba-407d-8588-20879f006f12 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:39.186101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.188493 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=bcb142ab-b1d6-4426-8b7e-d55f429841a9,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:39.259195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 08972610-59c9-43f2-a844-e3e6327133a4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=08972610-59c9-43f2-a844-e3e6327133a4,segment=NetworkSegment(c0530895-e24a-41f0-957f-6b4a794da1c8),segment_id=c0530895-e24a-41f0-957f-6b4a794da1c8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:39.336806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.430398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.447479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.467124 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:36Z', 'revision_number': 3, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:39.472521 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Checking router: 944777c3-3d25-4fff-9d14-78ded65fb43c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:31:39.473067 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Updating router 944777c3-3d25-4fff-9d14-78ded65fb43c port 351251d2-beea-4dc8-9415-e2eaba83ef63 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:31:39.492481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] No DVR routers for this DVR port 1dbac1c7-08ba-407d-8588-20879f006f12 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:39.507519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=08972610-59c9-43f2-a844-e3e6327133a4,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:39.540989 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.555286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015b7ba-d59e-4a61-9ffe-1bb2e7c93a00 None None] Pushing event deleted for resources: {'Port': ['ID=1dbac1c7-08ba-407d-8588-20879f006f12,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:39.561981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.604700 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bb081504-e1d5-4953-b99f-c9fe2603a54a tempest-TestNetworkAdvancedServerOps-84158788 tempest-TestNetworkAdvancedServerOps-84158788-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=767f10633efb4c19a2fcf295a8578ce2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7247887 May 05 16:31:39.607481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48682) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:39.709402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d83bf5cb-046c-45c1-8034-1c60c86ebcbf None None] Provisioning for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:39.727125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d83bf5cb-046c-45c1-8034-1c60c86ebcbf None None] Provisioning complete for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:39.728722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d83bf5cb-046c-45c1-8034-1c60c86ebcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.770317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] In _notify_port_updated(), no bound segment for port bcb142ab-b1d6-4426-8b7e-d55f429841a9 on network a463cdfb-d2c4-4864-91ae-9fef0f716802 {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:31:39.774037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:39.777303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.777303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-192ecb5b-3887-484f-bbb8-bf464119bb71 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/ports/bcb142ab-b1d6-4426-8b7e-d55f429841a9 HTTP/1.1" status: 200 len: 998 time: 3.3099573 May 05 16:31:39.779015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48686) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:39.787943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.793051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.822105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:31:39.824427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.840504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.878075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d83bf5cb-046c-45c1-8034-1c60c86ebcbf None None] Port bcb142ab-b1d6-4426-8b7e-d55f429841a9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:39.916740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.922443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Fanout notify agent at l3_agent the message router_deleted on router f71b345d-b863-444f-8708-52578082acc1 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:39.937843 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.954416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:39.960066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Transition to ACTIVE for port object 351251d2-beea-4dc8-9415-e2eaba83ef63 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:39.960247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:39.965328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port bcb142ab-b1d6-4426-8b7e-d55f429841a9 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:39.965876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:39.965967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:39.996254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 08972610-59c9-43f2-a844-e3e6327133a4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:39.997095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:39.998315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1edb945-9b98-4a8c-ae20-7bf0ad13ea36 tempest-TestNetworkAdvancedServerOps-84158788 tempest-TestNetworkAdvancedServerOps-84158788-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:40.005603 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c1edb945-9b98-4a8c-ae20-7bf0ad13ea36 tempest-TestNetworkAdvancedServerOps-84158788 tempest-TestNetworkAdvancedServerOps-84158788-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3943274 May 05 16:31:40.010965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:40.024251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48690) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:40.024251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=110f6b3b-39c1-48f7-b165-4e4ad41809df,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:40.025049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:40.025625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.041708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=546f0a6d-0927-4ad6-afb5-cabbfdcd7908,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:40.060966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.063617 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-023402a2-1a8d-4a69-81ee-a3ca28b00ce8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/f71b345d-b863-444f-8708-52578082acc1 HTTP/1.1" status: 204 len: 168 time: 5.0785501 May 05 16:31:40.067325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48694) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:40.071027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.077365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1608381500', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:40.082747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acd2a8c-e924-4686-8474-39fb33291d8a None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:40.088021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:40.096069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Usage tracker for resource:router and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:40.103128 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.117347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:40.125765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:40.199923 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Attempting to bind port 351251d2-beea-4dc8-9415-e2eaba83ef63 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:40.200288 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Attempting to bind port 351251d2-beea-4dc8-9415-e2eaba83ef63 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:40.200646 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Attempting to bind port 351251d2-beea-4dc8-9415-e2eaba83ef63 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:40.213066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Pushing event updated for resources: {'Port': ['ID=351251d2-beea-4dc8-9415-e2eaba83ef63,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:40.216433 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:40.216731 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:40.217066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.217420 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:40.217844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ed933f7f-a390-4af5-b566-96fac09d834f tempest-TestNetworkAdvancedServerOps-84158788 tempest-TestNetworkAdvancedServerOps-84158788-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1966329 May 05 16:31:40.217965 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Bound port: 351251d2-beea-4dc8-9415-e2eaba83ef63, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:40.218241 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.220923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48698) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:40.229866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-841358847', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:40.260354 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.260696 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.261023 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.261354 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.261682 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.262008 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.263056 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.263056 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.263056 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.263312 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.263627 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:31:40.274735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.279673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.303935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 08972610-59c9-43f2-a844-e3e6327133a4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:40.303935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.305432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.329819 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] For port 351251d2-beea-4dc8-9415-e2eaba83ef63, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:40.335083 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] For port 351251d2-beea-4dc8-9415-e2eaba83ef63, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=351251d2-beea-4dc8-9415-e2eaba83ef63,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:40.394972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Allocated IP 172.26.2.41 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/9851dd6c-0ffd-4010-b339-10256007b1a9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:40.402911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-86880df0-fef2-481b-9509-16dbd5f30ab9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1837630 May 05 16:31:40.415506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48702) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:40.430753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:35:2b:a1', 'name': 'tempest-NetworksTestDHCPv6-240546082'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:40.454333 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.465744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '110f6b3b-39c1-48f7-b165-4e4ad41809df'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:40.474927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.555881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89751047-e173-49f1-9348-83c80f2ec2b7 None None] Provisioning for port 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:40.576680 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:40.579940 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:40.583063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.655758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.715557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Allocated IP 2001:db8::f816:3eff:fede:4446 (f5e6463e-72cb-4e68-8573-613d495405f8/110f6b3b-39c1-48f7-b165-4e4ad41809df/a625166f-e02b-4c6a-a48c-ccf1d3663d1f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:40.717675 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b3817-750a-439a-9601-7a75958b1e2b None None] Pushing event updated for resources: {'Port': ['ID=351251d2-beea-4dc8-9415-e2eaba83ef63,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:40.727182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:40.736865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:subnet and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:40.769764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:40.786026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:40.806491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.822666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89751047-e173-49f1-9348-83c80f2ec2b7 None None] Provisioning complete for port 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:40.823489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89751047-e173-49f1-9348-83c80f2ec2b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:40.856965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1dbac1c7-08ba-407d-8588-20879f006f12 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:40.888629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Made reservation on behalf of 767f10633efb4c19a2fcf295a8578ce2 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:40.929280 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:31:40.936969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1dbac1c7-08ba-407d-8588-20879f006f12 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:40.937309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1dbac1c7-08ba-407d-8588-20879f006f12 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:40.962066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-89751047-e173-49f1-9348-83c80f2ec2b7 None None] Port 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:41.111605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for bcb142ab-b1d6-4426-8b7e-d55f429841a9 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:41.115970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.131887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Transition to ACTIVE for port object a625166f-e02b-4c6a-a48c-ccf1d3663d1f will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:41.161512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Transition to ACTIVE for port object a625166f-e02b-4c6a-a48c-ccf1d3663d1f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:41.185765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:41.198146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.204684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:41.211064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:41.235957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:41.253372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.263995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.311411 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:36Z', 'revision_number': 3, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:41.317555 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e42e7c-ed20-44a8-999a-998e8b7809a2 None None] The sync data for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv is: [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:36Z', 'revision_number': 3, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:41.371971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:41.377980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:41.380934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:41.384541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.391647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:41.404819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.508184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Pushing event updated for resources: {'Port': ['ID=9851dd6c-0ffd-4010-b339-10256007b1a9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:41.526917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Pushing event updated for resources: {'Port': ['ID=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:41.528611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port e9bbad7e-f300-415a-9c78-d830457e4972 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:41.558838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Attempting to bind port a625166f-e02b-4c6a-a48c-ccf1d3663d1f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:41.559360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Attempting to bind port a625166f-e02b-4c6a-a48c-ccf1d3663d1f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:41.560037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Attempting to bind port a625166f-e02b-4c6a-a48c-ccf1d3663d1f on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:41.573354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:41.573546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:41.574284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.574777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:41.575365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Bound port: a625166f-e02b-4c6a-a48c-ccf1d3663d1f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:41.575873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.621475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:41.632790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:41.635088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:41.716325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] For port a625166f-e02b-4c6a-a48c-ccf1d3663d1f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:41.719881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] For port a625166f-e02b-4c6a-a48c-ccf1d3663d1f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:41.724004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.773494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.790244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.815103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:31:41.825009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.832764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=bcb142ab-b1d6-4426-8b7e-d55f429841a9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:41.891893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:41.931746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7875730-6ae6-4e3a-82d3-cd2c78facfd6 None None] Pushing event updated for resources: {'Port': ['ID=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:41.968713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.030074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 351251d2-beea-4dc8-9415-e2eaba83ef63 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:42.130335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.168144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.186099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fe35:2ba1 (f5e6463e-72cb-4e68-8573-613d495405f8/110f6b3b-39c1-48f7-b165-4e4ad41809df/e9bbad7e-f300-415a-9c78-d830457e4972) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:42.206947 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e58b3ad-a2ba-48bf-a1ad-1d1eaf727b5f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/bcb142ab-b1d6-4426-8b7e-d55f429841a9 HTTP/1.1" status: 204 len: 168 time: 2.4219134 May 05 16:31:42.207854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48706) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:42.246280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 351251d2-beea-4dc8-9415-e2eaba83ef63 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:42.252492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 351251d2-beea-4dc8-9415-e2eaba83ef63 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:42.252996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.277629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=546f0a6d-0927-4ad6-afb5-cabbfdcd7908,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:42.284228 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d44fac-fb90-4dfb-a065-3a1963e13dce tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:31:42.284513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e8d44fac-fb90-4dfb-a065-3a1963e13dce tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:42.309323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.323292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Subnet': ['ID=fd36db05-7f32-4915-a2e3-3a098bd4905e,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:42.363508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Allocated IP 172.26.2.196 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/19082708-a1b3-43db-8bbc-67a8e9a3859b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:42.462787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e8d44fac-fb90-4dfb-a065-3a1963e13dce tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:42.464037 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e8d44fac-fb90-4dfb-a065-3a1963e13dce tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/bcb142ab-b1d6-4426-8b7e-d55f429841a9 HTTP/1.1" status: 404 len: 333 time: 0.2524710 May 05 16:31:42.478613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48710) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:42.481074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.504160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 351251d2-beea-4dc8-9415-e2eaba83ef63, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=351251d2-beea-4dc8-9415-e2eaba83ef63,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:42.543691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.567276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.650737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Checking segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:42.651102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network hostable DHCP agents. Network: d16f01f2-c79f-40e0-8582-f96d6a4fb7f5, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:31:42.656423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=351251d2-beea-4dc8-9415-e2eaba83ef63,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:42.676640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.742490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.772125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object e9bbad7e-f300-415a-9c78-d830457e4972 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:42.931534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:42.943802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:42.944149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:42.955673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.031268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:43.035996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:43.040585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:43.044696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:43.050628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.058378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.075236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=e9bbad7e-f300-415a-9c78-d830457e4972,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:43.174374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.209458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 9b99ae6a-2c32-42ed-8e50-777705e97c29 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:43.213052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.253771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:31:43.275745 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-757bea8b-c104-4065-bf48-4abe82cb4e8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8530207 May 05 16:31:43.280056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48714) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:43.306153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-70d0879e-9c90-4d62-a35c-ed85408977b7 None None] Provisioning complete for port 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:43.306693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-70d0879e-9c90-4d62-a35c-ed85408977b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.325280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Pushing event updated for resources: {'Port': ['ID=9851dd6c-0ffd-4010-b339-10256007b1a9,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:43.350243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.383991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-70d0879e-9c90-4d62-a35c-ed85408977b7 None None] Port 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:43.452058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.453150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, d16f01f2-c79f-40e0-8582-f96d6a4fb7f5) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:43.457108 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7899f72c-d9b2-4585-997e-1ebcf88ee73f tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.9267561 May 05 16:31:43.466963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48718) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:43.467232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac69d789-74a4-405e-ac56-b703d1613fad None None] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:43.471604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.510714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:43.511636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.550866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-efbf6215-2bd3-401d-bd2b-9f1233b21f7e tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Synchronizing usage tracker for tenant:2c6faf999f8e47fcb6b272dc7ca87e49 on resource:floatingip {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:43.649335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1c0b8-918f-4027-8b35-e767f2509848 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:43.653366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b1c0b8-918f-4027-8b35-e767f2509848 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:43.654129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-77b1c0b8-918f-4027-8b35-e767f2509848 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:43.657777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-efbf6215-2bd3-401d-bd2b-9f1233b21f7e tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Unset dirty status for tenant:2c6faf999f8e47fcb6b272dc7ca87e49 on resource:floatingip {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:43.662138 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-efbf6215-2bd3-401d-bd2b-9f1233b21f7e tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1651 time: 0.2007222 May 05 16:31:43.662456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48722) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:43.678788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.692755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-264dd5bb-0bec-4d37-a3d4-0b8cde1ddb89 None None] Provisioning for port a625166f-e02b-4c6a-a48c-ccf1d3663d1f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:43.716859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.725397 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-27d94bcf-6571-4697-b680-b2348e275c2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5001426 May 05 16:31:43.735359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48726) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:43.787973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-d16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:43.789018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-77b1c0b8-918f-4027-8b35-e767f2509848 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:43.790034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.790155 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-77b1c0b8-918f-4027-8b35-e767f2509848 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.4417386 May 05 16:31:43.805515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48730) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:43.872399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db116184-dafc-4a43-96ed-d956501a1b7e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Synchronizing usage tracker for tenant:3753bf3850704915bc54d931bd101fa0 on resource:floatingip {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:43.885704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:43.887468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event updated for resources: {'Port': ['ID=19082708-a1b3-43db-8bbc-67a8e9a3859b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:43.902873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:43.913997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:43.971804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f8b0610f-867f-41c6-84c1-d740811547b9 None None] Provisioning for port e9bbad7e-f300-415a-9c78-d830457e4972 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:43.976945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port e9bbad7e-f300-415a-9c78-d830457e4972 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:43.976945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:43.991402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f8b0610f-867f-41c6-84c1-d740811547b9 None None] Provisioning complete for port e9bbad7e-f300-415a-9c78-d830457e4972 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:43.991869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f8b0610f-867f-41c6-84c1-d740811547b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.056163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db116184-dafc-4a43-96ed-d956501a1b7e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Unset dirty status for tenant:3753bf3850704915bc54d931bd101fa0 on resource:floatingip {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:44.057951 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db116184-dafc-4a43-96ed-d956501a1b7e tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.3936841 May 05 16:31:44.061654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Allocated IP 172.20.0.2 (d16f01f2-c79f-40e0-8582-f96d6a4fb7f5/fd36db05-7f32-4915-a2e3-3a098bd4905e/5df3c02e-f9e9-430c-91bd-9b35ac7bf880) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:44.066865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f8b0610f-867f-41c6-84c1-d740811547b9 None None] Port e9bbad7e-f300-415a-9c78-d830457e4972 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:44.066985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48734) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:44.067842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.376701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router f40c069e-6400-4039-b317-794cf7bff065 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:44.376701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=9b99ae6a-2c32-42ed-8e50-777705e97c29,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:44.376701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.378305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 351251d2-beea-4dc8-9415-e2eaba83ef63 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:44.378885 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1746fff5-8981-4643-bf20-500a0b14078b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/9b99ae6a-2c32-42ed-8e50-777705e97c29 HTTP/1.1" status: 204 len: 168 time: 1.7507029 May 05 16:31:44.379009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d383f61-a79a-4a96-8186-cf68f44d6f3e None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:44.379133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Deleting port 9851dd6c-0ffd-4010-b339-10256007b1a9 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:44.379133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.379133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48738) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:44.561947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 351251d2-beea-4dc8-9415-e2eaba83ef63 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:44.562343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.608353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.622278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.656085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.656306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.668593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Transition to ACTIVE for port object 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:44.714479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Transition to ACTIVE for port object 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:44.754840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for e9bbad7e-f300-415a-9c78-d830457e4972 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:44.809235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Calling delete_port for 9851dd6c-0ffd-4010-b339-10256007b1a9 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:44.818780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a625166f-e02b-4c6a-a48c-ccf1d3663d1f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:44.864729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:44.870449 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a6488c19-ebd3-43bf-b3ac-561c79b67fe4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/f40c069e-6400-4039-b317-794cf7bff065/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9659331 May 05 16:31:44.873018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48742) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:44.884386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] Sync routers for ids ['f40c069e-6400-4039-b317-794cf7bff065'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:44.919814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] Routers {'f40c069e-6400-4039-b317-794cf7bff065'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:44.920462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['f40c069e-6400-4039-b317-794cf7bff065'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:44.951036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.952048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:44.978675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.001475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet e1f4b33d-402a-4e59-9c62-5b22337e592f {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:45.009728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.037747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:45.092580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:45.094451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Pushing event updated for resources: {'Port': ['ID=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:45.098209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:45.100471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:45.136030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] Routers {'f40c069e-6400-4039-b317-794cf7bff065'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:45.137107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['f40c069e-6400-4039-b317-794cf7bff065'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:45.143825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5d9a27-7044-430a-aab2-101d145ce5e6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:45.144434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1a5d9a27-7044-430a-aab2-101d145ce5e6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:45.154321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.203554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.206880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:45.207298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef05b249-8d46-4c67-a872-f6be73c65b07 None None] The sync data for ids ['f40c069e-6400-4039-b317-794cf7bff065'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:45.233641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a625166f-e02b-4c6a-a48c-ccf1d3663d1f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:45.251261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a625166f-e02b-4c6a-a48c-ccf1d3663d1f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:45.256021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.270502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1a5d9a27-7044-430a-aab2-101d145ce5e6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:45.271683 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a5d9a27-7044-430a-aab2-101d145ce5e6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports/546f0a6d-0927-4ad6-afb5-cabbfdcd7908 HTTP/1.1" status: 200 len: 910 time: 0.3977458 May 05 16:31:45.277332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=e9bbad7e-f300-415a-9c78-d830457e4972,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:45.280938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48746) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:45.333401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Attempting to bind port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:45.333777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Attempting to bind port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:45.334141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Attempting to bind port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 on network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:45.351649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:45.352098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Checking segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:45.352431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.352825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Bound using segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:45.356890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Bound port: 5df3c02e-f9e9-430c-91bd-9b35ac7bf880, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:45.357317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.434269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.519836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.527732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.536742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.618114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Pushing event deleted for resources: {'Port': ['ID=9851dd6c-0ffd-4010-b339-10256007b1a9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:45.641288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f5b7003c-bd3c-4ff5-b785-ec0ca5e32f5e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/e9bbad7e-f300-415a-9c78-d830457e4972 HTTP/1.1" status: 204 len: 168 time: 1.8311777 May 05 16:31:45.645162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48750) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:45.654897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a625166f-e02b-4c6a-a48c-ccf1d3663d1f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:45.667805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] For port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:45.672998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] For port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:45.714899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.762143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.805551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:45.810706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.841631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f4b33d-402a-4e59-9c62-5b22337e592f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:45.880145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.920095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b502f-ff91-4377-90fa-3cf9fbfce2c9 None None] Pushing event updated for resources: {'Port': ['ID=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:45.940932 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-415d4541-49ad-4c45-9330-f206059fd00e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/e1f4b33d-402a-4e59-9c62-5b22337e592f HTTP/1.1" status: 204 len: 168 time: 1.5724525 May 05 16:31:45.942458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48754) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:45.943756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.946653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:45.947816 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-27a9adc8-3657-4f6f-b231-f719566b7e60 tempest-FloatingIPAdminTestJSON-24452073 tempest-FloatingIPAdminTestJSON-24452073-project] 10.222.0.70 "DELETE /v2.0/floatingips/90797ad0-e0a8-4963-b329-e26e8f8ec52c HTTP/1.1" status: 204 len: 168 time: 1.8735368 May 05 16:31:45.957247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48756) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:45.990953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef781f11-8546-47d3-bd1d-6e8ebf568d1b None None] Network a463cdfb-d2c4-4864-91ae-9fef0f716802 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:46.018086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2a38a-bf31-4cb5-8daa-ce9fcc9b6278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:46.019990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e2a38a-bf31-4cb5-8daa-ce9fcc9b6278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:46.022073 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-59e2a38a-bf31-4cb5-8daa-ce9fcc9b6278 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3714688 May 05 16:31:46.025182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48762) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:46.100511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Router 5109d2de-7c00-4f9e-9da9-f21f1a03f29c is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:31:46.141307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a625166f-e02b-4c6a-a48c-ccf1d3663d1f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:46.314806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-152b2390-fb05-44c8-9b96-5a2ec803ea01 None None] Provisioning complete for port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:46.315192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-152b2390-fb05-44c8-9b96-5a2ec803ea01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.325353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.341836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Deleting port e6e4795e-1065-4421-9538-20b848413b63 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:46.342703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.370142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a625166f-e02b-4c6a-a48c-ccf1d3663d1f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:46.370512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.409886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:46.410607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.581603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.629244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] DHCP port deletion for a463cdfb-d2c4-4864-91ae-9fef0f716802 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:46.633653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] Deleting port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:46.634094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.636538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.638761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 110f6b3b-39c1-48f7-b165-4e4ad41809df {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:46.700819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.783684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.892342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] For port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,segment=NetworkSegment(a748ce8e-acd9-417e-a926-8e03f7718759),segment_id=a748ce8e-acd9-417e-a926-8e03f7718759)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:46.892880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:46.916150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.045317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] Calling delete_port for 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:47.060536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.060857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.115311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.183146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=110f6b3b-39c1-48f7-b165-4e4ad41809df,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:47.187400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.188417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bbf9509-f02c-42cb-bd81-68e51062f2ba None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:47.199499 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-154cba3a-b49c-432d-8d29-8735376f73dc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/110f6b3b-39c1-48f7-b165-4e4ad41809df HTTP/1.1" status: 204 len: 168 time: 1.1711097 May 05 16:31:47.202901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48766) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:47.212896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.223191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Calling delete_port for e6e4795e-1065-4421-9538-20b848413b63 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:47.271715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,segment=NetworkSegment(a748ce8e-acd9-417e-a926-8e03f7718759),segment_id=a748ce8e-acd9-417e-a926-8e03f7718759)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:47.272415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.296026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80a9bfd-02d3-46c0-9a32-e2ba190888e4 None None] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:47.340778 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3b9d24f6-4e70-47f2-843e-53ca05ffaa10 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1337776 May 05 16:31:47.340778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:47.342335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48770) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:47.342462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] Pushing event deleted for resources: {'Port': ['ID=697d7db0-ff91-4ff3-a06b-8b24c4cfd342,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:47.358131 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] Sync routers for ids ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:47.372307 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] Routers {'5109d2de-7c00-4f9e-9da9-f21f1a03f29c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:47.373258 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:47.420044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c427e31-8e20-4485-8a2b-18ace6109a7f None None] No DVR routers for this DVR port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:47.448856 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:47.462839 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] Routers {'5109d2de-7c00-4f9e-9da9-f21f1a03f29c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:47.463884 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:47.465192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:47.505795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a703d94-4a50-4523-ae7c-e3a7bd0c8a78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:47.506599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8a703d94-4a50-4523-ae7c-e3a7bd0c8a78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:47.528859 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:47.529703 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bf44ee1-9b9f-40de-a216-12add63c60c5 None None] The sync data for ids ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:47.619575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d8dae71f-4983-493e-9091-4a486d68d7c0 None None] Provisioning for port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:47.630849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.635112 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-811872cd-25fd-46a9-978e-1b784526f375 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.5663676 May 05 16:31:47.636126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48774) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:47.652265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:47.674693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:47.680836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:47.719848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8a703d94-4a50-4523-ae7c-e3a7bd0c8a78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:47.723488 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8a703d94-4a50-4523-ae7c-e3a7bd0c8a78 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3782022 May 05 16:31:47.731386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48778) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:47.806832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:47.810364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] Deleting port a625166f-e02b-4c6a-a48c-ccf1d3663d1f {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:47.810803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:47.914303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba6911-d501-4a85-b69f-0b54f122ddc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:47.917738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-78ba6911-d501-4a85-b69f-0b54f122ddc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:47.976917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.020611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:48.020957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.050666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Pushing event deleted for resources: {'Port': ['ID=e6e4795e-1065-4421-9538-20b848413b63,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:48.106657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:48.131108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-78ba6911-d501-4a85-b69f-0b54f122ddc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:48.134475 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-78ba6911-d501-4a85-b69f-0b54f122ddc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3999710 May 05 16:31:48.136869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48782) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:48.139030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Allocated IP 172.20.0.1 (d16f01f2-c79f-40e0-8582-f96d6a4fb7f5/fd36db05-7f32-4915-a2e3-3a098bd4905e/81cefad2-2c47-423a-89a3-01ad5c09d15c) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:48.185366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:48.185366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.215528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] For port a625166f-e02b-4c6a-a48c-ccf1d3663d1f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:48.215943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.279927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.331045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] The port '697d7db0-ff91-4ff3-a06b-8b24c4cfd342' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:31:48.344842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] Calling delete_port for a625166f-e02b-4c6a-a48c-ccf1d3663d1f owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:48.408013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-801f7c64-598f-4999-ab7b-f6ff5090739e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2621634 May 05 16:31:48.408820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48786) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:48.457332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:48.463223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:48.468051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:48.468225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.559337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.624946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] Pushing event deleted for resources: {'Port': ['ID=a625166f-e02b-4c6a-a48c-ccf1d3663d1f,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:48.634499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.643371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.643896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:48.651916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.653200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.657824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda358a7-0945-44ba-a3d5-cabf3f158f9f None None] No DVR routers for this DVR port a625166f-e02b-4c6a-a48c-ccf1d3663d1f on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:48.670429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:48.678124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:48.691185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a463cdfb-d2c4-4864-91ae-9fef0f716802']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:48.698085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Transition to ACTIVE for port object 81cefad2-2c47-423a-89a3-01ad5c09d15c will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:48.705695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a748ce8e-acd9-417e-a926-8e03f7718759') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:48.705989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a748ce8e-acd9-417e-a926-8e03f7718759') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:48.716829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.723954 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eaa427af-8c1f-4eac-bd1c-6e754b0bbe1c tempest-FloatingIPAdminTestJSON-1404284299 tempest-FloatingIPAdminTestJSON-1404284299-project-admin] 10.222.0.70 "DELETE /v2.0/floatingips/96c9ba1d-aae5-48e4-8e2d-372a1d7b9c51 HTTP/1.1" status: 204 len: 168 time: 2.7593315 May 05 16:31:48.723954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:48.755842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.777503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.798287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 546f0a6d-0927-4ad6-afb5-cabbfdcd7908 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:48.805953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.821313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:48.821712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:48.837221 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:48.859192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting port ec5a6da2-8981-462f-a891-9d61b58840a1 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:48.859576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.876532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:48.879305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:48.879893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.890873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:48.935837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:48.936508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 697d7db0-ff91-4ff3-a06b-8b24c4cfd342 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:48.936940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a625166f-e02b-4c6a-a48c-ccf1d3663d1f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:48.948022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:48.971031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a625166f-e02b-4c6a-a48c-ccf1d3663d1f {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:31:48.971425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a625166f-e02b-4c6a-a48c-ccf1d3663d1f not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:31:49.088853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:49.100986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:49.109510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Port': ['ID=81cefad2-2c47-423a-89a3-01ad5c09d15c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:49.117069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:49.145431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.190487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.255521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=a463cdfb-d2c4-4864-91ae-9fef0f716802,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:49.268553 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-36b23f1e-bcbb-47ff-9e6b-d2d5446fc38d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/a463cdfb-d2c4-4864-91ae-9fef0f716802 HTTP/1.1" status: 204 len: 168 time: 3.3150501 May 05 16:31:49.274359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48796) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:49.348291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.394693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.406892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.411184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.428780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-870cc285-0d94-4001-b384-c61a0083516e None None] Provisioning for port 81cefad2-2c47-423a-89a3-01ad5c09d15c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:49.434810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-870cc285-0d94-4001-b384-c61a0083516e None None] Provisioning complete for port 81cefad2-2c47-423a-89a3-01ad5c09d15c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:49.435438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-870cc285-0d94-4001-b384-c61a0083516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.485938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=546f0a6d-0927-4ad6-afb5-cabbfdcd7908,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:49.495836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-870cc285-0d94-4001-b384-c61a0083516e None None] Port 81cefad2-2c47-423a-89a3-01ad5c09d15c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:49.550734 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Calling delete_port for ec5a6da2-8981-462f-a891-9d61b58840a1 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:49.586235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.604590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b454c49-dc90-40c6-a203-0d8756fd0ec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:49.605272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4b454c49-dc90-40c6-a203-0d8756fd0ec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:49.669575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:31:49.727234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Deleting port 19082708-a1b3-43db-8bbc-67a8e9a3859b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:49.727605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.741726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4b454c49-dc90-40c6-a203-0d8756fd0ec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:49.742827 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4b454c49-dc90-40c6-a203-0d8756fd0ec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.4593885 May 05 16:31:49.747756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.757301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48800) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:49.877543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.878698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:49.968592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:49.989446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Port': ['ID=ec5a6da2-8981-462f-a891-9d61b58840a1,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:50.015908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=0508ad83-af6e-4386-9e01-22a15d440559,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:50.050508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:50.054864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:50.067370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ca0534-87c4-436f-917a-d8c77f7f8fbb None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:50.085138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:50.085743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.102679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:50.103254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.134001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.287734 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-91629f84-1c4d-46e7-836c-fa3b97b46849 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5268664 May 05 16:31:50.292973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e1e8140c-da9e-48fe-a7ec-828480f9cdd2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.8401473 May 05 16:31:50.294818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48804) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:50.295304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48806) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:50.309217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-809a230d-0274-433c-b8b8-d34680267ac0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.314049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:b0:6e:81', 'name': 'tempest-NetworksTestDHCPv6-562124869'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:50.328041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.338906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1319495488'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:50.412121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:50.433527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.436356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:50.444639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:50.458464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:50.469450 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2d8ce684-e6e5-43d9-8fca-148fcf4a1349 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "DELETE /v2.0/ports/ec5a6da2-8981-462f-a891-9d61b58840a1 HTTP/1.1" status: 204 len: 168 time: 1.7441003 May 05 16:31:50.473850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '0508ad83-af6e-4386-9e01-22a15d440559'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:50.475650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.477566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48812) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:50.566827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Calling delete_port for 19082708-a1b3-43db-8bbc-67a8e9a3859b owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:50.629866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:50.633136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.654766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Allocated IP 2001:db8::f816:3eff:fe9a:b47d (f5e6463e-72cb-4e68-8573-613d495405f8/0508ad83-af6e-4386-9e01-22a15d440559/ac278837-25e9-4292-b8f8-f7b16173375e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:50.666244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:50.694228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:50.738635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:31:50.767853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.768507 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment f649d799-76eb-4179-8d99-6a5bfb584985 of type vlan for network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 May 05 16:31:50.786232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9446a9-1e87-4669-ad5d-38f9fa8d9b1b tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:50.786953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2a9446a9-1e87-4669-ad5d-38f9fa8d9b1b tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Synchronizing usage tracker for tenant:3753bf3850704915bc54d931bd101fa0 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:50.803283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router f40c069e-6400-4039-b317-794cf7bff065 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:50.838749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:50.851503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.856121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.950357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.967266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2a9446a9-1e87-4669-ad5d-38f9fa8d9b1b tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Unset dirty status for tenant:3753bf3850704915bc54d931bd101fa0 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:50.968462 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2a9446a9-1e87-4669-ad5d-38f9fa8d9b1b tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "GET /v2.0/ports?device_id=c07b1e79-8ec4-444b-b655-e386cb6db7c4 HTTP/1.1" status: 200 len: 913 time: 0.4869184 May 05 16:31:50.969679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:50.974601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48816) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:51.076267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.081075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:51.081678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.106300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.210382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Port': ['ID=81cefad2-2c47-423a-89a3-01ad5c09d15c,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:51.227030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.250236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 759d3824-2b70-4cab-b60c-37f34fd857c5 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:51.254577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:51.265139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] Sync routers for ids ['f40c069e-6400-4039-b317-794cf7bff065'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:51.268852 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-363ccfad-7376-4259-bb45-bed519acae92 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/f40c069e-6400-4039-b317-794cf7bff065/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9855299 May 05 16:31:51.271417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48820) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:51.286362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] Routers {'f40c069e-6400-4039-b317-794cf7bff065'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:51.286975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['f40c069e-6400-4039-b317-794cf7bff065'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:51.309911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=9fa2447f-e22b-47b5-b41f-d7bc2facda12,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:51.317147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0b084bb1-1983-4a43-86bc-3db660dad36a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:51.319933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.320290 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-91ab9a87-b286-44a1-ac08-621806affe84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0213647 May 05 16:31:51.323320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48824) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:51.344812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Transition to ACTIVE for port object ac278837-25e9-4292-b8f8-f7b16173375e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:51.349407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:31:51.363408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:51.383676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:51.400901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Pushing event deleted for resources: {'Port': ['ID=19082708-a1b3-43db-8bbc-67a8e9a3859b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:51.443573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Transition to ACTIVE for port object ac278837-25e9-4292-b8f8-f7b16173375e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:51.464676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] Routers {'f40c069e-6400-4039-b317-794cf7bff065'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:51.465884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['f40c069e-6400-4039-b317-794cf7bff065'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:51.468783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:51.471125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:51.530906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.594614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:51.599786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0b084bb1-1983-4a43-86bc-3db660dad36a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:51.603556 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0b084bb1-1983-4a43-86bc-3db660dad36a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40c069e-6400-4039-b317-794cf7bff065 HTTP/1.1" status: 200 len: 205 time: 0.3287687 May 05 16:31:51.608095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:51.611108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48828) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:51.611671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:51.612168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235e68e8-05b7-466b-9fd8-c4de94ca473b None None] The sync data for ids ['f40c069e-6400-4039-b317-794cf7bff065'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:51.617845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:51.654597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Pushing event updated for resources: {'Port': ['ID=ac278837-25e9-4292-b8f8-f7b16173375e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:51.669647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:51.671633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:51.676144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:51.698369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:51.701658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:feb0:6e81 (f5e6463e-72cb-4e68-8573-613d495405f8/0508ad83-af6e-4386-9e01-22a15d440559/759d3824-2b70-4cab-b60c-37f34fd857c5) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:51.810181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Attempting to bind port ac278837-25e9-4292-b8f8-f7b16173375e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:51.810675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Attempting to bind port ac278837-25e9-4292-b8f8-f7b16173375e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:51.811036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Attempting to bind port ac278837-25e9-4292-b8f8-f7b16173375e on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:51.819016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:51.819519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:51.819925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.820514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:51.821012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Bound port: ac278837-25e9-4292-b8f8-f7b16173375e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:51.821361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.892205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7826e14f-3787-4934-8b76-73a00813990a None None] Provisioning complete for port 81cefad2-2c47-423a-89a3-01ad5c09d15c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:51.892495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7826e14f-3787-4934-8b76-73a00813990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.922709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:51.973279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7826e14f-3787-4934-8b76-73a00813990a None None] Port 81cefad2-2c47-423a-89a3-01ad5c09d15c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:31:51.977687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:51.980285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:52.036293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:52.052608 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.143372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9477372-9bd4-42ee-b3ec-dea370cb34db None None] Pushing event updated for resources: {'Port': ['ID=ac278837-25e9-4292-b8f8-f7b16173375e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:52.185349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.227167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.247906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.250924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 759d3824-2b70-4cab-b60c-37f34fd857c5 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:52.321706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Router 944777c3-3d25-4fff-9d14-78ded65fb43c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:52.391626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.432044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5007adc-ddb7-4b43-8a16-61809c00af29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.521570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.545575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:52.551023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:52.553902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=759d3824-2b70-4cab-b60c-37f34fd857c5,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:52.556256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:52.560289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:52.560820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.566319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:52.665110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:52.669856 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8cb25489-f7fd-4336-9a82-822ae3cabe08 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "PUT /v2.0/routers/944777c3-3d25-4fff-9d14-78ded65fb43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9333076 May 05 16:31:52.675215 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Sync routers for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:52.692331 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:52.693309 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:52.697383 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ec61f768-9d66-4f3a-bbb0-a98bbeac768b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3945048 May 05 16:31:52.697608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48834) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:52.816757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87519619-a4aa-4281-a85d-7dbe3759ed25 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:52.822063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87519619-a4aa-4281-a85d-7dbe3759ed25 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:52.823178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-87519619-a4aa-4281-a85d-7dbe3759ed25 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:52.914345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-87519619-a4aa-4281-a85d-7dbe3759ed25 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:52.917045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-87519619-a4aa-4281-a85d-7dbe3759ed25 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2177138 May 05 16:31:52.919241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48846) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:52.954997 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:31:53.002575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 759d3824-2b70-4cab-b60c-37f34fd857c5 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:53.003067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.273163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.281279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.288350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Router 5109d2de-7c00-4f9e-9da9-f21f1a03f29c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:31:53.290343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-14b13dcb-bc75-448c-abe1-ac97006bc017 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Synchronizing usage tracker for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:53.325414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.394349 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:50Z', 'revision_number': 2, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:53.402593 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Checking router: 944777c3-3d25-4fff-9d14-78ded65fb43c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:31:53.402938 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Updating router 944777c3-3d25-4fff-9d14-78ded65fb43c port 81cefad2-2c47-423a-89a3-01ad5c09d15c binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:31:53.428514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 759d3824-2b70-4cab-b60c-37f34fd857c5 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:53.460367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-14b13dcb-bc75-448c-abe1-ac97006bc017 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Unset dirty status for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:53.462024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-14b13dcb-bc75-448c-abe1-ac97006bc017 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-722349144&fields=id&tenant_id=767f10633efb4c19a2fcf295a8578ce2 HTTP/1.1" status: 200 len: 267 time: 0.5602996 May 05 16:31:53.469961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.553432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.595025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dc9092cc-d62b-4c91-a75d-b2d91d1dabb6 None None] Provisioning for port ac278837-25e9-4292-b8f8-f7b16173375e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:53.617931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.658834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.669128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.669572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router f40c069e-6400-4039-b317-794cf7bff065 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:53.686674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.748397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=759d3824-2b70-4cab-b60c-37f34fd857c5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:53.799954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5565ef33-97f0-48e8-9034-fee48d011a6e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:53.800878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5565ef33-97f0-48e8-9034-fee48d011a6e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Synchronizing usage tracker for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:53.805474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.818720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-49d91a34-6301-497f-b0bd-ebad3e140faa None None] Could not find standard attr ID for object 759d3824-2b70-4cab-b60c-37f34fd857c5. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:31:53.846297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=6c0358f7-de5f-43e6-b738-295691f22b9f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:53.871601 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3fb3cfa0-3566-4c54-aacd-a66428f94292 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/759d3824-2b70-4cab-b60c-37f34fd857c5 HTTP/1.1" status: 204 len: 168 time: 0.9494305 May 05 16:31:53.872245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48852) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:53.878148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:31:53.887086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.888280 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-284b728d-0219-41a7-a2b9-548bcdf8f385 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/f40c069e-6400-4039-b317-794cf7bff065 HTTP/1.1" status: 204 len: 168 time: 2.2745759 May 05 16:31:53.893793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] Sync routers for ids ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:31:53.895369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.899063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c250cb4-6a4d-41ac-b055-0367d4baec8c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "PUT /v2.0/routers/5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 200 len: 710 time: 6.2544980 May 05 16:31:53.899612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.916409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] Routers {'5109d2de-7c00-4f9e-9da9-f21f1a03f29c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:53.918120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:53.942326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48856) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:53.951919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48858) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:53.959367 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:53.963104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5565ef33-97f0-48e8-9034-fee48d011a6e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Unset dirty status for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:53.969305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5565ef33-97f0-48e8-9034-fee48d011a6e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 796 time: 0.4530413 May 05 16:31:53.989971 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Transition to ACTIVE for port object 81cefad2-2c47-423a-89a3-01ad5c09d15c will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:54.063597 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.083982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ac278837-25e9-4292-b8f8-f7b16173375e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:54.118681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:54.167145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] Routers {'5109d2de-7c00-4f9e-9da9-f21f1a03f29c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:54.167804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:54.192126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': 'f649d799-76eb-4179-8d99-6a5bfb584985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:54.192489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: 9fa2447f-e22b-47b5-b41f-d7bc2facda12, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:31:54.207793 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-a81776a6-55f9-430c-838d-db9c760bbe5d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/quotas/767f10633efb4c19a2fcf295a8578ce2 HTTP/1.1" status: 200 len: 375 time: 0.2210729 May 05 16:31:54.248381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:54.248797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52b7e89f-6c94-4582-b7bb-d25d20b2590c None None] The sync data for ids ['5109d2de-7c00-4f9e-9da9-f21f1a03f29c'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:54.288240 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94107749-0eb9-4d3a-9099-a388eb52684f None None] Pushing event updated for resources: {'Port': ['ID=81cefad2-2c47-423a-89a3-01ad5c09d15c,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:54.342629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ac278837-25e9-4292-b8f8-f7b16173375e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:54.349286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ac278837-25e9-4292-b8f8-f7b16173375e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:54.349660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.400810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-22bd03f8-a1ba-4696-8cb0-39fbec23e9ad tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1806796 May 05 16:31:54.403185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:31:54.441094 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Attempting to bind port 81cefad2-2c47-423a-89a3-01ad5c09d15c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:54.441456 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Attempting to bind port 81cefad2-2c47-423a-89a3-01ad5c09d15c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:54.443969 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Attempting to bind port 81cefad2-2c47-423a-89a3-01ad5c09d15c on network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:54.461999 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:54.462490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 370759e9-37d8-4c3c-b88f-39fdce6e3a80 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:54.463676 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Checking segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:54.464117 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.464520 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Bound using segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:54.467584 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Bound port: 81cefad2-2c47-423a-89a3-01ad5c09d15c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:54.468013 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.474230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.560034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.561408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.591815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 9fa2447f-e22b-47b5-b41f-d7bc2facda12) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:54.593600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc3be0-fd72-4e6b-b7cc-3ec14bb66aff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:54.595730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dc3be0-fd72-4e6b-b7cc-3ec14bb66aff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:54.597308 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-76dc3be0-fd72-4e6b-b7cc-3ec14bb66aff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.7240736 May 05 16:31:54.603183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48866) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:54.603775 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] For port 81cefad2-2c47-423a-89a3-01ad5c09d15c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:54.610909 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] For port 81cefad2-2c47-423a-89a3-01ad5c09d15c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=81cefad2-2c47-423a-89a3-01ad5c09d15c,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:54.611088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21fa083-1938-47a3-8bea-33fb609319b7 None None] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:54.615640 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-77e7f405-b512-4002-9a47-918edc29a22d tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/routers/5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 200 len: 745 time: 0.6576464 May 05 16:31:54.651494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48870) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:54.674121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:54.674868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.680878 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.684705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:54.706684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 0508ad83-af6e-4386-9e01-22a15d440559 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:31:54.717791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.777557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.821726 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94107749-0eb9-4d3a-9099-a388eb52684f None None] Pushing event updated for resources: {'Port': ['ID=81cefad2-2c47-423a-89a3-01ad5c09d15c,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:54.827530 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:31:54.828184 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:54.832856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.854139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b8f9a5ff-91fe-468b-8b47-c75411060db2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Synchronizing usage tracker for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:54.888059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ac278837-25e9-4292-b8f8-f7b16173375e,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:54.922796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:54.939251 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc90c603-5c50-4aa9-89e5-c8fa16d54978 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5830383 May 05 16:31:54.955600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48874) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:54.966284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12', 'name': 'tempest-PortsTestJSON-1342597767'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:55.074308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-9fa2447f-e22b-47b5-b41f-d7bc2facda12', 'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': '6c0358f7-de5f-43e6-b738-295691f22b9f'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:31:55.075202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.088335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.094793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b8f9a5ff-91fe-468b-8b47-c75411060db2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] Unset dirty status for tenant:975a477f309e4bc28a1b4c2ff0a881e5 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:55.096001 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b8f9a5ff-91fe-468b-8b47-c75411060db2 tempest-RoutersIpV6AdminTest-1384375337 tempest-RoutersIpV6AdminTest-1384375337-project-admin] 10.222.0.70 "GET /v2.0/ports?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&device_id=5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 200 len: 205 time: 0.4415698 May 05 16:31:55.105751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48878) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:55.124698 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:31:55.184040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.200870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.205732 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2e73a584-299e-4e8d-8858-4e45baa794bf tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 200 len: 205 time: 0.0798919 May 05 16:31:55.211668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48882) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:55.247017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=370759e9-37d8-4c3c-b88f-39fdce6e3a80,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:55.257379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.279537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-e197f96c-01af-45d1-94a4-69ad15b8f603 service neutron] 10.222.0.70 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8583865 May 05 16:31:55.330106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=0508ad83-af6e-4386-9e01-22a15d440559,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:55.336897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.339671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Allocated IP 172.20.0.2 (9fa2447f-e22b-47b5-b41f-d7bc2facda12/6c0358f7-de5f-43e6-b738-295691f22b9f/145fc7ef-c0d9-439a-8552-74a9f513ebf9) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:55.342133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.350945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179c7825-e126-4ef0-9766-20144d8bfb4a None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:55.364121 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-24837557-472c-42c9-b0dc-35a0d98b0f23 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/370759e9-37d8-4c3c-b88f-39fdce6e3a80 HTTP/1.1" status: 204 len: 168 time: 1.4056699 May 05 16:31:55.364121 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d4051690-031d-4400-aa22-c9d355e9d954 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0508ad83-af6e-4386-9e01-22a15d440559 HTTP/1.1" status: 204 len: 168 time: 0.7546923 May 05 16:31:55.367340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48886) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:55.367704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48888) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:55.370518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a27b1df-33db-4a60-9af1-90b8a23e0899 None None] Network df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:55.544974 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:54Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:55.550209 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e250f560-5306-423d-a060-b4ab14205dbc None None] The sync data for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv is: [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:54Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:31:55.587226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:55.599642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:55.619083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:55.626734 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.628551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.657377 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-70dc7025-5907-4c9c-9c46-0f986ffa44a1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2835059 May 05 16:31:55.658656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48894) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:55.677100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:55.704336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:55.726472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 08972610-59c9-43f2-a844-e3e6327133a4 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:55.726472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:55.764432 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-f9b3519d-c65e-4d90-b84a-302e1cbb9003 service neutron] 10.222.0.70 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417031 May 05 16:31:56.002346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:56.012939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:56.022508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:56.030214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:56.139394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.162462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Transition to ACTIVE for port object 145fc7ef-c0d9-439a-8552-74a9f513ebf9 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:56.183106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:56.199969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ac278837-25e9-4292-b8f8-f7b16173375e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:56.214139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port 08972610-59c9-43f2-a844-e3e6327133a4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=08972610-59c9-43f2-a844-e3e6327133a4,segment=NetworkSegment(c0530895-e24a-41f0-957f-6b4a794da1c8),segment_id=c0530895-e24a-41f0-957f-6b4a794da1c8)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:56.214509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.264054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Transition to ACTIVE for port object 145fc7ef-c0d9-439a-8552-74a9f513ebf9 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:56.264433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:56.268424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.299782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6723e7e9-f478-401c-83e6-81308b9740c6 req-329b15e9-9396-4d34-bbea-8822d2783959 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Synchronizing usage tracker for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:31:56.334793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ac278837-25e9-4292-b8f8-f7b16173375e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:56.335180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.374528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b646974a-f028-4542-9098-371c259b6002 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:56.398367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b646974a-f028-4542-9098-371c259b6002 None None] Deleting port ac278837-25e9-4292-b8f8-f7b16173375e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:56.398746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.439198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.456868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port c45e205b-97d1-4fdd-98eb-442aef68ab1b yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:56.483898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] DHCP port deletion for df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:31:56.536400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Deleting port 08972610-59c9-43f2-a844-e3e6327133a4 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:56.536780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.578786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6723e7e9-f478-401c-83e6-81308b9740c6 req-329b15e9-9396-4d34-bbea-8822d2783959 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Unset dirty status for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:31:56.592011 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6723e7e9-f478-401c-83e6-81308b9740c6 req-329b15e9-9396-4d34-bbea-8822d2783959 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 210 time: 0.3487742 May 05 16:31:56.602993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 08972610-59c9-43f2-a844-e3e6327133a4 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:56.649739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.680428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.718696 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:31:56.756975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:56.779436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:56.785794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:56.829693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting port 6423b90f-0b67-4cc0-96a3-ad09a16cf262 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:56.830910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.838367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:56.887270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Pushing event updated for resources: {'Port': ['ID=145fc7ef-c0d9-439a-8552-74a9f513ebf9,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:57.056003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.5 (9fa2447f-e22b-47b5-b41f-d7bc2facda12/6c0358f7-de5f-43e6-b738-295691f22b9f/c45e205b-97d1-4fdd-98eb-442aef68ab1b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:57.114998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.172874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.178737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Fanout notify agent at l3_agent the message router_deleted on router 5109d2de-7c00-4f9e-9da9-f21f1a03f29c {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:31:57.185824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.188260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=08972610-59c9-43f2-a844-e3e6327133a4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:57.197796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Attempting to bind port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:31:57.198248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No DVR routers for this DVR port 08972610-59c9-43f2-a844-e3e6327133a4 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:31:57.198351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Attempting to bind port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'f649d799-76eb-4179-8d99-6a5bfb584985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:31:57.198745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Attempting to bind port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 on network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:31:57.260937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] For port 08972610-59c9-43f2-a844-e3e6327133a4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=08972610-59c9-43f2-a844-e3e6327133a4,segment=NetworkSegment(c0530895-e24a-41f0-957f-6b4a794da1c8),segment_id=c0530895-e24a-41f0-957f-6b4a794da1c8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:57.261331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.372483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.388081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Calling delete_port for 6423b90f-0b67-4cc0-96a3-ad09a16cf262 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:57.413789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df920a6f-5f8b-42d7-8b24-1ccd469ee3f0']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:57.426378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.429546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1dce8d44-c7c9-45df-bbc2-6024e16009bb tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 204 len: 168 time: 2.2126963 May 05 16:31:57.437107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 81cefad2-2c47-423a-89a3-01ad5c09d15c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:57.438235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48910) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:57.459435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0530895-e24a-41f0-957f-6b4a794da1c8') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:57.459803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0530895-e24a-41f0-957f-6b4a794da1c8') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:31:57.469809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Calling delete_port for 08972610-59c9-43f2-a844-e3e6327133a4 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:57.487027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.509303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5a11b574-bce7-45a2-ac77-b94ad88d73b8 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 200 len: 205 time: 0.0613229 May 05 16:31:57.509951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48916) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:57.592299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.595404 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-37b8b5af-9956-4d0f-9089-524d50abf056 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] delete failed (client error): The resource could not be found. May 05 16:31:57.595903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.597249 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-37b8b5af-9956-4d0f-9089-524d50abf056 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/5109d2de-7c00-4f9e-9da9-f21f1a03f29c HTTP/1.1" status: 404 len: 336 time: 0.0828154 May 05 16:31:57.601065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48920) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:57.603520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:31:57.603793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Checking segment: {'id': 'f649d799-76eb-4179-8d99-6a5bfb584985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:31:57.604195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.604598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Bound using segment: {'id': 'f649d799-76eb-4179-8d99-6a5bfb584985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:31:57.605131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Bound port: 145fc7ef-c0d9-439a-8552-74a9f513ebf9, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f649d799-76eb-4179-8d99-6a5bfb584985', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:31:57.605424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.646264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:31:57.646677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:31:57.663488 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:31:57.665557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b646974a-f028-4542-9098-371c259b6002 None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:57.665557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.677313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5011be4b-7ea2-48e3-ad0b-5a0bf70f96c2 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=f71b345d-b863-444f-8708-52578082acc1 HTTP/1.1" status: 200 len: 205 time: 0.0750988 May 05 16:31:57.697949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48926) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:57.700462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object c45e205b-97d1-4fdd-98eb-442aef68ab1b will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:31:57.706256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:57.706605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:57.725471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:31:57.788250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] For port 145fc7ef-c0d9-439a-8552-74a9f513ebf9, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:31:57.793705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] For port 145fc7ef-c0d9-439a-8552-74a9f513ebf9, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=145fc7ef-c0d9-439a-8552-74a9f513ebf9,segment=NetworkSegment(f649d799-76eb-4179-8d99-6a5bfb584985),segment_id=f649d799-76eb-4179-8d99-6a5bfb584985)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:31:57.814320 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-ec65d1e5-c3ba-408f-a40d-bb1117fb4cfc tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] delete failed (client error): The resource could not be found. May 05 16:31:57.815682 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ec65d1e5-c3ba-408f-a40d-bb1117fb4cfc tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/f71b345d-b863-444f-8708-52578082acc1 HTTP/1.1" status: 404 len: 336 time: 0.1168594 May 05 16:31:57.820678 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a68c9426-c8a4-427b-96f1-fa6b7e983a03 req-7fee0a3c-3145-4af9-b884-cd7d8fefa70a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 210 time: 0.1243417 May 05 16:31:57.821978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48930) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:57.869165 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fc45595f-1410-44df-a2a6-c4f66d4a3e0e tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=e78e846f-8022-4365-9fec-382ff5662c82 HTTP/1.1" status: 200 len: 205 time: 0.0444412 May 05 16:31:57.871530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48934) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:57.911841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.929379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b646974a-f028-4542-9098-371c259b6002 None None] Calling delete_port for ac278837-25e9-4292-b8f8-f7b16173375e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:57.937685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:57.951922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=df920a6f-5f8b-42d7-8b24-1ccd469ee3f0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:57.963557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.052501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.087145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-7f3f2272-ea58-4eea-84fe-a828f511caf3 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] delete failed (client error): The resource could not be found. May 05 16:31:58.088212 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7f3f2272-ea58-4eea-84fe-a828f511caf3 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/e78e846f-8022-4365-9fec-382ff5662c82 HTTP/1.1" status: 404 len: 336 time: 0.2149324 May 05 16:31:58.090665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5247553a-4ba4-4f46-b883-618c80cea37e None None] Pushing event updated for resources: {'Port': ['ID=145fc7ef-c0d9-439a-8552-74a9f513ebf9,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:58.091378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48938) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.105964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Port': ['ID=6423b90f-0b67-4cc0-96a3-ad09a16cf262,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:58.119631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 81cefad2-2c47-423a-89a3-01ad5c09d15c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:58.129064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 81cefad2-2c47-423a-89a3-01ad5c09d15c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:31:58.129459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.207666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-b646974a-f028-4542-9098-371c259b6002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:58.208722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-b646974a-f028-4542-9098-371c259b6002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:58.210902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Deleting port 08972610-59c9-43f2-a844-e3e6327133a4 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:58.211506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.211788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.217103 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a00f70e2-d78c-42dd-ae3d-1a7ff611847f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/df920a6f-5f8b-42d7-8b24-1ccd469ee3f0 HTTP/1.1" status: 204 len: 168 time: 2.8481054 May 05 16:31:58.230454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48942) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.254209 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c9ddf6a6-0ce6-47ba-96f2-2bdc68e92e2c tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=c5f292a2-120b-47c1-8681-2b6fa0e057a1 HTTP/1.1" status: 200 len: 205 time: 0.1611960 May 05 16:31:58.255314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48946) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.275319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-788663455', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:58.341699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-28d14e39-6a0c-4da8-8c41-c088c211dd72 None None] The port '08972610-59c9-43f2-a844-e3e6327133a4' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:31:58.381586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:58.386273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:58.389636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:58.397221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:58.406788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.430167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-cfdfbae3-ed3f-4852-9089-fa287bf69008 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] delete failed (client error): The resource could not be found. May 05 16:31:58.430167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cfdfbae3-ed3f-4852-9089-fa287bf69008 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/c5f292a2-120b-47c1-8681-2b6fa0e057a1 HTTP/1.1" status: 404 len: 336 time: 0.1659405 May 05 16:31:58.432452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48950) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.435510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.471480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 81cefad2-2c47-423a-89a3-01ad5c09d15c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=81cefad2-2c47-423a-89a3-01ad5c09d15c,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:58.489629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=c45e205b-97d1-4fdd-98eb-442aef68ab1b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:58.491706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:58.494313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:58.497523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:31:58.510813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.510813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.525065 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d923f494-04b3-4793-9e6e-a4cda6ae4d8b tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 HTTP/1.1" status: 200 len: 205 time: 0.0912168 May 05 16:31:58.543185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.554647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48954) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.665602 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-7585fc28-65ed-43f6-8c3e-1486acc13811 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] delete failed (client error): The resource could not be found. May 05 16:31:58.669929 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7585fc28-65ed-43f6-8c3e-1486acc13811 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/ce7bb334-5dcc-4678-9b7c-4ca2d0265e30 HTTP/1.1" status: 404 len: 336 time: 0.1115878 May 05 16:31:58.677910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48958) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.691402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=81cefad2-2c47-423a-89a3-01ad5c09d15c,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:58.694468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:58.694468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.710112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b646974a-f028-4542-9098-371c259b6002 None None] Deleting port ac278837-25e9-4292-b8f8-f7b16173375e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:31:58.710495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.713911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.772479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 145fc7ef-c0d9-439a-8552-74a9f513ebf9 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:31:58.806950 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-91c99de7-e72b-4c4f-b168-14668784c6ad tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "GET /v2.0/ports?device_id=a9d4404b-a44a-45f1-bff9-2a9f0f170a6d HTTP/1.1" status: 200 len: 205 time: 0.1227398 May 05 16:31:58.809269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48962) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.888207 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-eb3a2d9a-2e72-4ff0-9f3e-45ece7592959 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] delete failed (client error): The resource could not be found. May 05 16:31:58.889243 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eb3a2d9a-2e72-4ff0-9f3e-45ece7592959 tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/routers/a9d4404b-a44a-45f1-bff9-2a9f0f170a6d HTTP/1.1" status: 404 len: 336 time: 0.0786576 May 05 16:31:58.892646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48968) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.908836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:58.939507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:58.949088 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37fbc41-dc6f-4b01-a541-666da392f62d tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] DELETE failed (client error): The resource could not be found. May 05 16:31:58.949935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37fbc41-dc6f-4b01-a541-666da392f62d tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:31:58.952501 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a37fbc41-dc6f-4b01-a541-666da392f62d tempest-RoutersIpV6AdminTest-932108252 tempest-RoutersIpV6AdminTest-932108252-project] 10.222.0.70 "DELETE /v2.0/subnets/d18ef7c0-7cb6-4673-9845-70d6032a0f11 HTTP/1.1" status: 404 len: 337 time: 0.0586042 May 05 16:31:58.966908 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1cce28a-d970-48cf-96d3-3d39dd466f7a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0074203 May 05 16:31:58.968129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48974) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:58.994351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': '9fa2447f-e22b-47b5-b41f-d7bc2facda12', 'name': 'tempest-PortsTestJSON-1572973580'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:59.157079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:31:59.195288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b646974a-f028-4542-9098-371c259b6002 None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:59.195965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.202424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:31:59.207691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:31:59.210837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:31:59.216826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:31:59.238042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.251176 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c116b4dc-82d8-4c8c-b681-d108c37006bb req-e087b99b-0910-489a-bb25-97ae1907b555 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 210 time: 0.0887573 May 05 16:31:59.253728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.257723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.292857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ac278837-25e9-4292-b8f8-f7b16173375e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:59.333819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:31:59.337220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.376309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port e3d61371-33bc-4328-b9cf-b3e46e135dba yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:31:59.443301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b646974a-f028-4542-9098-371c259b6002 None None] Calling delete_port for ac278837-25e9-4292-b8f8-f7b16173375e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:31:59.483765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:31:59.489342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=2dfe0e59-d7c6-4513-a3c3-edfc575fd061,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:59.491847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:31:59.497653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:59.498384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.527759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.534046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=ac278837-25e9-4292-b8f8-f7b16173375e,revision_number=6']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:31:59.696239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.723253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48980) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:59.738481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.8 (9fa2447f-e22b-47b5-b41f-d7bc2facda12/6c0358f7-de5f-43e6-b738-295691f22b9f/e3d61371-33bc-4328-b9cf-b3e46e135dba) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:31:59.768439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:31:59.771709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3e0824-427d-4b5b-8fbd-9eb0518b916b None None] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:31:59.841673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-82dfb5c3-8a42-4f18-952b-2ad9e91df47f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.1819022 May 05 16:31:59.850307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 48986) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:31:59.857915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:1b:0a:e4', 'name': 'tempest-NetworksTestDHCPv6-713109571'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:31:59.936197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-b646974a-f028-4542-9098-371c259b6002 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:31:59.936197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-b646974a-f028-4542-9098-371c259b6002 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:31:59.943835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:31:59.944625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 08972610-59c9-43f2-a844-e3e6327133a4 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:31:59.971843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-92478953-0ee9-493d-a254-5af1d42cde90 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:31:59.973498 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-92478953-0ee9-493d-a254-5af1d42cde90 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 796 time: 0.3299322 May 05 16:32:00.035428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 08972610-59c9-43f2-a844-e3e6327133a4 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:00.035801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 08972610-59c9-43f2-a844-e3e6327133a4 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:00.062793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-90bd0eb3-b39f-4a60-9117-eb7c6d4f3361 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=767f10633efb4c19a2fcf295a8578ce2 HTTP/1.1" status: 200 len: 379 time: 0.0744002 May 05 16:32:00.071299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'port': {'device_id': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'admin_state_up': True, 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'security_groups': ['7a055137-db66-4434-8d09-528ccdb048be']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:00.107185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ac278837-25e9-4292-b8f8-f7b16173375e,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:00.156103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] Provisioning for port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:00.169529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] Provisioning complete for port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:00.169898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.201005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.237581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.349896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:00.363653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.369131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:00.405306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] For port 145fc7ef-c0d9-439a-8552-74a9f513ebf9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=145fc7ef-c0d9-439a-8552-74a9f513ebf9,segment=NetworkSegment(f649d799-76eb-4179-8d99-6a5bfb584985),segment_id=f649d799-76eb-4179-8d99-6a5bfb584985)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:00.426804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.456677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.26.2.166 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/d8e14aec-65c0-4054-88be-f20d79b7274b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:00.485308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.486324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.518977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-75af1f47-51b3-4734-9d65-cb15117a962d req-6e71b1cd-efee-4c38-8753-32854ce84d6d tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 210 time: 0.0934052 May 05 16:32:00.566806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Made reservation on behalf of 767f10633efb4c19a2fcf295a8578ce2 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:00.573489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.574947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object e3d61371-33bc-4328-b9cf-b3e46e135dba will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:00.606492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56293b-3194-42a6-967c-084a1f9392f8 None None] Pushing event updated for resources: {'Port': ['ID=145fc7ef-c0d9-439a-8552-74a9f513ebf9,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:00.634360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:00.647207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Usage tracker for resource:security_group_rule and tenant:b5078dbe88844b6191afc309bc51e622 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:00.650934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:00.662161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 81cefad2-2c47-423a-89a3-01ad5c09d15c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:00.669846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:00.674481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:00.677526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:00.683540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:00.691115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:00.727886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.788558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 81cefad2-2c47-423a-89a3-01ad5c09d15c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:00.788995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.846700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b646974a-f028-4542-9098-371c259b6002 None None] Deleting port ac278837-25e9-4292-b8f8-f7b16173375e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:00.847248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:00.875982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Allocated IP 172.20.0.5 (d16f01f2-c79f-40e0-8582-f96d6a4fb7f5/fd36db05-7f32-4915-a2e3-3a098bd4905e/09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:00.911580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:01.004743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9ca8c5d6-a3e1-4452-9c81-e6647e7df0e6 None None] Provisioning for port c45e205b-97d1-4fdd-98eb-442aef68ab1b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:01.074725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9ca8c5d6-a3e1-4452-9c81-e6647e7df0e6 None None] Provisioning complete for port c45e205b-97d1-4fdd-98eb-442aef68ab1b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:01.075096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c5d6-a3e1-4452-9c81-e6647e7df0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.117343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.126969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.144902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Transition to ACTIVE for port object 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:01.148931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.169124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9ca8c5d6-a3e1-4452-9c81-e6647e7df0e6 None None] Port c45e205b-97d1-4fdd-98eb-442aef68ab1b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:01.177681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.227352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:01.231582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:01.237562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:01.239841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b646974a-f028-4542-9098-371c259b6002 None None] For port ac278837-25e9-4292-b8f8-f7b16173375e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ac278837-25e9-4292-b8f8-f7b16173375e,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:01.240238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.264895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.266308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=d8e14aec-65c0-4054-88be-f20d79b7274b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:01.274490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=e3d61371-33bc-4328-b9cf-b3e46e135dba,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:01.284897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:01.294792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 9882819e-d202-4fc9-bb78-d4c66bdf2997 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:01.333924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:01.339408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:01.365669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.375498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b646974a-f028-4542-9098-371c259b6002 None None] Calling delete_port for ac278837-25e9-4292-b8f8-f7b16173375e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:01.421932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9ca8c5d6-a3e1-4452-9c81-e6647e7df0e6 None None] Provisioning complete for port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:01.422553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9ca8c5d6-a3e1-4452-9c81-e6647e7df0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.442045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.471784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:01.472921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.482905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b5078dbe88844b6191afc309bc51e622&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7578881 May 05 16:32:01.489622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 48994) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:01.519209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efdfa6f-8fd4-49b2-9d68-56935d752938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598a79c-4d68-4b97-836e-0d381fd99196,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:01.547744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:01.594004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:01.600197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:01.610837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Router c07b1e79-8ec4-444b-b655-e386cb6db7c4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:32:01.620905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:01.701014 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-16729afe-f263-429e-b8c0-d36b46230ab0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7258282 May 05 16:32:01.702000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49000) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:01.777861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Provisioning complete for port c45e205b-97d1-4fdd-98eb-442aef68ab1b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:01.780529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.861058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b646974a-f028-4542-9098-371c259b6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.870075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:01.870075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.913973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fe1b:ae4 (f5e6463e-72cb-4e68-8573-613d495405f8/2dfe0e59-d7c6-4513-a3c3-edfc575fd061/9882819e-d202-4fc9-bb78-d4c66bdf2997) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:01.919895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f920559-64be-4eda-a1ec-bc2ba06a815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.929298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e407df8-9643-4844-9068-ce4c3c482678 req-baacb4f8-ed99-4045-98f0-79a2cbb0af52 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:01.930830 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e407df8-9643-4844-9068-ce4c3c482678 req-baacb4f8-ed99-4045-98f0-79a2cbb0af52 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 931 time: 0.2334361 May 05 16:32:01.980211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f920559-64be-4eda-a1ec-bc2ba06a815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:01.986431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646974a-f028-4542-9098-371c259b6002 None None] Pushing event deleted for resources: {'Port': ['ID=ac278837-25e9-4292-b8f8-f7b16173375e,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:01.990559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Port c45e205b-97d1-4fdd-98eb-442aef68ab1b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:02.016519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb9022c-307a-406b-a67f-e7749c5daa61 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:02.017511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1cb9022c-307a-406b-a67f-e7749c5daa61 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:02.044788 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e407df8-9643-4844-9068-ce4c3c482678 req-99555391-7ddd-41c5-9bf9-961c81fd4a14 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050191 May 05 16:32:02.057150 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-548baed7-bfc7-4a27-a40b-03a7155c7c9a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9900081 May 05 16:32:02.073186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b646974a-f028-4542-9098-371c259b6002 None None] No DVR routers for this DVR port ac278837-25e9-4292-b8f8-f7b16173375e on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:02.092324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Provisioning for port e3d61371-33bc-4328-b9cf-b3e46e135dba completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:02.096994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.097193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.098913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ee7523-10e6-469b-8882-457b62c2f18a None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:02.116956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Provisioning complete for port e3d61371-33bc-4328-b9cf-b3e46e135dba triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:02.117457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.174347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1cb9022c-307a-406b-a67f-e7749c5daa61 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:02.174656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Request body: {'port': {'device_id': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:02.175552 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1cb9022c-307a-406b-a67f-e7749c5daa61 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 922 time: 0.3988736 May 05 16:32:02.185353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49006) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:02.216140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f920559-64be-4eda-a1ec-bc2ba06a815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.258006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24db4015-86ab-4b6d-a927-8f6698dffda7 None None] Port e3d61371-33bc-4328-b9cf-b3e46e135dba cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:02.291766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f920559-64be-4eda-a1ec-bc2ba06a815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598a79c-4d68-4b97-836e-0d381fd99196,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:02.345186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f920559-64be-4eda-a1ec-bc2ba06a815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.349248 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9f920559-64be-4eda-a1ec-bc2ba06a815c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0598a79c-4d68-4b97-836e-0d381fd99196 HTTP/1.1" status: 204 len: 168 time: 0.8041942 May 05 16:32:02.392734 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.430158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '2dfe0e59-d7c6-4513-a3c3-edfc575fd061'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:02.431095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.431395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:02.437626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.446124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d6337df0-8bad-4986-802a-1a157b1a47dc tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "PUT /v2.0/routers/c07b1e79-8ec4-444b-b655-e386cb6db7c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4635003 May 05 16:32:02.447820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port e3d61371-33bc-4328-b9cf-b3e46e135dba {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:02.448234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.450946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49012) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:02.452654 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] Sync routers for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:02.475233 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:02.478049 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:02.509706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 9882819e-d202-4fc9-bb78-d4c66bdf2997 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:02.533623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-84efa6d6-80da-426b-b5c2-3fb8c05d3a9a None None] Provisioning for port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:02.541681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-84efa6d6-80da-426b-b5c2-3fb8c05d3a9a None None] Provisioning complete for port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:02.542336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-84efa6d6-80da-426b-b5c2-3fb8c05d3a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.635307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-84efa6d6-80da-426b-b5c2-3fb8c05d3a9a None None] Port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:02.651195 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:02.665124 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] Routers {'c07b1e79-8ec4-444b-b655-e386cb6db7c4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:02.667985 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:02.679650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 145fc7ef-c0d9-439a-8552-74a9f513ebf9 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:02.746351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.804979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:02.809343 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:02.809754 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7261f996-d509-435a-94a5-6d04e54de3a8 None None] The sync data for ids ['c07b1e79-8ec4-444b-b655-e386cb6db7c4'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:02.879693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Allocated IP 2001:db8::f816:3eff:fe2e:8a7e (f5e6463e-72cb-4e68-8573-613d495405f8/2dfe0e59-d7c6-4513-a3c3-edfc575fd061/810adccf-3081-4187-87c1-cfce6bb6db09) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:02.899175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:02.900027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.041037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for e3d61371-33bc-4328-b9cf-b3e46e135dba owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:03.072021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:03.083034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:03.087722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.089518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:03.102337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:03.107856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.161491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 5abf8bce-7754-4bae-a40b-41c98c07e574 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:32:03.164991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:32:03.238760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=9882819e-d202-4fc9-bb78-d4c66bdf2997,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:03.260541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.276073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Transition to ACTIVE for port object 810adccf-3081-4187-87c1-cfce6bb6db09 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:03.305410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Transition to ACTIVE for port object 810adccf-3081-4187-87c1-cfce6bb6db09 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:03.348875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.353856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f06b1c-cc16-41e4-a6a2-6d39e7ad1f1c req-b23bbae0-99e7-4887-9a02-d2b2076fa801 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:03.355340 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d0f06b1c-cc16-41e4-a6a2-6d39e7ad1f1c req-b23bbae0-99e7-4887-9a02-d2b2076fa801 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 931 time: 0.1261444 May 05 16:32:03.383224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:03.387685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Transition to ACTIVE for port object 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:03.388909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.410470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.415743 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9fff4a56-55f5-46c5-8358-aef2d4b3f076 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.5617006 May 05 16:32:03.444710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49024) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:03.461957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:03.464932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:03.469130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=e3d61371-33bc-4328-b9cf-b3e46e135dba,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:03.469763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:03.471999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Pushing event updated for resources: {'Port': ['ID=810adccf-3081-4187-87c1-cfce6bb6db09,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:03.496388 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d0f06b1c-cc16-41e4-a6a2-6d39e7ad1f1c req-a4cd56ca-7450-4584-99b7-7cb43ba0f237 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350050 May 05 16:32:03.557227 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d0890e40-af4f-4df2-a5fd-42819d4cbea7 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=975a477f309e4bc28a1b4c2ff0a881e5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1729982 May 05 16:32:03.563181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49028) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:03.572594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Attempting to bind port 810adccf-3081-4187-87c1-cfce6bb6db09 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:03.573110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Attempting to bind port 810adccf-3081-4187-87c1-cfce6bb6db09 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:03.573660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Attempting to bind port 810adccf-3081-4187-87c1-cfce6bb6db09 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:03.585392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:03.585937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:03.586438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.586917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:03.587533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Bound port: 810adccf-3081-4187-87c1-cfce6bb6db09, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:03.587988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.588190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.674861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.682583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.687611 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a20fcdf2-9be2-4378-8a02-4706377ae36b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/e3d61371-33bc-4328-b9cf-b3e46e135dba HTTP/1.1" status: 204 len: 168 time: 1.4954019 May 05 16:32:03.688803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49032) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:03.711198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] For port 810adccf-3081-4187-87c1-cfce6bb6db09, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:03.715494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] For port 810adccf-3081-4187-87c1-cfce6bb6db09, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=810adccf-3081-4187-87c1-cfce6bb6db09,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:03.746711 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c81d6ba-6ad0-4f3b-984a-dfc7cf7fc55d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:32:03.747270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c81d6ba-6ad0-4f3b-984a-dfc7cf7fc55d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:03.763628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19415297-058b-4534-9e9d-927c145ea307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.793249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19415297-058b-4534-9e9d-927c145ea307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.795902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.807329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:03.863514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c81d6ba-6ad0-4f3b-984a-dfc7cf7fc55d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:03.866219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c81d6ba-6ad0-4f3b-984a-dfc7cf7fc55d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/e3d61371-33bc-4328-b9cf-b3e46e135dba HTTP/1.1" status: 404 len: 333 time: 0.1759059 May 05 16:32:03.869148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49036) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:03.903393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec683ad8-3bcc-4d02-8a95-061f13811dc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:03.907805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec683ad8-3bcc-4d02-8a95-061f13811dc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:03.908610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ec683ad8-3bcc-4d02-8a95-061f13811dc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:03.913117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b521b66c-cd36-4dd8-9fa6-473182c78499 None None] Pushing event updated for resources: {'Port': ['ID=810adccf-3081-4187-87c1-cfce6bb6db09,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:03.932658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19415297-058b-4534-9e9d-927c145ea307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:03.972922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19415297-058b-4534-9e9d-927c145ea307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512ebe56-425d-4a94-83b1-5a1e9154f1c6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:04.002391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port c45e205b-97d1-4fdd-98eb-442aef68ab1b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:04.002391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.034309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Attempting to bind port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:04.034647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Attempting to bind port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:04.034978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Attempting to bind port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 on network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:04.039726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19415297-058b-4534-9e9d-927c145ea307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.044005 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-19415297-058b-4534-9e9d-927c145ea307 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/512ebe56-425d-4a94-83b1-5a1e9154f1c6 HTTP/1.1" status: 204 len: 168 time: 0.4495912 May 05 16:32:04.058223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 on network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:32:04.058549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Attempting to bind port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 on network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:04.076872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:04.076872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Checking segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:04.077233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Bound using segment: {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:04.077822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Bound port: 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77fc89d8-5a51-4467-828e-bf2c4bdcf64e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:04.078024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.158656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ec683ad8-3bcc-4d02-8a95-061f13811dc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:04.162604 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ec683ad8-3bcc-4d02-8a95-061f13811dc6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.7119551 May 05 16:32:04.165160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49042) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:04.250265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.309243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 9882819e-d202-4fc9-bb78-d4c66bdf2997 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:04.309590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.346449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:04.371711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:04.381796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.393162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:04.397249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] Sync routers for ids ['5abf8bce-7754-4bae-a40b-41c98c07e574'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:04.397626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting port c769af4e-78ed-4437-a8b5-8a95c7a63ec5 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:04.397626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.407927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] Routers {'5abf8bce-7754-4bae-a40b-41c98c07e574'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:04.408546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5abf8bce-7754-4bae-a40b-41c98c07e574'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:04.472262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:04.486233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] Routers {'5abf8bce-7754-4bae-a40b-41c98c07e574'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:04.486919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5abf8bce-7754-4bae-a40b-41c98c07e574'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:04.490162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.494002 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2dda6854-b651-47b4-8f6f-1a0d4c29ddea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 6.2450519 May 05 16:32:04.494002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.509194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:04.554017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for c45e205b-97d1-4fdd-98eb-442aef68ab1b owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:04.575090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:04.575850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4273a-337c-4f2b-a6bb-fa2deec90b43 None None] The sync data for ids ['5abf8bce-7754-4bae-a40b-41c98c07e574'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:04.698336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 810adccf-3081-4187-87c1-cfce6bb6db09 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:04.955089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 810adccf-3081-4187-87c1-cfce6bb6db09 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:04.955257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:04.991294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:05.217549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=c45e205b-97d1-4fdd-98eb-442aef68ab1b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:05.229785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:05.231492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-5f5e5aa9-c7f3-46a6-b9bd-40d6ec15c951 service neutron] 10.222.0.71 "PUT /v2.0/ports/09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 1093 time: 3.1648452 May 05 16:32:05.237111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:32:05.430733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:05.455912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:05.555293 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c7c80a29-a156-4d7f-8149-676ae5a96fff tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/c45e205b-97d1-4fdd-98eb-442aef68ab1b HTTP/1.1" status: 204 len: 168 time: 1.6848941 May 05 16:32:05.557763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49066) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:05.585159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] Provisioning for port 810adccf-3081-4187-87c1-cfce6bb6db09 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:05.597815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] Provisioning complete for port 810adccf-3081-4187-87c1-cfce6bb6db09 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:05.598828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:05.654360 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-985c6ac7-5658-4abe-bdfc-c1c2c12b0d91 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:32:05.654948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-985c6ac7-5658-4abe-bdfc-c1c2c12b0d91 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:05.724693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:05.740109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c774d37-9a86-4711-80d1-f9ab6977f0f8 req-a295f0cf-d68d-4487-9a4b-c1463dcb5174 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:05.741075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-9c774d37-9a86-4711-80d1-f9ab6977f0f8 req-a295f0cf-d68d-4487-9a4b-c1463dcb5174 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Synchronizing usage tracker for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:05.753110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Calling delete_port for c769af4e-78ed-4437-a8b5-8a95c7a63ec5 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:05.771885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-985c6ac7-5658-4abe-bdfc-c1c2c12b0d91 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:05.775835 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-985c6ac7-5658-4abe-bdfc-c1c2c12b0d91 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/c45e205b-97d1-4fdd-98eb-442aef68ab1b HTTP/1.1" status: 404 len: 333 time: 0.2140362 May 05 16:32:05.777822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49074) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:05.787526 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2699c99-0665-43d4-a2fb-f023b2395c2f'] response: {'name': 'network-changed', 'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'status': 'completed', 'code': 200} May 05 16:32:05.911439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:05.950596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] For port 810adccf-3081-4187-87c1-cfce6bb6db09, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=810adccf-3081-4187-87c1-cfce6bb6db09,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:05.955502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 9882819e-d202-4fc9-bb78-d4c66bdf2997 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:06.060251 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-a054389a-c759-4298-ac67-7f1a66f475da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1096 time: 0.6975708 May 05 16:32:06.063191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 6c0358f7-de5f-43e6-b738-295691f22b9f {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:06.068187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.074651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.140499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-9c774d37-9a86-4711-80d1-f9ab6977f0f8 req-a295f0cf-d68d-4487-9a4b-c1463dcb5174 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Unset dirty status for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:06.141369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.141746 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9c774d37-9a86-4711-80d1-f9ab6977f0f8 req-a295f0cf-d68d-4487-9a4b-c1463dcb5174 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 943 time: 1.3036497 May 05 16:32:06.173710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470774ff-7d6a-4893-a93c-dc2fc999f8fa None None] Pushing event updated for resources: {'Port': ['ID=810adccf-3081-4187-87c1-cfce6bb6db09,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:06.190805 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-6b5a7806-8313-4dbc-9526-b8ab9f05ae8a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 217 time: 0.1193693 May 05 16:32:06.206586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49080) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:06.259789 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-174d214a-9072-4f52-920e-207cb79f3d8d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/routers/5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 200 len: 880 time: 1.7155404 May 05 16:32:06.260803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49086) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:06.332257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.376575 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9c774d37-9a86-4711-80d1-f9ab6977f0f8 req-1ff0bb00-ffbc-459e-bbdd-317ae19cd3f5 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198482 May 05 16:32:06.377970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-7e10c333-9231-48a3-8360-add2696550c5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:06.379328 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-7e10c333-9231-48a3-8360-add2696550c5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.1817141 May 05 16:32:06.416979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705157117'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:06.428643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:06.441143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:06.446749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:06.457787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:06.480257 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-1f93ad68-f6ce-42e2-b3b0-50ded3e9fabe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943818 May 05 16:32:06.533610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a864fdfc-cee2-47c9-847d-ef3cebfe8246 None None] Provisioning for port 9882819e-d202-4fc9-bb78-d4c66bdf2997 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:06.539157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a864fdfc-cee2-47c9-847d-ef3cebfe8246 None None] Provisioning complete for port 9882819e-d202-4fc9-bb78-d4c66bdf2997 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:06.539505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a864fdfc-cee2-47c9-847d-ef3cebfe8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.555707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.557630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-67816e3a-5ef4-45e4-9aad-048c7ac6788f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:router {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:06.569084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.572866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:06.578807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.578976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a864fdfc-cee2-47c9-847d-ef3cebfe8246 None None] Port 9882819e-d202-4fc9-bb78-d4c66bdf2997 was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:32:06.612157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.629361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=9882819e-d202-4fc9-bb78-d4c66bdf2997,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:06.633299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.642890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=6c0358f7-de5f-43e6-b738-295691f22b9f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:06.644109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 810adccf-3081-4187-87c1-cfce6bb6db09 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:06.650809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.664993 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0c79984e-21da-4b20-b1c9-aa64f442327f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/6c0358f7-de5f-43e6-b738-295691f22b9f HTTP/1.1" status: 204 len: 168 time: 0.8838184 May 05 16:32:06.665697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49090) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:06.678004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:06.681972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf33d71-3c07-4d64-971c-bf7a1621907a None None] Network 9fa2447f-e22b-47b5-b41f-d7bc2facda12 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:06.682932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:security_group_rule and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:06.685744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:06.691692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:06.710223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-67816e3a-5ef4-45e4-9aad-048c7ac6788f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:router {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:06.710223 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-67816e3a-5ef4-45e4-9aad-048c7ac6788f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4413431 May 05 16:32:06.710223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49094) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:06.712639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-788663455'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:06.744823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Port': ['ID=c769af4e-78ed-4437-a8b5-8a95c7a63ec5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:06.877305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.939669 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-c5600a7e-39c2-44ba-8ca4-96991520f5ef service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533379 May 05 16:32:06.955051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 810adccf-3081-4187-87c1-cfce6bb6db09 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:06.955425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:06.989008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.033707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.050636 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6208bbc5-b0f0-4400-a286-bb7385765f61 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/9882819e-d202-4fc9-bb78-d4c66bdf2997 HTTP/1.1" status: 204 len: 168 time: 2.8805430 May 05 16:32:07.055414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49098) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:07.111896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] DHCP port deletion for 9fa2447f-e22b-47b5-b41f-d7bc2facda12 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:07.116895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] Deleting port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:07.117869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.118033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.166373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:07.193853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f959012-3070-4497-9a5a-4f70da6876f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:07.195189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f959012-3070-4497-9a5a-4f70da6876f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:07.195945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f959012-3070-4497-9a5a-4f70da6876f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:07.209176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e332ec2-939d-41c7-a756-5d14b61ff80f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:07.228559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.232751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment 99677376-61b6-4fa8-8ff1-ae73d51302df of type vlan for network 1e67b2ed-0189-495b-a516-17e7942d59da May 05 16:32:07.286618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:07.286937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.338257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] For port 145fc7ef-c0d9-439a-8552-74a9f513ebf9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=145fc7ef-c0d9-439a-8552-74a9f513ebf9,segment=NetworkSegment(f649d799-76eb-4179-8d99-6a5bfb584985),segment_id=f649d799-76eb-4179-8d99-6a5bfb584985)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:07.338570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.384397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f959012-3070-4497-9a5a-4f70da6876f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:07.385467 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f959012-3070-4497-9a5a-4f70da6876f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.3279452 May 05 16:32:07.388464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49102) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:07.398485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.473166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] Calling delete_port for 145fc7ef-c0d9-439a-8552-74a9f513ebf9 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:07.491611 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f763f97-f391-4d88-bdab-425dee14c1e6 req-23c15776-5a7f-4944-91dc-92825c9b9e65 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421090 May 05 16:32:07.502351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.506976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:07.507733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.562500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.658279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:07.703350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] Pushing event deleted for resources: {'Port': ['ID=145fc7ef-c0d9-439a-8552-74a9f513ebf9,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:07.708078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56969155-2d17-41c3-b784-addc690d33d3 None None] No DVR routers for this DVR port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:07.924797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=1e67b2ed-0189-495b-a516-17e7942d59da,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:07.935588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1e67b2ed-0189-495b-a516-17e7942d59da details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:07.972575 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1b85cade-03ba-476e-9171-753414f62ce3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7602780 May 05 16:32:07.982082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.001792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548290b6-90b8-4500-a915-125864ca40a4 req-2de565df-6a0d-40d0-be18-bd6a703e9478 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:08.004450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-548290b6-90b8-4500-a915-125864ca40a4 req-2de565df-6a0d-40d0-be18-bd6a703e9478 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 943 time: 0.4898939 May 05 16:32:08.064219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-548290b6-90b8-4500-a915-125864ca40a4 req-b0db967c-840d-487a-9b2e-e3ac135d6d72 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546989 May 05 16:32:08.067938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.092978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.097378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port 145fc7ef-c0d9-439a-8552-74a9f513ebf9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=145fc7ef-c0d9-439a-8552-74a9f513ebf9,segment=NetworkSegment(f649d799-76eb-4179-8d99-6a5bfb584985),segment_id=f649d799-76eb-4179-8d99-6a5bfb584985)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:08.097378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.165491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.243227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 145fc7ef-c0d9-439a-8552-74a9f513ebf9 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:08.301012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 5abf8bce-7754-4bae-a40b-41c98c07e574 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:32:08.314471 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-6d468263-e92f-4cb5-b5fe-5902b75dcef1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1096 time: 0.6819379 May 05 16:32:08.347356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 2dfe0e59-d7c6-4513-a3c3-edfc575fd061 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:08.359388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.505843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:08.511535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.512732 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-56f44cf8-4f4f-412b-aa33-61d141fa7d7b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 200 len: 887 time: 1.8058772 May 05 16:32:08.516177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49108) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:08.519986 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] Sync routers for ids ['5abf8bce-7754-4bae-a40b-41c98c07e574'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:08.538724 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] Routers {'5abf8bce-7754-4bae-a40b-41c98c07e574'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:08.539769 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5abf8bce-7754-4bae-a40b-41c98c07e574'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:08.648070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-5394c114-69c5-4d11-bfc8-9739c3bf6f61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:08.649642 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-5394c114-69c5-4d11-bfc8-9739c3bf6f61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 897 time: 0.3226891 May 05 16:32:08.670404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 145fc7ef-c0d9-439a-8552-74a9f513ebf9 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:08.674227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.675090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Fanout notify agent at l3_agent the message router_deleted on router c07b1e79-8ec4-444b-b655-e386cb6db7c4 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:32:08.683434 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:08.697278 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] Routers {'5abf8bce-7754-4bae-a40b-41c98c07e574'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:08.698526 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:31:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['5abf8bce-7754-4bae-a40b-41c98c07e574'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:08.728756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 145fc7ef-c0d9-439a-8552-74a9f513ebf9 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:08.729114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 145fc7ef-c0d9-439a-8552-74a9f513ebf9 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:08.770641 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:08.771539 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01381b6-71c9-4620-8f9b-07763d77d4b9 None None] The sync data for ids ['5abf8bce-7754-4bae-a40b-41c98c07e574'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:08.788485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.804533 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b688b848-8ae5-484f-8814-3de9bec87fef tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/routers/5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 200 len: 887 time: 0.2871568 May 05 16:32:08.807274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49112) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:08.853470 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-35bbb0fb-352b-439c-a0bc-8b9c5829b3e6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 200 len: 205 time: 0.0448136 May 05 16:32:08.855894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49116) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:08.858747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:08.859156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:08.871693 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-a4d12319-bd5b-4f7d-aa3f-d725e67deb92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 217 time: 0.1942031 May 05 16:32:08.878629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:08.882300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3409e58a-1f99-4131-8910-01fc2302f6b9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "DELETE /v2.0/routers/c07b1e79-8ec4-444b-b655-e386cb6db7c4 HTTP/1.1" status: 204 len: 168 time: 6.4258318 May 05 16:32:08.912110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49120) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:08.960667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-c9356486-9310-49d2-b9ef-3104800834e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:08.962142 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-c9356486-9310-49d2-b9ef-3104800834e7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.0790787 May 05 16:32:09.012570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.103172 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-0462ea43-d063-437a-ad85-6bbe4e242bc8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1326659 May 05 16:32:09.213493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.221146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting subnet 4c01afd2-c03b-44fe-bd58-6b2ff0201961 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:09.225255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.302595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.309490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=2dfe0e59-d7c6-4513-a3c3-edfc575fd061,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:09.334189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.338426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03310e09-79c9-4bf3-84bd-c1a631fdad67 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:09.372213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 145fc7ef-c0d9-439a-8552-74a9f513ebf9 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:09.372794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.403884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-e927a625-1d96-4ead-996a-0bc2e7ec06a8 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940207 May 05 16:32:09.493642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.505591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] The port '145fc7ef-c0d9-439a-8552-74a9f513ebf9' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:32:09.630701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:09.634976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] Deleting port 810adccf-3081-4187-87c1-cfce6bb6db09 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:09.635470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.642889 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b26aeda4-b24e-456e-b0ec-b8cf107b3b8f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/2dfe0e59-d7c6-4513-a3c3-edfc575fd061 HTTP/1.1" status: 204 len: 168 time: 2.2508519 May 05 16:32:09.651044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49126) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:09.726775 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-27dac2c5-fbbf-41e1-818f-9a51bfb3f1b6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0745821 May 05 16:32:09.728495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49130) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:09.788020 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-18d40d68-1877-4b15-b470-5f0ffcb3196a req-58106fa9-89e4-4371-a729-c1f813dc98f1 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3636630 May 05 16:32:09.804028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.916994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.930728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] For port 810adccf-3081-4187-87c1-cfce6bb6db09, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=810adccf-3081-4187-87c1-cfce6bb6db09,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:09.931433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:09.940523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699484a-dbdf-4c4b-b633-11d33071240b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:09.941219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5699484a-dbdf-4c4b-b633-11d33071240b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:09.956528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea1e380-dec0-4834-bdd3-5a474a3936e0 req-aa7783e6-8da6-4e91-b4e5-1f3b0ce42b22 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:09.959577 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aea1e380-dec0-4834-bdd3-5a474a3936e0 req-aa7783e6-8da6-4e91-b4e5-1f3b0ce42b22 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 943 time: 0.7059517 May 05 16:32:10.005758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.008481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fa2447f-e22b-47b5-b41f-d7bc2facda12']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:10.018636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5699484a-dbdf-4c4b-b633-11d33071240b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:10.023002 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5699484a-dbdf-4c4b-b633-11d33071240b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2898111 May 05 16:32:10.027956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49134) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:10.033808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f649d799-76eb-4179-8d99-6a5bfb584985') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:10.034361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f649d799-76eb-4179-8d99-6a5bfb584985') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:10.052460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.071775 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aea1e380-dec0-4834-bdd3-5a474a3936e0 req-3e1ba28f-cd5d-4804-a506-4da914eff7c3 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947406 May 05 16:32:10.073087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] Calling delete_port for 810adccf-3081-4187-87c1-cfce6bb6db09 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:10.078784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.085886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.089007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:10.089756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:10.119575 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:10.152048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.161641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:32:10.165305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "DELETE /v2.0/subnets/4c01afd2-c03b-44fe-bd58-6b2ff0201961 HTTP/1.1" status: 204 len: 168 time: 1.2521675 May 05 16:32:10.176815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port d8e14aec-65c0-4054-88be-f20d79b7274b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:10.177119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.188365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49138) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:10.208544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3f5a14-4621-4091-b2f1-2684c523d23c tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Subnet': ['ID=4c01afd2-c03b-44fe-bd58-6b2ff0201961,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:10.246882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a9fbd-2cbd-448b-a7bf-d14b67c79919 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:10.251984 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4b9a9fbd-2cbd-448b-a7bf-d14b67c79919 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2273805 May 05 16:32:10.252622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49142) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:10.322500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:10.330166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.330355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e61fef2a-660d-4ca7-a2e5-0fdf6fcddfa4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746715 May 05 16:32:10.331153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49146) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:10.342650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb3ca9e-cf71-47fd-ab7f-633c8ab010e6 None None] Network fbd03fac-297d-4a90-b17f-3f212ca141cc requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:10.357365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:10.361489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting port 5fab35f9-2536-4fce-b126-c8e172c26313 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:10.361834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.463182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'port_id': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'mac_address': 'fa:16:3e:6c:eb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:32:10.534839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.564890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:10.569481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:10.572325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:10.578874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:10.610887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] Pushing event deleted for resources: {'Port': ['ID=810adccf-3081-4187-87c1-cfce6bb6db09,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:10.631231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.635264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] For port 5fab35f9-2536-4fce-b126-c8e172c26313, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5fab35f9-2536-4fce-b126-c8e172c26313,segment=NetworkSegment(2e7c8248-e22b-470a-b367-a0f186775b2d),segment_id=2e7c8248-e22b-470a-b367-a0f186775b2d)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:10.635840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.690248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 810adccf-3081-4187-87c1-cfce6bb6db09 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:10.723173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:10.747896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 810adccf-3081-4187-87c1-cfce6bb6db09 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:10.753936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 810adccf-3081-4187-87c1-cfce6bb6db09 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:10.776268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367d5e60-96b9-4e22-9faf-0bd9cbd94e38 None None] No DVR routers for this DVR port 810adccf-3081-4187-87c1-cfce6bb6db09 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:10.805232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.861231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:32:10.890395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:10.920658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.933957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Calling delete_port for 5fab35f9-2536-4fce-b126-c8e172c26313 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:10.941231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:10.945281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5196cca5-3125-4432-b208-7448f624399c None None] DHCP port deletion for fbd03fac-297d-4a90-b17f-3f212ca141cc request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:10.949835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5196cca5-3125-4432-b208-7448f624399c None None] Deleting port 5fab35f9-2536-4fce-b126-c8e172c26313 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:10.950338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5196cca5-3125-4432-b208-7448f624399c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.031669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.054470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.070381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=9fa2447f-e22b-47b5-b41f-d7bc2facda12,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:11.080633 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-039ff85a-1478-42fe-8e1f-81d1b0ec181b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/9fa2447f-e22b-47b5-b41f-d7bc2facda12 HTTP/1.1" status: 204 len: 168 time: 4.4120064 May 05 16:32:11.085237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49150) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:11.092394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1474023272'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:11.099019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:11.104435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:11.109246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:11.132344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:11.156853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.208952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:11.254821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49156) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:11.256343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5196cca5-3125-4432-b208-7448f624399c None None] For port 5fab35f9-2536-4fce-b126-c8e172c26313, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5fab35f9-2536-4fce-b126-c8e172c26313,segment=NetworkSegment(2e7c8248-e22b-470a-b367-a0f186775b2d),segment_id=2e7c8248-e22b-470a-b367-a0f186775b2d)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:11.256792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5196cca5-3125-4432-b208-7448f624399c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.267963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:11.271765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.295420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:11.301900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for d8e14aec-65c0-4054-88be-f20d79b7274b owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:11.314842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Port': ['ID=5fab35f9-2536-4fce-b126-c8e172c26313,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:11.376236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.385528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] No DVR routers for this DVR port 5fab35f9-2536-4fce-b126-c8e172c26313 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:11.391654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5196cca5-3125-4432-b208-7448f624399c None None] Calling delete_port for 5fab35f9-2536-4fce-b126-c8e172c26313 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:11.419038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:32:11.433664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:11.464847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:11.470666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:11.473581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:11.474593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.482590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b70bc-c2ad-483f-b23f-c2ef3548445b None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:11.528381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=6161f921-2f68-4209-a156-3c5baeb10720,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:11.542019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.542556 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment 12d9bce5-d182-44e2-85f7-d03803b24a91 of type vlan for network 1320bd37-149e-4f71-806f-816be35872b7 May 05 16:32:11.563073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874362d-fa65-4de2-aa67-0525bbe4410c req-c5bbb86d-087c-4ac2-959a-60ab0be841c5 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:11.564523 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e874362d-fa65-4de2-aa67-0525bbe4410c req-c5bbb86d-087c-4ac2-959a-60ab0be841c5 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 944 time: 0.2347536 May 05 16:32:11.594872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:11.603607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.606533 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ef661de8-859f-4154-955f-83b4bf4b11cc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2584860 May 05 16:32:11.607289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49160) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:11.612287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.615624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:d6:04:46', 'name': 'tempest-NetworksTestDHCPv6-1975294335'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:11.616157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:11.622742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:11.641398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:11.653961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd03fac-297d-4a90-b17f-3f212ca141cc']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:11.655247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-5196cca5-3125-4432-b208-7448f624399c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:11.655680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-5196cca5-3125-4432-b208-7448f624399c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:11.680728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e7c8248-e22b-470a-b367-a0f186775b2d') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:11.681120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e7c8248-e22b-470a-b367-a0f186775b2d') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:11.698365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.715215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.722000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:11.722886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:11.739091 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:11.744291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:11.785737 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e874362d-fa65-4de2-aa67-0525bbe4410c req-b68b5f6a-2c34-4f8d-8d8a-2ecdc60ae550 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078121 May 05 16:32:11.847706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:11.855738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '6161f921-2f68-4209-a156-3c5baeb10720'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:11.856541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.858343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:11.892803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.896140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:11.896713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.897567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.949148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:11.951874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:11.966204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=d8e14aec-65c0-4054-88be-f20d79b7274b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:12.023352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port abc59297-91ab-43b1-b11d-7ea2c4e49f04 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:12.026403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.103854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/6161f921-2f68-4209-a156-3c5baeb10720/00531ccb-5df7-4733-9263-773628cb2bcc) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:12.127549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.131948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.134142 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "DELETE /v2.0/networks/fbd03fac-297d-4a90-b17f-3f212ca141cc HTTP/1.1" status: 204 len: 168 time: 1.9452600 May 05 16:32:12.143941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49164) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:12.147934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=1320bd37-149e-4f71-806f-816be35872b7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:12.173482 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-45cb264b-cfb3-4711-b186-f799421fcece tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0869977 May 05 16:32:12.174270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49168) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:12.189819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': '1320bd37-149e-4f71-806f-816be35872b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:12.196965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5196cca5-3125-4432-b208-7448f624399c None None] Deleting port 5fab35f9-2536-4fce-b126-c8e172c26313 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:12.197553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5196cca5-3125-4432-b208-7448f624399c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.203068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4f74bb-c904-4d9e-9885-b2da777fbae9 tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Network': ['ID=fbd03fac-297d-4a90-b17f-3f212ca141cc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:12.234450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1320bd37-149e-4f71-806f-816be35872b7 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:12.325702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:12.333541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:12.338068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:12.370136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5196cca5-3125-4432-b208-7448f624399c None None] The port '5fab35f9-2536-4fce-b126-c8e172c26313' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:32:12.374818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:12.432462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.473816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:12.518722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.529393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Transition to ACTIVE for port object 00531ccb-5df7-4733-9263-773628cb2bcc will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:12.541717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.548540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Deleting port db7969e6-37f0-41d8-804f-0c2c623d10da {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:12.548887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.551048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Transition to ACTIVE for port object 00531ccb-5df7-4733-9263-773628cb2bcc will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:12.617890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.647598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.666759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5fab35f9-2536-4fce-b126-c8e172c26313 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:12.713860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:12.722699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:12.731683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 5fab35f9-2536-4fce-b126-c8e172c26313 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:12.732183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5fab35f9-2536-4fce-b126-c8e172c26313 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:12.734279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:12.753641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Pushing event updated for resources: {'Port': ['ID=00531ccb-5df7-4733-9263-773628cb2bcc,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:12.845215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=1aa1243c-de85-4d9b-b64c-4664a1dea1ef,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:12.859335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Attempting to bind port 00531ccb-5df7-4733-9263-773628cb2bcc on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:12.860235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Attempting to bind port 00531ccb-5df7-4733-9263-773628cb2bcc by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:12.860643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Attempting to bind port 00531ccb-5df7-4733-9263-773628cb2bcc on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:12.868922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:12.869453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:12.870080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.870570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:12.871970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Bound port: 00531ccb-5df7-4733-9263-773628cb2bcc, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:12.872473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.879166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': '99677376-61b6-4fa8-8ff1-ae73d51302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:12.879545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: 1e67b2ed-0189-495b-a516-17e7942d59da, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:12.982945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:12.987040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:12.987647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:13.024530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.028204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::66 (f5e6463e-72cb-4e68-8573-613d495405f8/6161f921-2f68-4209-a156-3c5baeb10720/abc59297-91ab-43b1-b11d-7ea2c4e49f04) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:13.033310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 1e67b2ed-0189-495b-a516-17e7942d59da is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:13.064249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.096835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.097167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.111393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43523122-344e-4b82-8911-dc64308dd501 req-bc8c18f4-fe5a-4b97-a75d-6f85b1f4132f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:13.114186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-43523122-344e-4b82-8911-dc64308dd501 req-bc8c18f4-fe5a-4b97-a75d-6f85b1f4132f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 944 time: 0.1242445 May 05 16:32:13.116614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1e67b2ed-0189-495b-a516-17e7942d59da) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:13.128908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a719ec5-2c14-41e5-adf0-a077aa65c357 None None] Network 1e67b2ed-0189-495b-a516-17e7942d59da requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:13.134509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:13.135126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.173616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.228355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64558cc0-135a-4d14-bc37-4d7b73afdf58 None None] Pushing event updated for resources: {'Port': ['ID=00531ccb-5df7-4733-9263-773628cb2bcc,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:13.235688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Calling delete_port for db7969e6-37f0-41d8-804f-0c2c623d10da owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:13.261205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.261603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router 5abf8bce-7754-4bae-a40b-41c98c07e574 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:32:13.275985 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-43523122-344e-4b82-8911-dc64308dd501 req-5f25712b-3bec-4600-9491-2d7c109ac423 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1356213 May 05 16:32:13.277022 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-62e8a395-777b-48fc-8473-cd1998d0e353 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0203857 May 05 16:32:13.285369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=9393c378-9c8a-45b5-9d4f-d79f28a088f2,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:13.290474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49174) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:13.300331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-842107939'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:13.308167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:13.314787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:13.318900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:13.332265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': '12d9bce5-d182-44e2-85f7-d03803b24a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1320bd37-149e-4f71-806f-816be35872b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:13.332991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: 1320bd37-149e-4f71-806f-816be35872b7, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:13.340159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:13.405378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:13.408572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.411949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-1e67b2ed-0189-495b-a516-17e7942d59da', 'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': '1aa1243c-de85-4d9b-b64c-4664a1dea1ef'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:13.412754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.446874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:13.459016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.459363 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment c30d58c1-8eca-4317-9f82-f5327f5532ed of type vlan for network d4cba3bc-35dd-4500-9502-25de5cdeacad May 05 16:32:13.460468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 1320bd37-149e-4f71-806f-816be35872b7 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:13.497954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.509460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1320bd37-149e-4f71-806f-816be35872b7) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:13.521858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:13.522431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.526564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb79504-7d66-4a73-be2a-1e3ddd862b8e None None] Network 1320bd37-149e-4f71-806f-816be35872b7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:13.560778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.566486 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-65113a7d-23b9-47e2-a000-15a0b37e9327 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 204 len: 168 time: 4.7060311 May 05 16:32:13.569190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49178) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:13.585735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-2023971423'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:13.596604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:13.616599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:13.624588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:13.635827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.639258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:13.651689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.655644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:13.656274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.664941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object abc59297-91ab-43b1-b11d-7ea2c4e49f04 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:13.732540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.739189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:13.740651 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1f09d4ef-417e-4bbb-b6bc-b6881a030f58 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5607886 May 05 16:32:13.742957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.757744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49182) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:13.768909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': '1320bd37-149e-4f71-806f-816be35872b7', 'name': 'tempest-PortsTestJSON-132094506', 'fixed_ips': [{'subnet_id': '9393c378-9c8a-45b5-9d4f-d79f28a088f2', 'ip_address': '172.20.0.10'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:13.804518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Allocated IP 2001:db8:0:ffff::2 (1e67b2ed-0189-495b-a516-17e7942d59da/1aa1243c-de85-4d9b-b64c-4664a1dea1ef/a8bd0dca-12f3-449e-a892-0fcd17d33fbf) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:13.840144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:13.852981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5614343 May 05 16:32:13.854572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.855077 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment ef35aa2b-3e47-49b0-b5d6-7ea552d70220 of type vlan for network efc8c080-4e6f-4fae-8d3f-ca8a050d263e May 05 16:32:13.857064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2409305-3150-4640-9a15-1b155b5ab727 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=d4cba3bc-35dd-4500-9502-25de5cdeacad,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:13.866160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49186) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:13.875977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Pushing event deleted for resources: {'Port': ['ID=db7969e6-37f0-41d8-804f-0c2c623d10da,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:13.878946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network d4cba3bc-35dd-4500-9502-25de5cdeacad details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:13.887723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:13.890849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:13.981505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.012411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:14.012624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=abc59297-91ab-43b1-b11d-7ea2c4e49f04,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:14.072101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:14.075572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:14.081540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:14.089454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:14.092384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:14.096115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:14.100853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:14.104691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:14.105477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:14.109074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:14.110776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:14.114801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:14.115418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.134847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.147821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.148978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e34d1d4b-1699-433f-a52f-1ef92126eb2f tempest-FloatingIPAdminTestJSON-837700355 tempest-FloatingIPAdminTestJSON-837700355-project] 10.222.0.70 "DELETE /v2.0/floatingips/45f55c77-b1e4-4d77-8c6e-54cf329dc393 HTTP/1.1" status: 204 len: 168 time: 2.0041077 May 05 16:32:14.151576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-1320bd37-149e-4f71-806f-816be35872b7', 'network_id': '1320bd37-149e-4f71-806f-816be35872b7', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': '9393c378-9c8a-45b5-9d4f-d79f28a088f2'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:14.152373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.208046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:14.214443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.240133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.244604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:14.245161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.255736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:14.305005 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a9e5cf7b-defd-4edc-8c3f-2b430d7665b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.6945109 May 05 16:32:14.309486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49192) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:14.329369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:14.400354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.414691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Transition to ACTIVE for port object a8bd0dca-12f3-449e-a892-0fcd17d33fbf will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:14.429697 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8540294 May 05 16:32:14.446021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49198) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:14.455312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Transition to ACTIVE for port object a8bd0dca-12f3-449e-a892-0fcd17d33fbf will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:14.464186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102121d-246a-44dd-93c6-ce55b47c0c5b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=efc8c080-4e6f-4fae-8d3f-ca8a050d263e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:14.478477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:14.478643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:14.490061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:14.615325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91539ff3-0735-4656-9ed2-c340140ed91c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:14.621813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91539ff3-0735-4656-9ed2-c340140ed91c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:14.622667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-91539ff3-0735-4656-9ed2-c340140ed91c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:14.639091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.706310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:14.706690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.745719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5be372-3e91-4eb4-8981-c488f7afda4f req-64dc71a4-7494-41ce-ad22-6d2c89c45bfa tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:14.747782 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d5be372-3e91-4eb4-8981-c488f7afda4f req-64dc71a4-7494-41ce-ad22-6d2c89c45bfa tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 944 time: 0.2423408 May 05 16:32:14.767872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 00531ccb-5df7-4733-9263-773628cb2bcc up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:14.808639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-91539ff3-0735-4656-9ed2-c340140ed91c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:14.810729 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-91539ff3-0735-4656-9ed2-c340140ed91c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.5002580 May 05 16:32:14.815261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49204) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:14.822507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.926983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Allocated IP 172.20.0.2 (1320bd37-149e-4f71-806f-816be35872b7/9393c378-9c8a-45b5-9d4f-d79f28a088f2/032ccfeb-921e-4e2e-837f-2d87b94f7d2f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:14.932597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d5be372-3e91-4eb4-8981-c488f7afda4f req-7abb0a8f-d6c6-4f3a-b383-578055d777af tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1704972 May 05 16:32:14.948243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Network 1e67b2ed-0189-495b-a516-17e7942d59da is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:14.950577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port abc59297-91ab-43b1-b11d-7ea2c4e49f04 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:14.953673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:14.965945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Pushing event updated for resources: {'Port': ['ID=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:14.984330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:14.992889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49208) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:15.007747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:15.016065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:15.028084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:15.034526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:15.045555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:15.105534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-82d32394-a1a6-445a-bd81-51e28e8b68ce None None] Provisioning for port 00531ccb-5df7-4733-9263-773628cb2bcc completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:15.287021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.302237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:15.324363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Attempting to bind port a8bd0dca-12f3-449e-a892-0fcd17d33fbf on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:15.324803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Attempting to bind port a8bd0dca-12f3-449e-a892-0fcd17d33fbf by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '99677376-61b6-4fa8-8ff1-ae73d51302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:15.325088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Attempting to bind port a8bd0dca-12f3-449e-a892-0fcd17d33fbf on network 1e67b2ed-0189-495b-a516-17e7942d59da {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:15.355433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 00531ccb-5df7-4733-9263-773628cb2bcc completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:15.372348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.393434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:15.393864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Checking segment: {'id': '99677376-61b6-4fa8-8ff1-ae73d51302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:15.394188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.394578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Bound using segment: {'id': '99677376-61b6-4fa8-8ff1-ae73d51302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:15.395501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Bound port: a8bd0dca-12f3-449e-a892-0fcd17d33fbf, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99677376-61b6-4fa8-8ff1-ae73d51302df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '1e67b2ed-0189-495b-a516-17e7942d59da'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:15.395501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.404266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:32:15.424709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 00531ccb-5df7-4733-9263-773628cb2bcc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:15.424972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.448122 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-09cc3cdb-c11e-44e1-bb2b-7ad3d4935a44 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3753bf3850704915bc54d931bd101fa0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4455678 May 05 16:32:15.451401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49218) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:15.468530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.547004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:15.556103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7b28c656-303a-4462-b022-7972f3078253 None None] Provisioning for port abc59297-91ab-43b1-b11d-7ea2c4e49f04 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:15.596224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7b28c656-303a-4462-b022-7972f3078253 None None] Provisioning complete for port abc59297-91ab-43b1-b11d-7ea2c4e49f04 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:15.596595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7b28c656-303a-4462-b022-7972f3078253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.616173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for abc59297-91ab-43b1-b11d-7ea2c4e49f04 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:15.636713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.641599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.652312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Transition to ACTIVE for port object 032ccfeb-921e-4e2e-837f-2d87b94f7d2f will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:15.671352 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f504e785-1fc0-4a60-a2a3-6de101b0ad11'] response: {'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'code': 200} May 05 16:32:15.673980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.707241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b108c6c9-2efe-41cd-9c35-29230ff2d44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.747536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b108c6c9-2efe-41cd-9c35-29230ff2d44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.761247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Transition to ACTIVE for port object 032ccfeb-921e-4e2e-837f-2d87b94f7d2f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:15.798519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7b28c656-303a-4462-b022-7972f3078253 None None] Port abc59297-91ab-43b1-b11d-7ea2c4e49f04 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:15.837100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] For port a8bd0dca-12f3-449e-a892-0fcd17d33fbf, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:15.852279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:15.874606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.886213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=fc818c98-3c9d-41bf-99ec-dfc6d9f8939e,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:15.889636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.926389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': 'c30d58c1-8eca-4317-9f82-f5327f5532ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:15.926942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: d4cba3bc-35dd-4500-9502-25de5cdeacad, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:15.971245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b108c6c9-2efe-41cd-9c35-29230ff2d44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:15.981991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Network 1320bd37-149e-4f71-806f-816be35872b7 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:15.988271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:15.992107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:15.993177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Pushing event updated for resources: {'Port': ['ID=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:15.997100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] For port a8bd0dca-12f3-449e-a892-0fcd17d33fbf, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,segment=NetworkSegment(99677376-61b6-4fa8-8ff1-ae73d51302df),segment_id=99677376-61b6-4fa8-8ff1-ae73d51302df)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:15.998290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:16.000243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.10 (1320bd37-149e-4f71-806f-816be35872b7/9393c378-9c8a-45b5-9d4f-d79f28a088f2/ac0cdfe4-ac14-44c1-93f1-f656838dcd9f) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:16.022337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.030580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108c6c9-2efe-41cd-9c35-29230ff2d44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510aae0-a311-44b1-97c2-189e6e2f73db,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:16.086044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.126586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=abc59297-91ab-43b1-b11d-7ea2c4e49f04,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:16.134477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network d4cba3bc-35dd-4500-9502-25de5cdeacad is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:16.202603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Attempting to bind port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:16.202850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Attempting to bind port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '12d9bce5-d182-44e2-85f7-d03803b24a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1320bd37-149e-4f71-806f-816be35872b7'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:16.203035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Attempting to bind port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f on network 1320bd37-149e-4f71-806f-816be35872b7 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:16.211525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=00531ccb-5df7-4733-9263-773628cb2bcc,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:16.221387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.229067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:16.229562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Checking segment: {'id': '12d9bce5-d182-44e2-85f7-d03803b24a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1320bd37-149e-4f71-806f-816be35872b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:16.230197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.231922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Bound using segment: {'id': '12d9bce5-d182-44e2-85f7-d03803b24a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1320bd37-149e-4f71-806f-816be35872b7'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:16.232413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.232735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Bound port: 032ccfeb-921e-4e2e-837f-2d87b94f7d2f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d9bce5-d182-44e2-85f7-d03803b24a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '1320bd37-149e-4f71-806f-816be35872b7'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:16.233496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.252925 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0a528b6b-d107-42d7-b402-7b6b2901b525 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/abc59297-91ab-43b1-b11d-7ea2c4e49f04 HTTP/1.1" status: 204 len: 168 time: 1.4339271 May 05 16:32:16.256945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49224) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:16.259427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b108c6c9-2efe-41cd-9c35-29230ff2d44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.260516 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b108c6c9-2efe-41cd-9c35-29230ff2d44d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c510aae0-a311-44b1-97c2-189e6e2f73db HTTP/1.1" status: 204 len: 168 time: 0.8082182 May 05 16:32:16.314277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, d4cba3bc-35dd-4500-9502-25de5cdeacad) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:16.344991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:16.345580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.366809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04bb87e4-37dd-4d8c-9bcd-a1646262bd86 req-5fa87f79-67d6-44cb-9125-0c0db84064cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1098 time: 0.3194730 May 05 16:32:16.386015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55060ce8-8e1c-43a7-b999-276505cc697c None None] Network d4cba3bc-35dd-4500-9502-25de5cdeacad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:16.403964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd5396-dc6b-48cc-934f-24ff298b6e74 req-2b860add-5ef1-4f57-bb97-e43186bdcf9c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:16.406655 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0fcd5396-dc6b-48cc-934f-24ff298b6e74 req-2b860add-5ef1-4f57-bb97-e43186bdcf9c tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.2907865 May 05 16:32:16.418078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883606f-27fa-48b2-abbb-af30962912c1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:16.419804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2883606f-27fa-48b2-abbb-af30962912c1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:16.420678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2883606f-27fa-48b2-abbb-af30962912c1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:16.425012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.477297 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0fcd5396-dc6b-48cc-934f-24ff298b6e74 req-09c868e8-c6fb-4338-b3c8-696a6d7f7c44 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526264 May 05 16:32:16.524157 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-77df18f8-3b59-4dfc-971b-65e298e6f33b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6482322 May 05 16:32:16.525283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2883606f-27fa-48b2-abbb-af30962912c1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:16.526398 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2883606f-27fa-48b2-abbb-af30962912c1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2684219 May 05 16:32:16.527130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49230) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:16.530015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49232) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:16.557690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.578312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object ac0cdfe4-ac14-44c1-93f1-f656838dcd9f will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:16.581654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c7427-74c4-4464-ae83-5bfd88969633 None None] Pushing event updated for resources: {'Port': ['ID=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:16.621569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=6a07cf62-5856-4411-869e-aca4c3fb85d2,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:16.640376 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04bb87e4-37dd-4d8c-9bcd-a1646262bd86 req-f9dff5ad-d400-4b0f-a5c1-714c2bfb04d2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2570517 May 05 16:32:16.659752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.667551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] For port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:16.685443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] For port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,segment=NetworkSegment(12d9bce5-d182-44e2-85f7-d03803b24a91),segment_id=12d9bce5-d182-44e2-85f7-d03803b24a91)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:16.762033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:16.762790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: efc8c080-4e6f-4fae-8d3f-ca8a050d263e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:16.790312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 00531ccb-5df7-4733-9263-773628cb2bcc up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:16.843170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.855685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 1320bd37-149e-4f71-806f-816be35872b7 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:16.857290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:16.860416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=ac0cdfe4-ac14-44c1-93f1-f656838dcd9f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:16.863419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:16.915131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:16.979243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-d4cba3bc-35dd-4500-9502-25de5cdeacad', 'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': 'fc818c98-3c9d-41bf-99ec-dfc6d9f8939e'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:16.979665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:16.987769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:16.988422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.016980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1690245d-406a-4f9b-a27e-c60accfb7f5b None None] Pushing event updated for resources: {'Port': ['ID=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:17.033995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.052295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 6161f921-2f68-4209-a156-3c5baeb10720 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:17.057140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.109557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, efc8c080-4e6f-4fae-8d3f-ca8a050d263e) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:17.113188 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4baf5b66-bc1d-4d9e-9d66-b979cb73aa5b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3544712 May 05 16:32:17.119577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49240) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:17.123338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': '1320bd37-149e-4f71-806f-816be35872b7', 'name': 'tempest-PortsTestJSON-1752812863', 'fixed_ips': [{'subnet_id': '9393c378-9c8a-45b5-9d4f-d79f28a088f2', 'ip_address': '172.20.0.9'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:17.137264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52f13cb-c69a-429f-acbd-0af81df5ef24 None None] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:17.156992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 00531ccb-5df7-4733-9263-773628cb2bcc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:17.157379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.177551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.234604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.248429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:17.250098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.356981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49244) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:17.367094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.411079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.436120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-228ed565-493b-4419-baa6-6e21f5781d13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9723852 May 05 16:32:17.441052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49248) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:17.451751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:17.457760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-75974023', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:17.465686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:17.469176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:17.473451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:17.478222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:17.486635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:17.489232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:17.497086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:17.505747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Allocated IP 2001:db8::1 (d4cba3bc-35dd-4500-9502-25de5cdeacad/fc818c98-3c9d-41bf-99ec-dfc6d9f8939e/3454133b-9ca2-4c71-9f86-75d8670c06d5) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:17.540418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.554518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:17.558780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Usage tracker for resource:security_group_rule and tenant:803470e2204943758711cfc72ab8e12e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:17.563220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:17.569671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:17.605781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=6161f921-2f68-4209-a156-3c5baeb10720,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:17.621879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.638020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca36a74c-589e-4c8e-8b9c-cd376bb9f5a4 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:17.649530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.650283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.657200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:17.698633 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4cc9ccca-0a96-41f3-a138-96122e0d5d69 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/6161f921-2f68-4209-a156-3c5baeb10720 HTTP/1.1" status: 204 len: 168 time: 1.1665277 May 05 16:32:17.700809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49254) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:17.776468 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-695d7ff8-1656-4282-808d-546131c6bf09 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0731282 May 05 16:32:17.778311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49258) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:17.826107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.877848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.917071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:17.942567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-efc8c080-4e6f-4fae-8d3f-ca8a050d263e', 'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '6a07cf62-5856-4411-869e-aca4c3fb85d2'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:17.943862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.024823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9894ef5-08d9-482e-ab73-b8f22438aa2c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:18.065707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124be15d-7fbb-4db1-91df-eb98d898a586 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:18.065951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.067198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-124be15d-7fbb-4db1-91df-eb98d898a586 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:18.117892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49262) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:18.125334 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f68d1906-7809-44ba-abb4-b5c6d1dcecd9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=803470e2204943758711cfc72ab8e12e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7669454 May 05 16:32:18.141677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.186206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port 8388579a-c85d-4b33-af9c-f334afb61e37 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:18.204792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-124be15d-7fbb-4db1-91df-eb98d898a586 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:18.205419 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-124be15d-7fbb-4db1-91df-eb98d898a586 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4261148 May 05 16:32:18.208257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49266) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:18.234707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbcce9-8569-4af1-af47-2f53967ab197 req-13974bf1-b841-4b64-ab32-cc68e632de9f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:18.242277 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b3fbcce9-8569-4af1-af47-2f53967ab197 req-13974bf1-b841-4b64-ab32-cc68e632de9f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.5524280 May 05 16:32:18.288187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7121f39-233f-4e1b-945f-e9077bed64b4 None None] Network 1e67b2ed-0189-495b-a516-17e7942d59da requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:18.330069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d56374-c101-41de-8fd2-9b0a2a38c015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.366713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f88af4-4df0-487a-9e8c-e6b52b15d43c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:18.367491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-70f88af4-4df0-487a-9e8c-e6b52b15d43c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:18.381695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d56374-c101-41de-8fd2-9b0a2a38c015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.410339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.412281 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc32ed28-f94f-404a-9060-239055abd760 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.9703655 May 05 16:32:18.416038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49270) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:18.423765 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b3fbcce9-8569-4af1-af47-2f53967ab197 req-e552811f-9fa6-40a3-be24-8242e79987b0 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805208 May 05 16:32:18.510990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-70f88af4-4df0-487a-9e8c-e6b52b15d43c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:18.512151 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-70f88af4-4df0-487a-9e8c-e6b52b15d43c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3027153 May 05 16:32:18.527682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49274) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:18.587013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.615794 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3eb78f72-4f78-4e0a-8b76-b6ef5cd8fea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863013 May 05 16:32:18.619965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Allocated IP 172.20.0.2 (efc8c080-4e6f-4fae-8d3f-ca8a050d263e/6a07cf62-5856-4411-869e-aca4c3fb85d2/faedfb6b-0bd8-464e-8ca4-cb451fc8b489) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:18.620803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:18.641285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:18.701546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dc83cfe1-d8ad-4530-b947-047791a6938d None None] Provisioning for port a8bd0dca-12f3-449e-a892-0fcd17d33fbf completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:18.707570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Transition to ACTIVE for port object 3454133b-9ca2-4c71-9f86-75d8670c06d5 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:18.815384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d56374-c101-41de-8fd2-9b0a2a38c015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.864585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80af970-e242-4937-8e23-4d5c918083a1 None None] Network 1320bd37-149e-4f71-806f-816be35872b7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:18.882881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 032ccfeb-921e-4e2e-837f-2d87b94f7d2f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:18.887106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32d56374-c101-41de-8fd2-9b0a2a38c015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:18.888261 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-32d56374-c101-41de-8fd2-9b0a2a38c015 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/a9894ef5-08d9-482e-ab73-b8f22438aa2c HTTP/1.1" status: 204 len: 168 time: 0.7690263 May 05 16:32:18.890596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d56374-c101-41de-8fd2-9b0a2a38c015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9894ef5-08d9-482e-ab73-b8f22438aa2c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:18.925378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.9 (1320bd37-149e-4f71-806f-816be35872b7/9393c378-9c8a-45b5-9d4f-d79f28a088f2/8388579a-c85d-4b33-af9c-f334afb61e37) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:18.962447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:18.974185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:19.054737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:19.155962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Transition to ACTIVE for port object 3454133b-9ca2-4c71-9f86-75d8670c06d5 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:19.194847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:19.199386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.250485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Deleting port 00531ccb-5df7-4733-9263-773628cb2bcc {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:19.252754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.278627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.301530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.433973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.490874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-87cac860-6263-48d9-9401-aeec4d95d4e4 None None] Provisioning for port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:19.525753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.526569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=fc818c98-3c9d-41bf-99ec-dfc6d9f8939e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:19.595279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object 8388579a-c85d-4b33-af9c-f334afb61e37 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:19.644818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Network d4cba3bc-35dd-4500-9502-25de5cdeacad is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:19.715692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.767442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cba3bc-35dd-4500-9502-25de5cdeacad']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:19.773563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Pushing event updated for resources: {'Port': ['ID=3454133b-9ca2-4c71-9f86-75d8670c06d5,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:19.776444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:19.784525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30d58c1-8eca-4317-9f82-f5327f5532ed') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:19.784904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30d58c1-8eca-4317-9f82-f5327f5532ed') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:19.797671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:19.803532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.828691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4508f4e9-aa17-46f1-97d8-8e4cea0dcc41 req-85a64778-bfa4-48e9-b0ca-88f3eda6f3dc tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:19.830356 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4508f4e9-aa17-46f1-97d8-8e4cea0dcc41 req-85a64778-bfa4-48e9-b0ca-88f3eda6f3dc tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.1734731 May 05 16:32:19.831652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.838456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:19.838964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.845119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:19.855140 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:19.915620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49288) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:19.984509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.020443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=8388579a-c85d-4b33-af9c-f334afb61e37,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:20.033290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network 1320bd37-149e-4f71-806f-816be35872b7 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:20.039683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:20.050386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:20.055096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:20.084739 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4508f4e9-aa17-46f1-97d8-8e4cea0dcc41 req-10216ce3-dca7-49fa-935a-0b4ced8c1cd6 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231581 May 05 16:32:20.087537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:32:20.116150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:20.116509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.141158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.143334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:32:20.143334 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:32:20.143334 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad'}] May 05 16:32:20.143334 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:20.144367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:20.168716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:20.184955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6faf999f8e47fcb6b272dc7ca87e49 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:20.193250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:20.204363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:20.204760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.206007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:20.206634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.217386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:20.231842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Transition to ACTIVE for port object faedfb6b-0bd8-464e-8ca4-cb451fc8b489 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:20.310907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Attempting to bind port 3454133b-9ca2-4c71-9f86-75d8670c06d5 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:20.311817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Attempting to bind port 3454133b-9ca2-4c71-9f86-75d8670c06d5 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'c30d58c1-8eca-4317-9f82-f5327f5532ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:20.312192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Attempting to bind port 3454133b-9ca2-4c71-9f86-75d8670c06d5 on network d4cba3bc-35dd-4500-9502-25de5cdeacad {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:20.367693 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e083775c-8db8-4084-989f-d6f89d6b71ac tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.2481048 May 05 16:32:20.368787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49294) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:20.384052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Calling delete_port for 00531ccb-5df7-4733-9263-773628cb2bcc owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:20.391349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.404641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd262e-4fdf-4c75-baf8-866297546d7a req-0d2116ed-973e-49d8-8b02-baf7ad9976fd tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:20.407199 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b2fd262e-4fdf-4c75-baf8-866297546d7a req-0d2116ed-973e-49d8-8b02-baf7ad9976fd tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.1453745 May 05 16:32:20.428732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-70b29dec-54b5-4fea-820c-a92206359e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.439855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Transition to ACTIVE for port object faedfb6b-0bd8-464e-8ca4-cb451fc8b489 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:20.455651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:20.456029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Checking segment: {'id': 'c30d58c1-8eca-4317-9f82-f5327f5532ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:20.456627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.457181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Bound using segment: {'id': 'c30d58c1-8eca-4317-9f82-f5327f5532ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:20.457670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Bound port: 3454133b-9ca2-4c71-9f86-75d8670c06d5, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30d58c1-8eca-4317-9f82-f5327f5532ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'd4cba3bc-35dd-4500-9502-25de5cdeacad'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:20.458082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.480831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e287220-4a80-488e-b7e9-1e6a7a47faa8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:20.486427 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5e287220-4a80-488e-b7e9-1e6a7a47faa8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1157818 May 05 16:32:20.487333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49298) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:20.546384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.566569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.572645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.599879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.20.0.1 (efc8c080-4e6f-4fae-8d3f-ca8a050d263e/6a07cf62-5856-4411-869e-aca4c3fb85d2/b36bfdc6-2284-4708-9523-26b7e93007bd) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:20.636238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b2fd262e-4fdf-4c75-baf8-866297546d7a req-6ef53f3b-0c9a-418a-a6f3-c63482f7ab06 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1891735 May 05 16:32:20.648153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.678166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49302) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:20.680395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2775c744-78d5-4fb7-af7d-1c99f3565e50,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:20.696872 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e5d02b9b-ef60-462d-89df-2f7aa04ef0d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c6faf999f8e47fcb6b272dc7ca87e49&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7769933 May 05 16:32:20.697696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49306) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:20.744134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 3454133b-9ca2-4c71-9f86-75d8670c06d5 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:20.744749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.758814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:20.767586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:20.767940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:20.768444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.778861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:20.793906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:20.798459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Pushing event updated for resources: {'Port': ['ID=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:20.822402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] For port 3454133b-9ca2-4c71-9f86-75d8670c06d5, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:20.834080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] For port 3454133b-9ca2-4c71-9f86-75d8670c06d5, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3454133b-9ca2-4c71-9f86-75d8670c06d5,segment=NetworkSegment(c30d58c1-8eca-4317-9f82-f5327f5532ed),segment_id=c30d58c1-8eca-4317-9f82-f5327f5532ed)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:20.887914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2dd949-eba9-4f2b-9fe8-9cbdfa2b3143 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:20.893764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2dd949-eba9-4f2b-9fe8-9cbdfa2b3143 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:20.897716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,segment=NetworkSegment(12d9bce5-d182-44e2-85f7-d03803b24a91),segment_id=12d9bce5-d182-44e2-85f7-d03803b24a91)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:20.898442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2dd949-eba9-4f2b-9fe8-9cbdfa2b3143 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:20.899519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9e2dd949-eba9-4f2b-9fe8-9cbdfa2b3143 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:20.932822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.962880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a906a8ab-5a91-428a-a11b-8046b2b012ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:20.967245 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db7fa704-e112-4201-89e7-79dace14b404 tempest-TestNetworkAdvancedServerOps-84158788 tempest-TestNetworkAdvancedServerOps-84158788-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1093 time: 0.2828684 May 05 16:32:20.979629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49310) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:21.041060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.041832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a8bd0dca-12f3-449e-a892-0fcd17d33fbf up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:21.102725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 3454133b-9ca2-4c71-9f86-75d8670c06d5, host dv-neutron-840483-1-hyperv, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:21.103308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.114633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Attempting to bind port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:21.114871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Attempting to bind port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:21.115138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Attempting to bind port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 on network efc8c080-4e6f-4fae-8d3f-ca8a050d263e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:21.124617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 31, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:21.125089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Checking segment: {'id': 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:21.125499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.126282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Bound using segment: {'id': 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:21.126409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Bound port: faedfb6b-0bd8-464e-8ca4-cb451fc8b489, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'efc8c080-4e6f-4fae-8d3f-ca8a050d263e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:21.126739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.146017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b707467-405d-41ce-86a6-0ea2b0d41a7c None None] Pushing event updated for resources: {'Port': ['ID=3454133b-9ca2-4c71-9f86-75d8670c06d5,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:21.204151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:21.215771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a906a8ab-5a91-428a-a11b-8046b2b012ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.223780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9e2dd949-eba9-4f2b-9fe8-9cbdfa2b3143 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:21.227989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e2dd949-eba9-4f2b-9fe8-9cbdfa2b3143 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.7357361 May 05 16:32:21.227989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:21.234624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49314) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:21.245196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Usage tracker for resource:floatingip and tenant:767f10633efb4c19a2fcf295a8578ce2 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:21.249393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 3454133b-9ca2-4c71-9f86-75d8670c06d5 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:21.279642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:21.281016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Deleting port 00531ccb-5df7-4733-9263-773628cb2bcc {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:21.281396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.306761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.316825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:21.334173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object b36bfdc6-2284-4708-9523-26b7e93007bd will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:21.337294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Provisioning for port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:21.358501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Provisioning complete for port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:21.358847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.397693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 8388579a-c85d-4b33-af9c-f334afb61e37 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:21.398185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.405221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a8bd0dca-12f3-449e-a892-0fcd17d33fbf completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:21.407427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:21.407925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:21.419974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:21.447622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:21.465981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.466614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.484453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] For port faedfb6b-0bd8-464e-8ca4-cb451fc8b489, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:21.486609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a8bd0dca-12f3-449e-a892-0fcd17d33fbf triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:21.486980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.555914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a906a8ab-5a91-428a-a11b-8046b2b012ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.575892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:21.580546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:21.585357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:21.593390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] For port faedfb6b-0bd8-464e-8ca4-cb451fc8b489, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,segment=NetworkSegment(ef35aa2b-3e47-49b0-b5d6-7ea552d70220),segment_id=ef35aa2b-3e47-49b0-b5d6-7ea552d70220)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:21.602619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:21.621990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.634112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=b36bfdc6-2284-4708-9523-26b7e93007bd,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:21.660022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.662673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a906a8ab-5a91-428a-a11b-8046b2b012ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775c744-78d5-4fb7-af7d-1c99f3565e50,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:21.728868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a906a8ab-5a91-428a-a11b-8046b2b012ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.730119 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a906a8ab-5a91-428a-a11b-8046b2b012ab admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2775c744-78d5-4fb7-af7d-1c99f3565e50 HTTP/1.1" status: 204 len: 168 time: 0.9973044 May 05 16:32:21.796479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb5087-bdd2-475f-8371-1f987ceca892 None None] Network d4cba3bc-35dd-4500-9502-25de5cdeacad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:21.817206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.819950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.829689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.838259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.875627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Provisioning for port 8388579a-c85d-4b33-af9c-f334afb61e37 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:21.920717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 3454133b-9ca2-4c71-9f86-75d8670c06d5 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:21.921116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.947537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:21.977062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Provisioning complete for port 8388579a-c85d-4b33-af9c-f334afb61e37 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:21.977465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.056655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 8388579a-c85d-4b33-af9c-f334afb61e37 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:22.081782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.214537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:22.221874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a8bd0dca-12f3-449e-a892-0fcd17d33fbf, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,segment=NetworkSegment(99677376-61b6-4fa8-8ff1-ae73d51302df),segment_id=99677376-61b6-4fa8-8ff1-ae73d51302df)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:22.223253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:22.233361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=dead32f2-5a4b-4678-8cb7-7ff0961c0f0a,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:22.236068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:22.236657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.249851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=00531ccb-5df7-4733-9263-773628cb2bcc,revision_number=6']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:22.273561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52708b8f-9d54-4107-b804-26577c3d5ca3 None None] Pushing event updated for resources: {'Port': ['ID=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:22.282791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:22.283271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.291634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Port 8388579a-c85d-4b33-af9c-f334afb61e37 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:22.293315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.301345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.495597 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7debdda2-1289-4b24-92b7-f40eb0159d8c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.8736310 May 05 16:32:22.499847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49324) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:22.539632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:22.568127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Calling delete_port for 00531ccb-5df7-4733-9263-773628cb2bcc owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:22.582021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 3454133b-9ca2-4c71-9f86-75d8670c06d5, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3454133b-9ca2-4c71-9f86-75d8670c06d5,segment=NetworkSegment(c30d58c1-8eca-4317-9f82-f5327f5532ed),segment_id=c30d58c1-8eca-4317-9f82-f5327f5532ed)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:22.582910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.609054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 032ccfeb-921e-4e2e-837f-2d87b94f7d2f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:22.680457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f07a6446-6d3f-4eff-ad36-f087faf2a972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.726041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Provisioning complete for port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:22.726407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c2dedbf-6a0d-4656-aac2-502c49044d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.783255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:22.802384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:22.890586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=8388579a-c85d-4b33-af9c-f334afb61e37,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:22.900855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:22.914245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:22.931649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 3454133b-9ca2-4c71-9f86-75d8670c06d5 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:22.943660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:22.944337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:22.945933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:22.946313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.012649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Allocated IP 172.26.2.232 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/5b0c2ae7-5e07-4bb8-a9f6-c5ec57e45b56) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:23.129198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-82684276-95cc-4f73-aff0-ac6aafb09fce None None] Provisioning complete for port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:23.129762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-82684276-95cc-4f73-aff0-ac6aafb09fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.192071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device faedfb6b-0bd8-464e-8ca4-cb451fc8b489 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:23.235397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:23.239439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.250190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.321812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-82684276-95cc-4f73-aff0-ac6aafb09fce None None] Port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:23.327844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-82684276-95cc-4f73-aff0-ac6aafb09fce None None] Could not find standard attr ID for object 8388579a-c85d-4b33-af9c-f334afb61e37. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:32:23.352436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=3454133b-9ca2-4c71-9f86-75d8670c06d5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:23.371691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port 3454133b-9ca2-4c71-9f86-75d8670c06d5 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:23.385719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Deleting port 00531ccb-5df7-4733-9263-773628cb2bcc {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:23.386708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.426620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b217cd-1fe0-43a9-8f40-ebc66608a27d None None] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:23.465727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:23.486649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.565004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.596797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.621127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49340) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:23.646401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 00531ccb-5df7-4733-9263-773628cb2bcc no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:23.672064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.673560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.698153 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dead32f2-5a4b-4678-8cb7-7ff0961c0f0a (CIDR: 2001:db8::/64) May 05 16:32:23.732653 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-598d17a6-2ff6-4862-a0eb-b33fab6c08c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/8388579a-c85d-4b33-af9c-f334afb61e37 HTTP/1.1" status: 204 len: 168 time: 2.4865644 May 05 16:32:23.735058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49346) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:23.739159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cba3bc-35dd-4500-9502-25de5cdeacad']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:23.765484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30d58c1-8eca-4317-9f82-f5327f5532ed') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:23.765819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30d58c1-8eca-4317-9f82-f5327f5532ed') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:23.779166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.779585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] Provisioning for port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:23.783327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.789613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=b36bfdc6-2284-4708-9523-26b7e93007bd,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:23.795143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.825127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] Provisioning complete for port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:23.825646 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.831172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.855803 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-778f478c-2c2c-482d-b5ca-51b66fc3ada3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:32:23.856902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-778f478c-2c2c-482d-b5ca-51b66fc3ada3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:23.868743 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:32:23.874407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:32:23.886685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.891335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:23.891335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:23.905597 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:23.925028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:23.971691 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6557bffe-d015-4d3b-a387-eb0be72de8ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4697239 May 05 16:32:23.974346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49350) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:23.986633 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-78c1a48b-d5e8-4a88-8740-d44c8212886c tempest-AgentManagementNegativeTest-1395822947 tempest-AgentManagementNegativeTest-1395822947-project] 10.222.0.70 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3644040 May 05 16:32:23.995558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:24.008572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:24.012324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:24.016822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:24.141098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:24.143899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-778f478c-2c2c-482d-b5ca-51b66fc3ada3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:24.145649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:24.148981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-778f478c-2c2c-482d-b5ca-51b66fc3ada3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/8388579a-c85d-4b33-af9c-f334afb61e37 HTTP/1.1" status: 404 len: 333 time: 0.4123008 May 05 16:32:24.153020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49356) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:24.185965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:24.187045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.213439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Port': ['ID=5b0c2ae7-5e07-4bb8-a9f6-c5ec57e45b56,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:24.265815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.289359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.335753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.352286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Calling delete_port for 00531ccb-5df7-4733-9263-773628cb2bcc owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:24.352589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=d4cba3bc-35dd-4500-9502-25de5cdeacad,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:24.374197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:24.379425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.383962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5b7e3254-f808-42cf-b5fb-a08c20ea0eee tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/d4cba3bc-35dd-4500-9502-25de5cdeacad HTTP/1.1" status: 204 len: 168 time: 7.8499954 May 05 16:32:24.389092 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49360) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:24.391967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:24.398756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1454363064'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:24.409712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:24.414417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:24.435768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port ac0cdfe4-ac14-44c1-93f1-f656838dcd9f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:24.436259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.444117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:24.469846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:24.476134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] For port faedfb6b-0bd8-464e-8ca4-cb451fc8b489, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,segment=NetworkSegment(ef35aa2b-3e47-49b0-b5d6-7ea552d70220),segment_id=ef35aa2b-3e47-49b0-b5d6-7ea552d70220)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:24.533633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:24.542278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:24.549914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.623264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.643212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:24.648155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:24.731701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=00531ccb-5df7-4733-9263-773628cb2bcc,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:24.747126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a8bd0dca-12f3-449e-a892-0fcd17d33fbf up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:24.826992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:24.830063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.857603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.876824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49366) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:24.942372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088914a5-7f5c-4253-a2ca-8f5e2302bc51 None None] Pushing event updated for resources: {'Port': ['ID=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:24.951138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:24.962131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a8bd0dca-12f3-449e-a892-0fcd17d33fbf triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:24.962131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:24.964756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.032659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ebeab437-82d1-430c-a702-187f919723c8 None None] Provisioning for port b36bfdc6-2284-4708-9523-26b7e93007bd completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:25.042779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ebeab437-82d1-430c-a702-187f919723c8 None None] Provisioning complete for port b36bfdc6-2284-4708-9523-26b7e93007bd triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:25.043149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ebeab437-82d1-430c-a702-187f919723c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.072143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for ac0cdfe4-ac14-44c1-93f1-f656838dcd9f owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:25.074531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.077599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment c2a37501-a6e8-49db-9a3d-8a33ec1a3b01 of type vlan for network 36ab4526-61d8-4f97-951d-e92384119946 May 05 16:32:25.157777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.160442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ebeab437-82d1-430c-a702-187f919723c8 None None] Port b36bfdc6-2284-4708-9523-26b7e93007bd cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:25.198017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ebeab437-82d1-430c-a702-187f919723c8 None None] Provisioning complete for port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:25.198666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ebeab437-82d1-430c-a702-187f919723c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.198765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.283243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.345822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.350377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:25.351085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.368338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.461182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.482951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-def2b797-2fb3-4ce1-a09d-ed67d663e0ea None None] Provisioning complete for port b36bfdc6-2284-4708-9523-26b7e93007bd triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:25.483511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-def2b797-2fb3-4ce1-a09d-ed67d663e0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.522634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=ac0cdfe4-ac14-44c1-93f1-f656838dcd9f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:25.529528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:25.538334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Usage tracker for resource:security_group_rule and tenant:67cf957ad3e44d30a97e59ff391b59fd is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:25.540933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=36ab4526-61d8-4f97-951d-e92384119946,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:25.542490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-def2b797-2fb3-4ce1-a09d-ed67d663e0ea None None] Port b36bfdc6-2284-4708-9523-26b7e93007bd cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:25.549124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:25.556556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 36ab4526-61d8-4f97-951d-e92384119946 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:25.562369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:25.571662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.586350 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-572c203d-99ea-4589-b8f2-42481e7b4c87 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1957836 May 05 16:32:25.593603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49372) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:25.600561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '36ab4526-61d8-4f97-951d-e92384119946', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:25.705470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:32:25.760055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:25.772672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:25.790996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:25.817545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.849129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Deleting port 00531ccb-5df7-4733-9263-773628cb2bcc {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:25.850044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.857889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:25.966835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.978527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:25.982708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.001165 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aefff3a0-d148-46e5-8a3b-ab1697f9bff1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/ac0cdfe4-ac14-44c1-93f1-f656838dcd9f HTTP/1.1" status: 204 len: 168 time: 1.7893937 May 05 16:32:26.003627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49376) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:26.021105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:26.048711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.052623 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2b6c21-0fc0-406c-940b-d141d5563031 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:32:26.053123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f2b6c21-0fc0-406c-940b-d141d5563031 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:26.114171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.160276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:26.162200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] For port 00531ccb-5df7-4733-9263-773628cb2bcc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=00531ccb-5df7-4733-9263-773628cb2bcc,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:26.162762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.171879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:26.178464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1f2b6c21-0fc0-406c-940b-d141d5563031 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:26.182827 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1f2b6c21-0fc0-406c-940b-d141d5563031 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/ac0cdfe4-ac14-44c1-93f1-f656838dcd9f HTTP/1.1" status: 404 len: 333 time: 0.1778560 May 05 16:32:26.183644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49380) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:26.190088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:26.190667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.196585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=2eb88383-7d96-4949-b827-66e11c416aa4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:26.211246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774a6fee-01e3-4463-a008-38d27b860fe2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:26.239671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b5c78ed4-3d32-4e54-9d78-3b0a25443151 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67cf957ad3e44d30a97e59ff391b59fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3584559 May 05 16:32:26.239671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49384) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:26.245258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.272230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event updated for resources: {'Port': ['ID=5b0c2ae7-5e07-4bb8-a9f6-c5ec57e45b56,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:26.292449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Calling delete_port for 00531ccb-5df7-4733-9263-773628cb2bcc owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:26.325358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.340173 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4e09c45a-d039-4557-819c-622c23ccaeaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3647144 May 05 16:32:26.341598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49388) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:26.374583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:da:25:b5', 'name': 'tempest-NetworksTestDHCPv6-740968429'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:26.416653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:26.435396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] Sync routers for ids ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:26.449634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] Routers {'b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:26.450251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:26.474857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-343439b1-1733-4d34-9df0-f3fe78d32885 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0553873 May 05 16:32:26.479554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49392) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:26.515692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.562888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:26.567192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] Pushing event deleted for resources: {'Port': ['ID=00531ccb-5df7-4733-9263-773628cb2bcc,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:26.577478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 9393c378-9c8a-45b5-9d4f-d79f28a088f2 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:26.583501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.611637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00c8e12e-08c2-4ce4-8f10-b3f3b74c9fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.645167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6caca-91a4-4185-9a7d-9838c23e105e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:26.645666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3af6caca-91a4-4185-9a7d-9838c23e105e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:26.651754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79b6cec-e4ae-4478-964f-d40c9fce6c07 None None] No DVR routers for this DVR port 00531ccb-5df7-4733-9263-773628cb2bcc on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:26.656171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.658676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] Routers {'b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:26.659464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:26.688214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:26.694589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00c8e12e-08c2-4ce4-8f10-b3f3b74c9fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.726909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8644aa05-f980-4a76-bc50-cfe421b90c36 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:26.737290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:port and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:26.744659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:26.751852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device faedfb6b-0bd8-464e-8ca4-cb451fc8b489 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:26.773890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:26.782361 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Floating IP 6b259276-12a2-4a94-9871-ba94637452e2 associated. External IP: 172.26.2.232, port: 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9. May 05 16:32:26.850455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:26.851059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d05157-ea32-49e5-80eb-2ba222159187 None None] The sync data for ids ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:26.915829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:26.921164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3af6caca-91a4-4185-9a7d-9838c23e105e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:26.925273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3af6caca-91a4-4185-9a7d-9838c23e105e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports/b36bfdc6-2284-4708-9523-26b7e93007bd HTTP/1.1" status: 200 len: 910 time: 0.4361677 May 05 16:32:26.931907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49396) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:26.941529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6a07cf62-5856-4411-869e-aca4c3fb85d2'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:26.946438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:26.946659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.011776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:27.016433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.079781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port ed5de2d9-0e95-4292-b313-b310639595c4 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:27.124548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.127891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': '2eb88383-7d96-4949-b827-66e11c416aa4'}, {'subnet_id': 'dead32f2-5a4b-4678-8cb7-7ff0961c0f0a'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:27.128673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.159866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00c8e12e-08c2-4ce4-8f10-b3f3b74c9fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.166415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.218210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=9393c378-9c8a-45b5-9d4f-d79f28a088f2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:27.238056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.240882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8e12e-08c2-4ce4-8f10-b3f3b74c9fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774a6fee-01e3-4463-a008-38d27b860fe2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:27.258191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49400) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:27.258326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0bde56b5-52d9-4256-a6a6-68e3b1f0f76f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/9393c378-9c8a-45b5-9d4f-d79f28a088f2 HTTP/1.1" status: 204 len: 168 time: 1.0454547 May 05 16:32:27.277335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35d8bdb-a028-48e6-a33b-b15a596bf408 None None] Network 1320bd37-149e-4f71-806f-816be35872b7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:27.334799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Router 944777c3-3d25-4fff-9d14-78ded65fb43c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:32:27.406494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=f4713b02-e327-4185-ad25-e0ce3103c4b6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:27.472912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00c8e12e-08c2-4ce4-8f10-b3f3b74c9fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.477868 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-00c8e12e-08c2-4ce4-8f10-b3f3b74c9fbe admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/774a6fee-01e3-4463-a008-38d27b860fe2 HTTP/1.1" status: 204 len: 168 time: 1.2318444 May 05 16:32:27.518078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.549104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '36ab4526-61d8-4f97-951d-e92384119946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:27.549515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: 36ab4526-61d8-4f97-951d-e92384119946, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:27.572927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.582679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:27.583038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.593216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Allocated IP 2001:db8:0:1::2 (f5e6463e-72cb-4e68-8573-613d495405f8/2eb88383-7d96-4949-b827-66e11c416aa4/29d13e13-a14b-4fc6-b789-aab33976c23f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:27.601967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Allocated IP 2001:db8::f816:3eff:fe55:a9a3 (f5e6463e-72cb-4e68-8573-613d495405f8/dead32f2-5a4b-4678-8cb7-7ff0961c0f0a/29d13e13-a14b-4fc6-b789-aab33976c23f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:27.682984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:27.696353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] Sync routers for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:27.748135 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:27.748865 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:27.774683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] DHCP port deletion for 1320bd37-149e-4f71-806f-816be35872b7 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:27.782695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.812881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Deleting port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:27.813257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.893337 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-88bea172-d93f-4bf2-8053-5ee60fdfca75 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9023185 May 05 16:32:27.899066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:32:27.903106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:27.917910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Transition to ACTIVE for port object 29d13e13-a14b-4fc6-b789-aab33976c23f will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:27.918048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 36ab4526-61d8-4f97-951d-e92384119946 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:27.935397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Transition to ACTIVE for port object 29d13e13-a14b-4fc6-b789-aab33976c23f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:28.015049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 36ab4526-61d8-4f97-951d-e92384119946) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:28.016105 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41c114cb-ca37-4a2a-9b72-30054075df41'] response: {'name': 'network-changed', 'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'status': 'completed', 'code': 200} May 05 16:32:28.021961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:28.022545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:28.043536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbefebf9-9362-4701-beb9-d08218957efe None None] Network 36ab4526-61d8-4f97-951d-e92384119946 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:28.070340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:28.086375 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:32:28.150614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,segment=NetworkSegment(12d9bce5-d182-44e2-85f7-d03803b24a91),segment_id=12d9bce5-d182-44e2-85f7-d03803b24a91)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:28.150972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:28.161952 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-88878d8f-82f9-4e05-aeb8-9527d40dba84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1098 time: 0.1241796 May 05 16:32:28.349584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088554c-0133-4f28-9045-670a96c7f50b req-c46ef9d6-273b-48a8-bd29-da963f6cba74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:28.349857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:28.351367 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-c46ef9d6-273b-48a8-bd29-da963f6cba74 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 897 time: 0.1830831 May 05 16:32:28.392489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:28.413350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:28.427359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-372c2439-c88c-4b58-bf42-a3d9547e4372 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8365276 May 05 16:32:28.427718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49418) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:28.479335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Pushing event updated for resources: {'Port': ['ID=29d13e13-a14b-4fc6-b789-aab33976c23f,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:28.498381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1038880021'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:28.501506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] For port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,segment=NetworkSegment(12d9bce5-d182-44e2-85f7-d03803b24a91),segment_id=12d9bce5-d182-44e2-85f7-d03803b24a91)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:28.502283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:28.508060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 032ccfeb-921e-4e2e-837f-2d87b94f7d2f owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:28.534469 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-9617dc99-9c95-4ea1-9793-69f427da1ce2 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 999 time: 0.1741099 May 05 16:32:28.627207 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '6b259276-12a2-4a94-9871-ba94637452e2', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'port_id': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'mac_address': 'fa:16:3e:6c:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:32:24Z', 'updated_at': '2022-05-05T16:32:24Z', 'revision_number': 0, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:58Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:28.633111 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] Checking router: 944777c3-3d25-4fff-9d14-78ded65fb43c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:32:28.657914 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:28.658546 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:28.733664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 032ccfeb-921e-4e2e-837f-2d87b94f7d2f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:28.749741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7088554c-0133-4f28-9045-670a96c7f50b req-4269245c-0acd-463e-8822-3fa763b5d77b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:28.754052 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-4269245c-0acd-463e-8822-3fa763b5d77b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.2123017 May 05 16:32:28.777942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Calling delete_port for 032ccfeb-921e-4e2e-837f-2d87b94f7d2f owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:28.887222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-bf3659d4-3117-4db7-97fb-0d3948a24046 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1258266 May 05 16:32:28.953739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Attempting to bind port 29d13e13-a14b-4fc6-b789-aab33976c23f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:28.954112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Attempting to bind port 29d13e13-a14b-4fc6-b789-aab33976c23f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:28.954479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Attempting to bind port 29d13e13-a14b-4fc6-b789-aab33976c23f on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:28.970293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:32:29.003914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:29.016753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No active binding found for port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f {{(pid=84820) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} May 05 16:32:29.017172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 032ccfeb-921e-4e2e-837f-2d87b94f7d2f not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:29.018780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:29.019151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:29.019577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.019962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:29.020499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Bound port: 29d13e13-a14b-4fc6-b789-aab33976c23f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:29.020945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.041098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-36ab4526-61d8-4f97-951d-e92384119946', 'network_id': '36ab4526-61d8-4f97-951d-e92384119946', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': 'f4713b02-e327-4185-ad25-e0ce3103c4b6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:29.041098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.071163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:29.071163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.073753 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-d2664a5c-0d2c-4934-8a04-5126da2f2eec service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795633 May 05 16:32:29.076200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:29.160307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:29.160662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:29.164416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=032ccfeb-921e-4e2e-837f-2d87b94f7d2f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:29.169929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:29.179344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8:0:1::38 (f5e6463e-72cb-4e68-8573-613d495405f8/2eb88383-7d96-4949-b827-66e11c416aa4/ed5de2d9-0e95-4292-b313-b310639595c4) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:29.216137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:feda:25b5 (f5e6463e-72cb-4e68-8573-613d495405f8/dead32f2-5a4b-4678-8cb7-7ff0961c0f0a/ed5de2d9-0e95-4292-b313-b310639595c4) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:29.227088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No DVR routers for this DVR port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:29.269594 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7088554c-0133-4f28-9045-670a96c7f50b req-b63d0d63-d895-442c-8aa9-1ee7f47144be service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882684 May 05 16:32:29.287901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] For port 29d13e13-a14b-4fc6-b789-aab33976c23f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:29.307883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] For port 29d13e13-a14b-4fc6-b789-aab33976c23f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=29d13e13-a14b-4fc6-b789-aab33976c23f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:29.337588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Allocated IP 2001:db8::1 (36ab4526-61d8-4f97-951d-e92384119946/f4713b02-e327-4185-ad25-e0ce3103c4b6/f3da56ee-7b65-4757-9444-2cbcb86f5503) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:29.398933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcbf001-10f3-4f5a-b51a-865aedf83889 req-b6852e87-6d94-4d10-9637-2341a7aa4163 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:29.401083 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dbcbf001-10f3-4f5a-b51a-865aedf83889 req-b6852e87-6d94-4d10-9637-2341a7aa4163 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 1.2391586 May 05 16:32:29.401994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:29.405614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.433395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.457644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49430) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:29.492814 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '6b259276-12a2-4a94-9871-ba94637452e2', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'port_id': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'mac_address': 'fa:16:3e:6c:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:32:24Z', 'updated_at': '2022-05-05T16:32:24Z', 'revision_number': 0, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:58Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:29.496919 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57adce5f-2f37-4eae-a4b2-e199ef71f03b None None] The sync data for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv is: [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '6b259276-12a2-4a94-9871-ba94637452e2', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'floating_ip_address': '172.26.2.232', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'port_id': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'mac_address': 'fa:16:3e:6c:eb:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:32:24Z', 'updated_at': '2022-05-05T16:32:24Z', 'revision_number': 0, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:58Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:29.515231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:29.526019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.526364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment fa098f84-6890-43cf-8bf0-f6d0d3c5f731 of type vlan for network b5800164-7de8-48f1-8724-11e4393172c4 May 05 16:32:29.544920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.559280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:32:29.573398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04227346-e257-4d34-ba0c-b80ce64e4bf5 None None] Pushing event updated for resources: {'Port': ['ID=29d13e13-a14b-4fc6-b789-aab33976c23f,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:29.630689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-2043190364'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:29.636447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:29.642214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:network and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:29.646057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:29.648178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.652744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.653274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:29.659545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1320bd37-149e-4f71-806f-816be35872b7']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:29.662118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Deleting port 032ccfeb-921e-4e2e-837f-2d87b94f7d2f {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:29.662496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.688940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d9bce5-d182-44e2-85f7-d03803b24a91') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:29.689255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d9bce5-d182-44e2-85f7-d03803b24a91') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:29.766136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Made reservation on behalf of 67fd176ba12f4f479bfa8dd7fd0c735b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:29.771239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.786161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.796206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:32:29.805495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.809430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.815433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.828634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Transition to ACTIVE for port object f3da56ee-7b65-4757-9444-2cbcb86f5503 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:29.837825 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dbcbf001-10f3-4f5a-b51a-865aedf83889 req-25f17f3d-2e18-4179-8c6b-4f67a970ddec tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4019480 May 05 16:32:29.855847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Transition to ACTIVE for port object f3da56ee-7b65-4757-9444-2cbcb86f5503 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:29.859527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:29.866534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:security_group_rule and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:29.866801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baac32cf-b72b-4afb-906b-ac95b1d04b2c None None] New status for floating IP 6b259276-12a2-4a94-9871-ba94637452e2: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:32:29.870531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:29.877821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49436) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:29.881371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:29.941585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eda08b58-67c5-447e-9ffe-4974f98c4690 None None] The port '032ccfeb-921e-4e2e-837f-2d87b94f7d2f' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:32:29.945021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:29.960580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.012484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:30.013326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:30.031812 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:30.074494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Network 36ab4526-61d8-4f97-951d-e92384119946 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:30.093014 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-de435cd1-e2cd-4a24-805c-4db695fb0fb1 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/floatingips/6b259276-12a2-4a94-9871-ba94637452e2 HTTP/1.1" status: 200 len: 991 time: 0.2118955 May 05 16:32:30.097913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:30.111048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:30.132890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:30.133532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.136560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/ports/b36bfdc6-2284-4708-9523-26b7e93007bd HTTP/1.1" status: 200 len: 910 time: 3.2020125 May 05 16:32:30.143231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49440) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:30.155408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.160495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:30.161375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.182474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314ff36-b3ce-46fa-987f-2a2bc2287361 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=b36bfdc6-2284-4708-9523-26b7e93007bd,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.215999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.299665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.303690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.309809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.326077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.329460 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8376677 May 05 16:32:30.339059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49444) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:30.348880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': 'b5800164-7de8-48f1-8724-11e4393172c4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:30.360979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Pushing event updated for resources: {'Port': ['ID=f3da56ee-7b65-4757-9444-2cbcb86f5503,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.364262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:30.374046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94ed50da-0577-457c-ab5b-43708688066e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.376540 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/1320bd37-149e-4f71-806f-816be35872b7 HTTP/1.1" status: 204 len: 168 time: 3.1008179 May 05 16:32:30.377758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49448) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:30.383876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object ed5de2d9-0e95-4292-b313-b310639595c4 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:30.392898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1555295542'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:30.398440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.398736 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Added segment 17669a53-0ddc-4591-96ea-50c0231abc9b of type vlan for network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a May 05 16:32:30.404076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:30.423084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:network and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:30.423550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Attempting to bind port f3da56ee-7b65-4757-9444-2cbcb86f5503 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:30.424072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Attempting to bind port f3da56ee-7b65-4757-9444-2cbcb86f5503 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '36ab4526-61d8-4f97-951d-e92384119946'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:30.426755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Attempting to bind port f3da56ee-7b65-4757-9444-2cbcb86f5503 on network 36ab4526-61d8-4f97-951d-e92384119946 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:30.432296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:30.432931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Checking segment: {'id': 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '36ab4526-61d8-4f97-951d-e92384119946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:30.433076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.433428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Bound using segment: {'id': 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '36ab4526-61d8-4f97-951d-e92384119946'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:30.433538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:30.433900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Bound port: f3da56ee-7b65-4757-9444-2cbcb86f5503, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '36ab4526-61d8-4f97-951d-e92384119946'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:30.434272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.438963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=b5800164-7de8-48f1-8724-11e4393172c4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.476603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.478437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.478437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.478437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.478437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.478437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.479077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.479581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.480125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.480617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.480963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46fcd931-ff15-4341-90d6-40d08a26f30e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:30.495913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b5800164-7de8-48f1-8724-11e4393172c4 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:30.505832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:30.520740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa06a0ee-ddad-47ff-bef5-de50011ed7f0 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=1320bd37-149e-4f71-806f-816be35872b7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.539190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:30.543444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:30.546992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:30.552998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:30.622008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:30.643184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] For port f3da56ee-7b65-4757-9444-2cbcb86f5503, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:30.654682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] For port f3da56ee-7b65-4757-9444-2cbcb86f5503, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f3da56ee-7b65-4757-9444-2cbcb86f5503,segment=NetworkSegment(c2a37501-a6e8-49db-9a3d-8a33ec1a3b01),segment_id=c2a37501-a6e8-49db-9a3d-8a33ec1a3b01)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:30.660089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.712816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.729497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 29d13e13-a14b-4fc6-b789-aab33976c23f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:30.792667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.806324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:30.810063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.835152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.915303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9b3e42-8ab9-4551-ad89-e3e8638de26c None None] Pushing event updated for resources: {'Port': ['ID=f3da56ee-7b65-4757-9444-2cbcb86f5503,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.915893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=ed5de2d9-0e95-4292-b313-b310639595c4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:30.924761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:30.927875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:30.931647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.949014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.951198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:30.953715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:30.954339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.955190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:30.955860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:30.988381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 29d13e13-a14b-4fc6-b789-aab33976c23f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:31.055041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing IP validity checks on allocation pools {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:32:31.059074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:32:31.059468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:31.095789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:31.171629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.171960 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Added segment 38a2b606-12bc-462d-9709-e70e961d70a1 of type vlan for network ea1b5293-686a-45ca-9108-932e8c3d88d8 May 05 16:32:31.215769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Network': ['ID=e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:31.255867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.256170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8860634d-44a3-4d9d-bf79-8dcbfd494622 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:31.273591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.273943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.277136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:31.320107 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-782f8814-7e03-494f-9847-97522d239b79 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8613873 May 05 16:32:31.322725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49456) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:31.333304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'subnet': {'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:31.340499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:31.370977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2a248458-9a59-4d5d-b153-09cd535213d0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.0114090 May 05 16:32:31.383634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49460) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:31.424441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.428147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:31.428724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.491414 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-264e0755-10e4-40a9-99bf-270c65fa2f67 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/floatingips/6b259276-12a2-4a94-9871-ba94637452e2 HTTP/1.1" status: 200 len: 993 time: 0.3944738 May 05 16:32:31.502876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port ed5de2d9-0e95-4292-b313-b310639595c4 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:31.503221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.559074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] Provisioning for port 29d13e13-a14b-4fc6-b789-aab33976c23f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:31.566872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:31.567334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.602359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.604680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:31.617501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:subnet and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:31.621054 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2411406 May 05 16:32:31.622053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:31.631294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49464) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:31.636617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:31.648392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:31.711287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc316c7-bfe9-4d13-93c8-8bb838a10cdd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Network': ['ID=ea1b5293-686a-45ca-9108-932e8c3d88d8,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:31.733648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:31.843647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.864941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=98259fb1-be8e-4e76-b0e9-ec8d81d952cf,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:31.876664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Made reservation on behalf of 67fd176ba12f4f479bfa8dd7fd0c735b for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:31.901856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] For port 29d13e13-a14b-4fc6-b789-aab33976c23f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=29d13e13-a14b-4fc6-b789-aab33976c23f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:31.909394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': 'fa098f84-6890-43cf-8bf0-f6d0d3c5f731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'b5800164-7de8-48f1-8724-11e4393172c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:31.909752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: b5800164-7de8-48f1-8724-11e4393172c4, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:31.948657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:31.977007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.066708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ccfda-d44e-4ed6-9b96-4a0fae80dbdb None None] Pushing event updated for resources: {'Port': ['ID=29d13e13-a14b-4fc6-b789-aab33976c23f,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:32.078130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:32.087264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.096514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for ed5de2d9-0e95-4292-b313-b310639595c4 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:32.108145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:32.114329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:32.160056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network b5800164-7de8-48f1-8724-11e4393172c4 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:32.174718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:32.258657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, b5800164-7de8-48f1-8724-11e4393172c4) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:32.266996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:32.267396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.286775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38102a-cbe1-439c-9a76-b70ccb2abdfa None None] Network b5800164-7de8-48f1-8724-11e4393172c4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:32.345497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:32.441526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6feaabbf-5ec6-4044-bcd6-dec272164d17 None None] Network 36ab4526-61d8-4f97-951d-e92384119946 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:32.458433 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-db34e113-44a8-4176-b2c3-68663cacf417 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1177666 May 05 16:32:32.465009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49468) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:32.538467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.550623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.606895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1fbb32ae-935a-43bb-82e0-02a6d596ccac None None] Provisioning complete for port ed5de2d9-0e95-4292-b313-b310639595c4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:32.607374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fbb32ae-935a-43bb-82e0-02a6d596ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.624870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=ed5de2d9-0e95-4292-b313-b310639595c4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:32.678396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1fbb32ae-935a-43bb-82e0-02a6d596ccac None None] Port ed5de2d9-0e95-4292-b313-b310639595c4 was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:32:32.778810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.780993 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-70fed927-c8c1-46c0-a027-86b68f829f55 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/ed5de2d9-0e95-4292-b313-b310639595c4 HTTP/1.1" status: 204 len: 168 time: 1.3964267 May 05 16:32:32.785824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49472) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:32.829302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.862340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1fbb32ae-935a-43bb-82e0-02a6d596ccac None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:32.862775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1fbb32ae-935a-43bb-82e0-02a6d596ccac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.924420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4fd87a-6107-4030-8ead-395de5ab72d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-b5800164-7de8-48f1-8724-11e4393172c4', 'network_id': 'b5800164-7de8-48f1-8724-11e4393172c4', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': '98259fb1-be8e-4e76-b0e9-ec8d81d952cf'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:32.925561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ea4fd87a-6107-4030-8ead-395de5ab72d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.942305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:32.957166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f3da56ee-7b65-4757-9444-2cbcb86f5503 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:33.111184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b21fc-a1c4-482d-9472-893ea58023ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:33.111986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1c1b21fc-a1c4-482d-9472-893ea58023ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:33.124795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.131910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.175855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=98259fb1-be8e-4e76-b0e9-ec8d81d952cf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:33.252858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port b36bfdc6-2284-4708-9523-26b7e93007bd {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:33.253748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server [None req-ea4fd87a-6107-4030-8ead-395de5ab72d2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98259fb1-be8e-4e76-b0e9-ec8d81d952cf: This subnet is being modified by another concurrent operation. May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise exception May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 98259fb1-be8e-4e76-b0e9-ec8d81d952cf: This subnet is being modified by another concurrent operation. May 05 16:32:33.272611 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server May 05 16:32:33.286514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.299613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4bd2859-fe07-4a56-bca3-df6c50090e12 None None] Network b5800164-7de8-48f1-8724-11e4393172c4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:33.309647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Subnet': ['ID=e5294441-7b69-4d82-9855-ed3ca3d48b77,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:33.323492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1c1b21fc-a1c4-482d-9472-893ea58023ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:33.327735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5800164-7de8-48f1-8724-11e4393172c4']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:33.327942 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1c1b21fc-a1c4-482d-9472-893ea58023ef tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5373504 May 05 16:32:33.331497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f3da56ee-7b65-4757-9444-2cbcb86f5503 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:33.333025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49476) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:33.350449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa098f84-6890-43cf-8bf0-f6d0d3c5f731') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:33.350889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa098f84-6890-43cf-8bf0-f6d0d3c5f731') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:33.364179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.388083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.398550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:33.398939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.401329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.407883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 29d13e13-a14b-4fc6-b789-aab33976c23f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:33.429261 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:33.439072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Could not find standard attr ID for object ed5de2d9-0e95-4292-b313-b310639595c4. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:32:33.546210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Checking segment: {'id': '17669a53-0ddc-4591-96ea-50c0231abc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:33.546558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network hostable DHCP agents. Network: e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:33.593609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b4ca6c-03bd-4d87-893b-6592755eddef None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:32:33.600653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=10c291c7-0277-41bb-9ea8-363d6613c7d3,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:33.642467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Provisioning for port f3da56ee-7b65-4757-9444-2cbcb86f5503 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:33.646620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.655482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Provisioning complete for port f3da56ee-7b65-4757-9444-2cbcb86f5503 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:33.655855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.687305 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:32:33.700390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:33.700881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.741482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.753471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.772389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.779165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a60d63-28f4-4c77-bd12-ac1bfbc193ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:33.784043 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-36a60d63-28f4-4c77-bd12-ac1bfbc193ff tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4500375 May 05 16:32:33.785042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49480) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:33.787193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=b5800164-7de8-48f1-8724-11e4393172c4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:33.795206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for b36bfdc6-2284-4708-9523-26b7e93007bd owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:33.797363 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8583c4d1-c5f2-42b4-94af-ebd199a213ec tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/b5800164-7de8-48f1-8724-11e4393172c4 HTTP/1.1" status: 204 len: 168 time: 1.3312235 May 05 16:32:33.801285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49482) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:33.808246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1486482236'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:33.819868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:33.825497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:33.833404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:33.837796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Checking segment: {'id': '38a2b606-12bc-462d-9709-e70e961d70a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:33.838155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network hostable DHCP agents. Network: ea1b5293-686a-45ca-9108-932e8c3d88d8, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:33.840808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:33.911788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:33.938137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:33.943400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.959718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77deb38d-b292-4292-a4d4-b4d625c1ffd4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:33.960976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77deb38d-b292-4292-a4d4-b4d625c1ffd4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:33.962284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77deb38d-b292-4292-a4d4-b4d625c1ffd4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:33.963083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77deb38d-b292-4292-a4d4-b4d625c1ffd4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:33.984185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:33.995601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.995880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:33.996438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment 66980736-f4ed-4a47-872d-f039d2c67144 of type vlan for network e33c8732-4bcb-4b94-a5e5-ada996d04e96 May 05 16:32:33.998812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:34.005045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:34.005682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.039283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.063008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77deb38d-b292-4292-a4d4-b4d625c1ffd4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:34.067009 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-77deb38d-b292-4292-a4d4-b4d625c1ffd4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2383082 May 05 16:32:34.067608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49488) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:34.081004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] For port f3da56ee-7b65-4757-9444-2cbcb86f5503, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f3da56ee-7b65-4757-9444-2cbcb86f5503,segment=NetworkSegment(c2a37501-a6e8-49db-9a3d-8a33ec1a3b01),segment_id=c2a37501-a6e8-49db-9a3d-8a33ec1a3b01)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:34.114457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:34.150134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, ea1b5293-686a-45ca-9108-932e8c3d88d8) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:34.152550 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9dae192b-b56a-4620-be6c-b16b3a7af4bc tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8288553 May 05 16:32:34.156782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49492) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:34.163723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:34.164164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-324538733', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:34.164280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.171953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.175636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:34.176222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.180580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:34.194902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.204143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:router and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:34.211334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:34.273768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.275585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:34.302892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=e33c8732-4bcb-4b94-a5e5-ada996d04e96,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:34.305584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Pushing event updated for resources: {'Port': ['ID=f3da56ee-7b65-4757-9444-2cbcb86f5503,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:34.319516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e33c8732-4bcb-4b94-a5e5-ada996d04e96 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:34.341811 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5ff2eaa4-3bb5-4d47-bfea-1cb5f0255bfa tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7066219 May 05 16:32:34.345079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cd380e50-ea20-4200-a0d3-4c3024ca7101 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5428069 May 05 16:32:34.347314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49496) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:34.347884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49498) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:34.349983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=b36bfdc6-2284-4708-9523-26b7e93007bd,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:34.353903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': 'e33c8732-4bcb-4b94-a5e5-ada996d04e96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:34.361952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.361952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b996fb-5e21-4b77-8418-35d7bdc49d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:34.382475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1552988003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:34.392620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:34.437883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 2eb88383-7d96-4949-b827-66e11c416aa4 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:34.450244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.450432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.450748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.462498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-047d7225-070a-4340-b9d5-57e695375089 None None] Provisioning complete for port f3da56ee-7b65-4757-9444-2cbcb86f5503 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:34.462877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-047d7225-070a-4340-b9d5-57e695375089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.465936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:router and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:34.475619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:34.497223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:34.499910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4ca6c-03bd-4d87-893b-6592755eddef None None] Unable to find a vacant binding_index for network ea1b5293-686a-45ca-9108-932e8c3d88d8 and agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a {{(pid=84820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 05 16:32:34.517499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:34.522849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:34.526242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:34.534122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:34.541617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.547912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4ca6c-03bd-4d87-893b-6592755eddef None None] Unable to find a vacant binding_index for network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a and agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a {{(pid=84820) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} May 05 16:32:34.588594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.589516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.611318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.628123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b4ca6c-03bd-4d87-893b-6592755eddef None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, ea1b5293-686a-45ca-9108-932e8c3d88d8), (DHCP agent, dv-neutron-840483-1-hyperv, e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a) {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:32:34.630183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.636921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:34.695950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.714596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.721651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f3da56ee-7b65-4757-9444-2cbcb86f5503 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:34.814511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.818019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.848493 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.850300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-34d3554e-2fa8-40dc-931f-56ec08096272 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6914232 May 05 16:32:34.861204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.864805 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-87db3e7e-d1fa-4b79-bdf8-2adec006ca05 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5134971 May 05 16:32:34.864805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49504) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:34.870749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f3da56ee-7b65-4757-9444-2cbcb86f5503 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:34.871150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:34.893381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49506) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:34.914879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8', 'name': 'tempest-PortsTestJSON-345979616'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:35.062163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.168441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a', 'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a', 'tenant_id': '67fd176ba12f4f479bfa8dd7fd0c735b', 'fixed_ips': [{'subnet_id': 'e5294441-7b69-4d82-9855-ed3ca3d48b77'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:35.169436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.183184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-ea1b5293-686a-45ca-9108-932e8c3d88d8', 'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': '10c291c7-0277-41bb-9ea8-363d6613c7d3'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:35.184127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.313275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:35.321274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:port and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:35.325578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:35.334161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:35.400571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.468347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Allocated IP 172.20.0.2 (e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a/e5294441-7b69-4d82-9855-ed3ca3d48b77/712b77d8-522b-449b-a85d-99a34237b578) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:35.474702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Allocated IP 172.20.0.2 (ea1b5293-686a-45ca-9108-932e8c3d88d8/10c291c7-0277-41bb-9ea8-363d6613c7d3/19768364-ffaa-4efc-997c-7686da16fbf5) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:35.497678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb88383-7d96-4949-b827-66e11c416aa4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:35.500480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:35.503392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.531980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.539900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port ca595334-6f7a-42a5-b3ee-7524644c044f yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:35.582912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.618542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:32:35.704558 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a10068ee-a0e6-4261-b5ad-a7822dda3bd9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/2eb88383-7d96-4949-b827-66e11c416aa4 HTTP/1.1" status: 204 len: 168 time: 1.6288800 May 05 16:32:35.709396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49512) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:35.784557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet dead32f2-5a4b-4678-8cb7-7ff0961c0f0a {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:35.788272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.843159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.909942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.916158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.917123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:35.929341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Transition to ACTIVE for port object 712b77d8-522b-449b-a85d-99a34237b578 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:35.936202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Transition to ACTIVE for port object 19768364-ffaa-4efc-997c-7686da16fbf5 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:35.961867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Transition to ACTIVE for port object 712b77d8-522b-449b-a85d-99a34237b578 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:35.970487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Transition to ACTIVE for port object 19768364-ffaa-4efc-997c-7686da16fbf5 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:35.995935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=ad3536fa-3517-48fc-90f2-228c2c8f7f2b,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:36.058031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.069669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': '66980736-f4ed-4a47-872d-f039d2c67144', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'e33c8732-4bcb-4b94-a5e5-ada996d04e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:36.070039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: e33c8732-4bcb-4b94-a5e5-ada996d04e96, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:36.091947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:36.111431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.115052 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] Sync routers for ids ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:36.136266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] Routers {'b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:36.137685 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:36.151979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Pushing event updated for resources: {'Port': ['ID=712b77d8-522b-449b-a85d-99a34237b578,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:36.155546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:36.157923 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-20e2f4a0-4504-4c75-814f-65b96190cf40 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0136421 May 05 16:32:36.165832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49516) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:36.209148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.3 (ea1b5293-686a-45ca-9108-932e8c3d88d8/10c291c7-0277-41bb-9ea8-363d6613c7d3/ca595334-6f7a-42a5-b3ee-7524644c044f) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:36.219538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Pushing event updated for resources: {'Port': ['ID=19768364-ffaa-4efc-997c-7686da16fbf5,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:36.222021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:36.222440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.226409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:36.229655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:36.232714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:36.239918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:36.241671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a3c5e14-6db8-4cd8-a883-2637add15e5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e HTTP/1.1" status: 200 len: 205 time: 0.0714474 May 05 16:32:36.243108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Allocated IP 172.20.0.1 (e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a/e5294441-7b69-4d82-9855-ed3ca3d48b77/927bbdd9-b21c-4b5c-b751-478eefc65a6d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:36.245593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network e33c8732-4bcb-4b94-a5e5-ada996d04e96 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:36.250070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49520) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:36.313867 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:36.330330 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] Routers {'b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:36.332120 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:36.413273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Attempting to bind port 712b77d8-522b-449b-a85d-99a34237b578 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:36.413567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Attempting to bind port 712b77d8-522b-449b-a85d-99a34237b578 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '17669a53-0ddc-4591-96ea-50c0231abc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:36.413927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Attempting to bind port 712b77d8-522b-449b-a85d-99a34237b578 on network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:36.417146 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Attempting to bind port 19768364-ffaa-4efc-997c-7686da16fbf5 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:36.417502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Attempting to bind port 19768364-ffaa-4efc-997c-7686da16fbf5 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '38a2b606-12bc-462d-9709-e70e961d70a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:36.417861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Attempting to bind port 19768364-ffaa-4efc-997c-7686da16fbf5 on network ea1b5293-686a-45ca-9108-932e8c3d88d8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:36.423149 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:36.425425 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a72726-f590-41e5-be1d-f2e8d48dae3c None None] The sync data for ids ['b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:36.433431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:36.433841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Checking segment: {'id': '17669a53-0ddc-4591-96ea-50c0231abc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:36.434249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.434647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Bound using segment: {'id': '17669a53-0ddc-4591-96ea-50c0231abc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:36.435217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Bound port: 712b77d8-522b-449b-a85d-99a34237b578, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17669a53-0ddc-4591-96ea-50c0231abc9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:36.435613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.447313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:36.447729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Checking segment: {'id': '38a2b606-12bc-462d-9709-e70e961d70a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:36.448110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.448500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Bound using segment: {'id': '38a2b606-12bc-462d-9709-e70e961d70a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:36.448975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Bound port: 19768364-ffaa-4efc-997c-7686da16fbf5, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38a2b606-12bc-462d-9709-e70e961d70a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'ea1b5293-686a-45ca-9108-932e8c3d88d8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:36.449447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.476903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, e33c8732-4bcb-4b94-a5e5-ada996d04e96) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:36.484474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.499579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:36.499999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.537009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.545235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=dead32f2-5a4b-4678-8cb7-7ff0961c0f0a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:36.561718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.565930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.570446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object ca595334-6f7a-42a5-b3ee-7524644c044f will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:36.574107 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4e239a89-42d4-437e-a58d-26952d12ad8b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/dead32f2-5a4b-4678-8cb7-7ff0961c0f0a HTTP/1.1" status: 204 len: 168 time: 0.8633010 May 05 16:32:36.576898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49524) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:36.607241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] For port 712b77d8-522b-449b-a85d-99a34237b578, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:36.611394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] For port 712b77d8-522b-449b-a85d-99a34237b578, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=712b77d8-522b-449b-a85d-99a34237b578,segment=NetworkSegment(17669a53-0ddc-4591-96ea-50c0231abc9b),segment_id=17669a53-0ddc-4591-96ea-50c0231abc9b)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:36.614295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] For port 19768364-ffaa-4efc-997c-7686da16fbf5, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:36.617372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] For port 19768364-ffaa-4efc-997c-7686da16fbf5, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19768364-ffaa-4efc-997c-7686da16fbf5,segment=NetworkSegment(38a2b606-12bc-462d-9709-e70e961d70a1),segment_id=38a2b606-12bc-462d-9709-e70e961d70a1)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:36.639784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0be7715d-915c-4d13-92b6-0be861550f77 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.2859941 May 05 16:32:36.650607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49528) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:36.656648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bb9db6bc-8650-4865-9779-dab0636add96 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0783870 May 05 16:32:36.662678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.684169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49532) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:36.694936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:36.715231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.737243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.807813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f429bed4-9d43-496a-b803-465c3e336663 None None] Pushing event updated for resources: {'Port': ['ID=712b77d8-522b-449b-a85d-99a34237b578,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:36.890584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:36.892284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262eadd8-76a4-4e4a-baf0-5022ed97f68c None None] Pushing event updated for resources: {'Port': ['ID=19768364-ffaa-4efc-997c-7686da16fbf5,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:37.036427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Transition to ACTIVE for port object 927bbdd9-b21c-4b5c-b751-478eefc65a6d will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:37.100399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=ca595334-6f7a-42a5-b3ee-7524644c044f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:37.101079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:37.114509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:37.118194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.120173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:37.134017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.144094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.160689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:37.172317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:37.184021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:37.199246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:37.218834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.263253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:37.264683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.283205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.283425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:32:37.286242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:37.297573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:37.304001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.308385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:37.337605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:37.341093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.358476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.359596 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d96777f1-0d0d-46a8-bf98-4df9a304cbb1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e HTTP/1.1" status: 204 len: 168 time: 1.1063209 May 05 16:32:37.366949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49536) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:37.378900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Port': ['ID=927bbdd9-b21c-4b5c-b751-478eefc65a6d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:37.388002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.468957 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f5d0b0e4-6b2c-4841-8014-ad8728cc6e53 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5682406 May 05 16:32:37.471582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49540) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:37.678258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 6a07cf62-5856-4411-869e-aca4c3fb85d2 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:37.681541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.744227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.778459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.787121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:37.862119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3536fa-3517-48fc-90f2-228c2c8f7f2b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:38.143361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.206863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33c8732-4bcb-4b94-a5e5-ada996d04e96']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:38.233979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66980736-f4ed-4a47-872d-f039d2c67144') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:38.234305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66980736-f4ed-4a47-872d-f039d2c67144') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:38.244254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.309133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.330669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32cd41c3-3c74-4ece-b034-fd892f54a851 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:32:38.355044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.364416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:38.364817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:38.380366 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:38.385333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5deff65a-7c9e-4da7-9f1f-6f5032b930cf None None] Provisioning for port 712b77d8-522b-449b-a85d-99a34237b578 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:38.492683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32cd41c3-3c74-4ece-b034-fd892f54a851 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:32:38.521923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.571472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=6a07cf62-5856-4411-869e-aca4c3fb85d2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:38.602527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.607424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.627891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.629991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c7efc42d-02fb-40db-b7bb-32844c161302 None None] Provisioning for port 19768364-ffaa-4efc-997c-7686da16fbf5 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:38.632565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.633614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.662608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=e33c8732-4bcb-4b94-a5e5-ada996d04e96,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:38.674919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.688488 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-710d9776-5ece-44f3-acef-3dd595fc594e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/e33c8732-4bcb-4b94-a5e5-ada996d04e96 HTTP/1.1" status: 204 len: 168 time: 2.0311837 May 05 16:32:38.688488 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-83142738-a793-43de-b689-a35398fbb619 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/6a07cf62-5856-4411-869e-aca4c3fb85d2 HTTP/1.1" status: 204 len: 168 time: 1.3164532 May 05 16:32:38.688488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49546) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:38.688488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49548) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:38.717578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1701846870'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:38.727087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:38.789258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:38.803535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:38.813763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:32:38.845569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 712b77d8-522b-449b-a85d-99a34237b578 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:38.852247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:38.910652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.933435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:38.933775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.980969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:38.984226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:38.985263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.002302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Port': ['ID=927bbdd9-b21c-4b5c-b751-478eefc65a6d,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:39.053308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fcb1de3-d5a2-4360-ac21-7b26cd5f0525 None None] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:39.074889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94289e6-8814-4a89-9172-f4dfd4acd705 None None] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:39.086759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:39.099134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 712b77d8-522b-449b-a85d-99a34237b578 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:39.175680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fec077-5ed5-4df9-b402-2cd72a5d24a9 None None] Network e33c8732-4bcb-4b94-a5e5-ada996d04e96 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:39.190098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b961e4a-3a71-4aec-b5c1-b6bcc830099c None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:39.196868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.197291 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment 542d7b28-e22c-4a78-9f4c-6bb95bd498d6 of type vlan for network 4038339a-aa47-43b7-b1b3-6b21988dab2b May 05 16:32:39.266135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 712b77d8-522b-449b-a85d-99a34237b578 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:39.266425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.329434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port faedfb6b-0bd8-464e-8ca4-cb451fc8b489, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,segment=NetworkSegment(ef35aa2b-3e47-49b0-b5d6-7ea552d70220),segment_id=ef35aa2b-3e47-49b0-b5d6-7ea552d70220)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:39.329882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.340101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.352967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.429856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d6278b-9308-4bf5-b8a7-eafe5d2e5801 None None] Network efc8c080-4e6f-4fae-8d3f-ca8a050d263e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:39.442946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fec077-5ed5-4df9-b402-2cd72a5d24a9 None None] Network e33c8732-4bcb-4b94-a5e5-ada996d04e96 could not be found, it might have been deleted concurrently. {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 16:32:39.464372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.467801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:39.469028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:39.481000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279ff61-68e3-42f2-a094-715ef60bbc1c None None] Network e33c8732-4bcb-4b94-a5e5-ada996d04e96 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:39.518827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for faedfb6b-0bd8-464e-8ca4-cb451fc8b489 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:39.536764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.599888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279ff61-68e3-42f2-a094-715ef60bbc1c None None] Network e33c8732-4bcb-4b94-a5e5-ada996d04e96 could not be found, it might have been deleted concurrently. {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 16:32:39.711268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.715165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:39.715993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.727926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=ca595334-6f7a-42a5-b3ee-7524644c044f,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:39.807340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:39.911645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6534cc3-e40e-4240-8de7-b4a0d4f93856 None None] DHCP port deletion for efc8c080-4e6f-4fae-8d3f-ca8a050d263e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:40.042313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No DVR routers for this DVR port faedfb6b-0bd8-464e-8ca4-cb451fc8b489 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:40.087470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=faedfb6b-0bd8-464e-8ca4-cb451fc8b489,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:40.108857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.158738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.212212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.224805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 712b77d8-522b-449b-a85d-99a34237b578, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=712b77d8-522b-449b-a85d-99a34237b578,segment=NetworkSegment(17669a53-0ddc-4591-96ea-50c0231abc9b),segment_id=17669a53-0ddc-4591-96ea-50c0231abc9b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:40.235152 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.5431182 May 05 16:32:40.237434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49562) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:40.243843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:40.244486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9618b-d99a-4869-9cab-1fbfde614503 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=4038339a-aa47-43b7-b1b3-6b21988dab2b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:40.260591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4038339a-aa47-43b7-b1b3-6b21988dab2b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:40.280993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc8c080-4e6f-4fae-8d3f-ca8a050d263e']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:40.289832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port 29d13e13-a14b-4fc6-b789-aab33976c23f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=29d13e13-a14b-4fc6-b789-aab33976c23f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:40.299983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:40.300573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef35aa2b-3e47-49b0-b5d6-7ea552d70220') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:40.316188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.334596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Router b84b61ce-abc9-4094-8bdd-078ba9f11403 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:32:40.345846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.353473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.357938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.358653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:40.359332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19768364-ffaa-4efc-997c-7686da16fbf5 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:40.359468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:40.380304 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:40.440892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.441370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.460211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:40.469210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:40.474376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:40.482522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:40.550518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=712b77d8-522b-449b-a85d-99a34237b578,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:40.595866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.613062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:40.623374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:40.627131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:40.627893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 19768364-ffaa-4efc-997c-7686da16fbf5 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:40.630204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:40.630778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.636149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 19768364-ffaa-4efc-997c-7686da16fbf5 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:40.636784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.686337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=716c6ff2-e33b-4d70-92a5-6820cff74bd7,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:40.696920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=29d13e13-a14b-4fc6-b789-aab33976c23f,revision_number=7']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:40.743815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.749232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.755394 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/efc8c080-4e6f-4fae-8d3f-ca8a050d263e HTTP/1.1" status: 204 len: 168 time: 2.0659924 May 05 16:32:40.756030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49566) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:40.817235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1863782879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:40.833099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08662dc5-a07b-4cc2-a2a5-273ac31d6c79 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=efc8c080-4e6f-4fae-8d3f-ca8a050d263e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:40.844440 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4ff7ba88-6c5f-40c6-828d-0591b388c1f3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.1592908 May 05 16:32:40.845679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:40.849181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49570) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:40.860855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:40.867558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:40.872139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.876409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:40.922308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 19768364-ffaa-4efc-997c-7686da16fbf5, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19768364-ffaa-4efc-997c-7686da16fbf5,segment=NetworkSegment(38a2b606-12bc-462d-9709-e70e961d70a1),segment_id=38a2b606-12bc-462d-9709-e70e961d70a1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:40.970912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.972137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:40.993730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.053276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.126549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:41.175151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=19768364-ffaa-4efc-997c-7686da16fbf5,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:41.204891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 712b77d8-522b-449b-a85d-99a34237b578 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:41.308971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 712b77d8-522b-449b-a85d-99a34237b578 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:41.312452 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.343795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.410880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:41.416749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:41.423930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:41.434382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:41.453121 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 29d13e13-a14b-4fc6-b789-aab33976c23f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:41.480716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168e6b6d-25d3-4de8-95de-e8d1f86650be None None] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:41.513436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:41.544290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.562634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.565290 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fe5dcfe1-0f18-4bb9-8f81-552b41578d10 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7711728 May 05 16:32:41.578909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49578) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:41.583776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6583595-1469-4ce8-a682-dee67aa965ec None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:41.618391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18247c44-14f9-4e14-9592-6c677ec36b17 None None] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:41.652078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-597465813'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:41.675852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:41.709219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.711768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:41.723391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:41.787118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:41.877993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:41.888865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49582) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:41.890303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b925759b-cdcf-4fa9-980b-e20b1e52cd6d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "PUT /v2.0/routers/b84b61ce-abc9-4094-8bdd-078ba9f11403/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9798405 May 05 16:32:41.897243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'port': {'network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a', 'name': 'tempest-FloatingIPNegativeTestJSON-1390372378'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:41.897749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:41.900691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:41.972018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] Sync routers for ids ['b84b61ce-abc9-4094-8bdd-078ba9f11403'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:41.974427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:42.004090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80e1f3c9-f754-4c55-b8a1-fc3462c5b884 None None] Provisioning complete for port 712b77d8-522b-449b-a85d-99a34237b578 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:42.004608 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80e1f3c9-f754-4c55-b8a1-fc3462c5b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.047369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.048150 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 716c6ff2-e33b-4d70-92a5-6820cff74bd7 (CIDR: 2001:db8::/64) May 05 16:32:42.051151 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment 5eef1a60-62bc-46e6-a95c-ea74ce28d1dd of type vlan for network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e May 05 16:32:42.056162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.100504 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:32:42.100997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:32:42.104992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:42.115105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:port and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:42.116199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.119749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:42.127582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:42.135998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.193007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] Routers {'b84b61ce-abc9-4094-8bdd-078ba9f11403'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:42.193644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b84b61ce-abc9-4094-8bdd-078ba9f11403'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:42.207842 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c754a1e-9dfc-4edb-9917-f5c9e4685118 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3527932 May 05 16:32:42.209529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49586) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:42.214324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:42.237619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Made reservation on behalf of 67fd176ba12f4f479bfa8dd7fd0c735b for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:42.240619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.275321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=ca595334-6f7a-42a5-b3ee-7524644c044f,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:42.278521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.282914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:42.309605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.325219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] device_id is not set on port d5161c6a-764a-480b-8bc8-e6e4abf599fa yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:42.341026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.345393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:42.345982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.441404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:42.441777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.475939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:42.487045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:42.492229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:42.539393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:42.543385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=7b6b5cf0-2cf3-4ef3-aa9c-5c0ec3b84279,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:42.566361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Allocated IP 172.20.0.7 (e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a/e5294441-7b69-4d82-9855-ed3ca3d48b77/d5161c6a-764a-480b-8bc8-e6e4abf599fa) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:42.570698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=4673ca9f-e8d3-478c-b6f0-63a1ab464e8e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:42.598999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': '542d7b28-e22c-4a78-9f4c-6bb95bd498d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:42.599356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: 4038339a-aa47-43b7-b1b3-6b21988dab2b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:42.616255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] Routers {'b84b61ce-abc9-4094-8bdd-078ba9f11403'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:42.616908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b84b61ce-abc9-4094-8bdd-078ba9f11403'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:42.629181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:42.632224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:42.642533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:42.644458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:42.655287 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-60c669cc-e0aa-41dc-9ca3-2ab5db05b0a9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1580102 May 05 16:32:42.693678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:42.694087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c9f75d-f7a4-4896-b4df-e132162dc171 None None] The sync data for ids ['b84b61ce-abc9-4094-8bdd-078ba9f11403'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:42.699478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:42.717281 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b708876a-2e07-4ade-987e-327bbb266ba5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1366308 May 05 16:32:42.778450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49590) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:42.791438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:42.877896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 4038339a-aa47-43b7-b1b3-6b21988dab2b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:42.937994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:43.056232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80e1f3c9-f754-4c55-b8a1-fc3462c5b884 None None] Provisioning for port 927bbdd9-b21c-4b5c-b751-478eefc65a6d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:43.061600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device faedfb6b-0bd8-464e-8ca4-cb451fc8b489 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:43.125534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: faedfb6b-0bd8-464e-8ca4-cb451fc8b489 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:43.125880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device faedfb6b-0bd8-464e-8ca4-cb451fc8b489 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:43.127614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80e1f3c9-f754-4c55-b8a1-fc3462c5b884 None None] Provisioning complete for port 927bbdd9-b21c-4b5c-b751-478eefc65a6d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:43.127989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80e1f3c9-f754-4c55-b8a1-fc3462c5b884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.138079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:43.147380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:43.150152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4038339a-aa47-43b7-b1b3-6b21988dab2b) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:43.154678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:43.155243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.217509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:43.274472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-80e1f3c9-f754-4c55-b8a1-fc3462c5b884 None None] Port 927bbdd9-b21c-4b5c-b751-478eefc65a6d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:43.281785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e4050d-c098-49a1-9e63-d0bae4c79457 None None] Network 4038339a-aa47-43b7-b1b3-6b21988dab2b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:43.316069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19768364-ffaa-4efc-997c-7686da16fbf5 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:43.323644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:43.349864 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-8bfa6daa-ff14-4cbc-a217-9bfd3751400d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1098 time: 0.5265768 May 05 16:32:43.376581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.476756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.491207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Transition to ACTIVE for port object d5161c6a-764a-480b-8bc8-e6e4abf599fa will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:43.504411 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2cc13192-78a0-4ddf-a0d2-d45d2abb3b03 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2613959 May 05 16:32:43.546984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49594) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:43.598776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.622613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Provisioning complete for port 19768364-ffaa-4efc-997c-7686da16fbf5 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:43.624457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.745965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Router 954e3ce9-3739-4b45-94be-905d5516362e is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:32:43.759099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-4038339a-aa47-43b7-b1b3-6b21988dab2b', 'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': '7b6b5cf0-2cf3-4ef3-aa9c-5c0ec3b84279'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:43.763414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.791721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 19768364-ffaa-4efc-997c-7686da16fbf5 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:43.792164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.849345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:43.863978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:43.867270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:43.868218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.886182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=4cafbbfb-b285-4ae7-9560-6bf3cca596de,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:43.917443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:43.961513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9f09bf-a0a0-47ba-a3aa-a01300f95de4 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:43.973628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69d003-45c4-4968-8277-67c94a00512d req-fae28c96-3198-499a-a53f-e543ddbd1451 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:43.975221 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-fae28c96-3198-499a-a53f-e543ddbd1451 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 897 time: 0.5953779 May 05 16:32:44.087495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.144674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:44.147002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:44.147189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.148348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Port': ['ID=d5161c6a-764a-480b-8bc8-e6e4abf599fa,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:44.156065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:44.158721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:44.190243 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98504694-03ef-4691-a948-4e510b688a1a None None] Sync routers for ids ['954e3ce9-3739-4b45-94be-905d5516362e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:44.198892 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e17f3b95-11dc-4a43-be15-1a1b275db14f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9894059 May 05 16:32:44.212654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49598) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:44.215614 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98504694-03ef-4691-a948-4e510b688a1a None None] Routers {'954e3ce9-3739-4b45-94be-905d5516362e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:44.216255 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-98504694-03ef-4691-a948-4e510b688a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['954e3ce9-3739-4b45-94be-905d5516362e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:44.227080 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7c424572-4263-4140-8d0e-4b05ef5ecf0f tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/routers/954e3ce9-3739-4b45-94be-905d5516362e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7520330 May 05 16:32:44.228979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49602) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:44.233688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:67:26:8b', 'name': 'tempest-NetworksTestDHCPv6-802690999'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:44.399142 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-98504694-03ef-4691-a948-4e510b688a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:44.408436 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-58ace1e2-fabf-4b29-9abf-6599055c27ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 1001 time: 0.4207091 May 05 16:32:44.432130 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98504694-03ef-4691-a948-4e510b688a1a None None] Routers {'954e3ce9-3739-4b45-94be-905d5516362e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:44.433011 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-98504694-03ef-4691-a948-4e510b688a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['954e3ce9-3739-4b45-94be-905d5516362e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:44.490336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:44.491434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.505300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=494fa8fe-609e-432d-b832-8023daa1cd2c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:44.536293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.537193 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-98504694-03ef-4691-a948-4e510b688a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:44.538520 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98504694-03ef-4691-a948-4e510b688a1a None None] The sync data for ids ['954e3ce9-3739-4b45-94be-905d5516362e'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:44.592977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:44.593419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:44.598055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Allocated IP 2001:db8::1 (4038339a-aa47-43b7-b1b3-6b21988dab2b/7b6b5cf0-2cf3-4ef3-aa9c-5c0ec3b84279/91b12c08-31d0-4dcf-98e2-fc7988cd392a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:44.616187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d04354-c7f8-4811-b6b0-35df1c92b01e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:44.616868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d7d04354-c7f8-4811-b6b0-35df1c92b01e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:44.638982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Provisioning for port ca595334-6f7a-42a5-b3ee-7524644c044f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:44.643055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa69d003-45c4-4968-8277-67c94a00512d req-aea841e0-b238-466a-a609-c89e70a27d2d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:44.643884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-aea841e0-b238-466a-a609-c89e70a27d2d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.2219841 May 05 16:32:44.650378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Provisioning complete for port ca595334-6f7a-42a5-b3ee-7524644c044f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:44.650831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.706611 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-21e5091f-7f82-46dd-b7eb-e1756e29c110 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8149111 May 05 16:32:44.709347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:44.721125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49606) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:44.734738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:44.738604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:44.747524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:44.752685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:44.755004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:floatingip and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:44.756270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d7d04354-c7f8-4811-b6b0-35df1c92b01e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:44.758603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d7d04354-c7f8-4811-b6b0-35df1c92b01e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports?device_id=954e3ce9-3739-4b45-94be-905d5516362e HTTP/1.1" status: 200 len: 981 time: 0.5180941 May 05 16:32:44.759066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:44.762167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49610) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:44.767664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:44.792857 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-4c5d492c-6e9d-483a-a7e6-5fe762a33c57 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1397111 May 05 16:32:44.809407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Port ca595334-6f7a-42a5-b3ee-7524644c044f cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:44.867213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:44.867616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e5e282c9-e397-4272-ab4e-4da7912f6e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.886024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:44.891830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.902592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:44.910719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.915009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:44.915700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:44.943510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ece94e1-6850-4d33-b614-ae1fee4bd07f None None] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:45.035603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8516132b-f577-4947-8b4a-51068d7a1ba2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2550197 May 05 16:32:45.042363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49614) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:45.159606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.175563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 9bdc0f0c-97eb-4128-8c22-4e492b5641d4 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:45.184320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Transition to ACTIVE for port object 91b12c08-31d0-4dcf-98e2-fc7988cd392a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:45.194708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Update dhcp port {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '716c6ff2-e33b-4d70-92a5-6820cff74bd7', 'ip_address': '2001:db8::f816:3eff:fe55:a9a3'}, {'subnet_id': '4cafbbfb-b285-4ae7-9560-6bf3cca596de'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': '29d13e13-a14b-4fc6-b789-aab33976c23f'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:32:45.255887 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-fc8e35c5-968d-423f-a46b-d4248fde151e service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4563875 May 05 16:32:45.323911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Transition to ACTIVE for port object 91b12c08-31d0-4dcf-98e2-fc7988cd392a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:45.367531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.430814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.527500 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa69d003-45c4-4968-8277-67c94a00512d req-e5d52e71-3c4e-407c-a795-44c147e93282 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574928 May 05 16:32:45.547020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:45.547020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.578371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Network 4038339a-aa47-43b7-b1b3-6b21988dab2b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:45.591640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.624941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:45.627976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:45.638619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.647778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Pushing event updated for resources: {'Port': ['ID=91b12c08-31d0-4dcf-98e2-fc7988cd392a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:45.697420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=7b6b5cf0-2cf3-4ef3-aa9c-5c0ec3b84279,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:45.734870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8:0:1::14 (f5e6463e-72cb-4e68-8573-613d495405f8/4cafbbfb-b285-4ae7-9560-6bf3cca596de/9bdc0f0c-97eb-4128-8c22-4e492b5641d4) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:45.765627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::f816:3eff:fe67:268b (f5e6463e-72cb-4e68-8573-613d495405f8/716c6ff2-e33b-4d70-92a5-6820cff74bd7/9bdc0f0c-97eb-4128-8c22-4e492b5641d4) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:45.788341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.895419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.902801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Provisioning complete for port 927bbdd9-b21c-4b5c-b751-478eefc65a6d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:45.903030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:45.961339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4038339a-aa47-43b7-b1b3-6b21988dab2b']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:45.976466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Attempting to bind port 91b12c08-31d0-4dcf-98e2-fc7988cd392a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:45.976832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Attempting to bind port 91b12c08-31d0-4dcf-98e2-fc7988cd392a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '542d7b28-e22c-4a78-9f4c-6bb95bd498d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:45.977240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Attempting to bind port 91b12c08-31d0-4dcf-98e2-fc7988cd392a on network 4038339a-aa47-43b7-b1b3-6b21988dab2b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:45.991202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542d7b28-e22c-4a78-9f4c-6bb95bd498d6') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:45.991619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542d7b28-e22c-4a78-9f4c-6bb95bd498d6') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:46.010268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:46.010665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Checking segment: {'id': '542d7b28-e22c-4a78-9f4c-6bb95bd498d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:46.011022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.011405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Bound using segment: {'id': '542d7b28-e22c-4a78-9f4c-6bb95bd498d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:46.012215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Bound port: 91b12c08-31d0-4dcf-98e2-fc7988cd392a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '542d7b28-e22c-4a78-9f4c-6bb95bd498d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '4038339a-aa47-43b7-b1b3-6b21988dab2b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:46.012340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.016883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.022201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Port 927bbdd9-b21c-4b5c-b751-478eefc65a6d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:46.028753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Allocated IP 172.26.2.9 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/2b5ecfe0-ed91-41bb-9581-58a7f383f3eb) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:46.084842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Allocated IP 172.20.0.2 (4673ca9f-e8d3-478c-b6f0-63a1ab464e8e/494fa8fe-609e-432d-b832-8023daa1cd2c/efd5841d-af49-4eb3-9d77-c9d916e7da35) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:46.147651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.154249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:46.154820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.166889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.174374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:46.174374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:46.257446 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:46.276101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] For port 91b12c08-31d0-4dcf-98e2-fc7988cd392a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:46.410703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] For port 91b12c08-31d0-4dcf-98e2-fc7988cd392a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=91b12c08-31d0-4dcf-98e2-fc7988cd392a,segment=NetworkSegment(542d7b28-e22c-4a78-9f4c-6bb95bd498d6),segment_id=542d7b28-e22c-4a78-9f4c-6bb95bd498d6)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:46.431649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:32:46.431649 dv-neutron-840483-1-hyperv neutron-server[84818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:32:46.431649 dv-neutron-840483-1-hyperv neutron-server[84818]: [parameters: {'id': '4038339a-aa47-43b7-b1b3-6b21988dab2b'}] May 05 16:32:46.431649 dv-neutron-840483-1-hyperv neutron-server[84818]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:32:46.432422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:32:46.434358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.463301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.464478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.469272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 9bdc0f0c-97eb-4128-8c22-4e492b5641d4 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:46.479331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Transition to ACTIVE for port object efd5841d-af49-4eb3-9d77-c9d916e7da35 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:46.481737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Provisioning complete for port 712b77d8-522b-449b-a85d-99a34237b578 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:46.482617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.518627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.518865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port ca595334-6f7a-42a5-b3ee-7524644c044f {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:46.519177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.566147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.618830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.633267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Transition to ACTIVE for port object efd5841d-af49-4eb3-9d77-c9d916e7da35 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:46.665249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:46.673124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:46.677142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=9bdc0f0c-97eb-4128-8c22-4e492b5641d4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:46.679469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:46.684207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:46.684531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.692070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:46.713266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.726093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Allocated IP 2001:db8:0:1::2 (f5e6463e-72cb-4e68-8573-613d495405f8/4cafbbfb-b285-4ae7-9560-6bf3cca596de/29d13e13-a14b-4fc6-b789-aab33976c23f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:46.728024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6569c4d4-2a3a-495a-8a5f-514b402ead3b None None] Pushing event updated for resources: {'Port': ['ID=91b12c08-31d0-4dcf-98e2-fc7988cd392a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:46.753542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.754899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Port': ['ID=2b5ecfe0-ed91-41bb-9581-58a7f383f3eb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:46.757337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:46.769555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:46.938732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:46.957700 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7d9c672d-54d1-4b07-9ef6-a5c35d8592b8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7412338 May 05 16:32:46.964959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49618) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:46.967843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.020859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 91b12c08-31d0-4dcf-98e2-fc7988cd392a {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:47.021102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.021219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for ca595334-6f7a-42a5-b3ee-7524644c044f owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:47.041395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:47.042282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Pushing event updated for resources: {'Port': ['ID=efd5841d-af49-4eb3-9d77-c9d916e7da35,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:47.062699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:47.074280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:47.076677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.20.0.1 (4673ca9f-e8d3-478c-b6f0-63a1ab464e8e/494fa8fe-609e-432d-b832-8023daa1cd2c/73e06afb-eddd-479d-a159-1d87d874cc34) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:47.149083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca41d7f4-1001-412f-bdde-4df77d1e33fa None None] Network 4038339a-aa47-43b7-b1b3-6b21988dab2b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:47.207673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Provisioning complete for port 19768364-ffaa-4efc-997c-7686da16fbf5 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:47.207673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.235424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] For port 29d13e13-a14b-4fc6-b789-aab33976c23f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=29d13e13-a14b-4fc6-b789-aab33976c23f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:47.295602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.325520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 9bdc0f0c-97eb-4128-8c22-4e492b5641d4 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:47.325952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.353749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object 73e06afb-eddd-479d-a159-1d87d874cc34 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:47.355048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Attempting to bind port efd5841d-af49-4eb3-9d77-c9d916e7da35 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:47.355427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Attempting to bind port efd5841d-af49-4eb3-9d77-c9d916e7da35 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:47.360444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Attempting to bind port efd5841d-af49-4eb3-9d77-c9d916e7da35 on network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:47.387428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.444863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.452030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:47.452414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Checking segment: {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:47.452817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.453209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Bound using segment: {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:47.453728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Bound port: efd5841d-af49-4eb3-9d77-c9d916e7da35, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:47.454110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.467276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.494608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.498965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=ca595334-6f7a-42a5-b3ee-7524644c044f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:47.527403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Transition to ACTIVE for port object 29d13e13-a14b-4fc6-b789-aab33976c23f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:47.598049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 91b12c08-31d0-4dcf-98e2-fc7988cd392a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=91b12c08-31d0-4dcf-98e2-fc7988cd392a,segment=NetworkSegment(542d7b28-e22c-4a78-9f4c-6bb95bd498d6),segment_id=542d7b28-e22c-4a78-9f4c-6bb95bd498d6)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:47.598621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.627765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.649992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:47.655707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:47.658242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:47.706205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=73e06afb-eddd-479d-a159-1d87d874cc34,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:47.800562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.817653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Could not find standard attr ID for object ca595334-6f7a-42a5-b3ee-7524644c044f. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:32:47.845775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] For port efd5841d-af49-4eb3-9d77-c9d916e7da35, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:47.848449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67438f0c-e35e-45ea-a522-6dfb2ca853b2 None None] Pushing event updated for resources: {'Port': ['ID=29d13e13-a14b-4fc6-b789-aab33976c23f,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:47.867052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] For port efd5841d-af49-4eb3-9d77-c9d916e7da35, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=efd5841d-af49-4eb3-9d77-c9d916e7da35,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:47.896396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:47.932480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 91b12c08-31d0-4dcf-98e2-fc7988cd392a owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:47.976825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.027504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Provisioning for port d5161c6a-764a-480b-8bc8-e6e4abf599fa completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:48.051785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Provisioning complete for port d5161c6a-764a-480b-8bc8-e6e4abf599fa triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:48.052523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.083080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.107708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.132470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc226644-878d-4de0-8a13-98c735d8f0ed None None] Pushing event updated for resources: {'Port': ['ID=efd5841d-af49-4eb3-9d77-c9d916e7da35,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:48.136921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-273e3a86-3efb-4a9d-b4c8-f1edc078fe35 None None] Port d5161c6a-764a-480b-8bc8-e6e4abf599fa cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:48.265974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 9bdc0f0c-97eb-4128-8c22-4e492b5641d4 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:48.397654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.432428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.486185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.504553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=91b12c08-31d0-4dcf-98e2-fc7988cd392a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:48.594238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port 91b12c08-31d0-4dcf-98e2-fc7988cd392a on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:48.722984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Port': ['ID=2b5ecfe0-ed91-41bb-9581-58a7f383f3eb,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:48.875536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Router 954e3ce9-3739-4b45-94be-905d5516362e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:32:48.937308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.953257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:48.978227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.017256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4038339a-aa47-43b7-b1b3-6b21988dab2b']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.034246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-530c97af-6210-43d5-b8cd-23649eaba26b None None] Provisioning for port 29d13e13-a14b-4fc6-b789-aab33976c23f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:49.039717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-530c97af-6210-43d5-b8cd-23649eaba26b None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:49.040163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-530c97af-6210-43d5-b8cd-23649eaba26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.053051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '542d7b28-e22c-4a78-9f4c-6bb95bd498d6') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.053299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '542d7b28-e22c-4a78-9f4c-6bb95bd498d6') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.060716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=9bdc0f0c-97eb-4128-8c22-4e492b5641d4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:49.075725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.080934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.091020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:49.107579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] Sync routers for ids ['954e3ce9-3739-4b45-94be-905d5516362e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:49.140579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.142075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-00f2db0b-dc9c-4fdf-bd43-e0f655f0502f tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4197485 May 05 16:32:49.145610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49622) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.150813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cfaf5623-eda6-4d5a-a724-675ced3a3534 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'floatingip': {'port_id': 'd5161c6a-764a-480b-8bc8-e6e4abf599fa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:49.188140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] Routers {'954e3ce9-3739-4b45-94be-905d5516362e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:49.192217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['954e3ce9-3739-4b45-94be-905d5516362e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.196479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.209308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.215017 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2e3c5ec2-3c31-494a-9633-9db0c15d2ab0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/9bdc0f0c-97eb-4128-8c22-4e492b5641d4 HTTP/1.1" status: 204 len: 168 time: 2.2490103 May 05 16:32:49.215687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49626) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.224411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:49.224411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:49.244664 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:49.254842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.395702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49630) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.398713 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9372d4dd-8e2d-4f8b-87d5-8ff1d9d256f5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/routers/954e3ce9-3739-4b45-94be-905d5516362e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6350799 May 05 16:32:49.415346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.447251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device efd5841d-af49-4eb3-9d77-c9d916e7da35 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:49.448884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfaf5623-eda6-4d5a-a724-675ced3a3534 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.468909 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-35972e95-3bc4-4726-adba-f7aa75d22751 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:32:49.469409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35972e95-3bc4-4726-adba-f7aa75d22751 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:49.508984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8984a7bc-87d2-4050-aa11-6c7aba48ffaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:49.510030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8984a7bc-87d2-4050-aa11-6c7aba48ffaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:49.528207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.565966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.569209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35972e95-3bc4-4726-adba-f7aa75d22751 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:49.570435 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-35972e95-3bc4-4726-adba-f7aa75d22751 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/ca595334-6f7a-42a5-b3ee-7524644c044f HTTP/1.1" status: 404 len: 333 time: 0.1733434 May 05 16:32:49.577771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.580082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.581018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=4038339a-aa47-43b7-b1b3-6b21988dab2b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:49.599527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] Routers {'954e3ce9-3739-4b45-94be-905d5516362e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:49.604581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['954e3ce9-3739-4b45-94be-905d5516362e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.618890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=73e06afb-eddd-479d-a159-1d87d874cc34,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:49.713903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-87412030-b527-4610-a36e-189876303c25 None None] Could not find standard attr ID for object 9bdc0f0c-97eb-4128-8c22-4e492b5641d4. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:32:49.718563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8984a7bc-87d2-4050-aa11-6c7aba48ffaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:49.726612 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8984a7bc-87d2-4050-aa11-6c7aba48ffaf tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4873903 May 05 16:32:49.730040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:49.730883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49638) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.731355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d765c70c-dcd4-4703-8d5c-ff800708a789 None None] The sync data for ids ['954e3ce9-3739-4b45-94be-905d5516362e'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:49.736001 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d7f8a979-3165-47c8-bebd-21eb9734436c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/4038339a-aa47-43b7-b1b3-6b21988dab2b HTTP/1.1" status: 204 len: 168 time: 6.1882441 May 05 16:32:49.742222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49642) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.751237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1758880481'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:49.762303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:49.768802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:49.773685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.775815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port efd5841d-af49-4eb3-9d77-c9d916e7da35 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:49.781979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 29d13e13-a14b-4fc6-b789-aab33976c23f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:49.836091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:49.848150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd59475-0c1e-4cf1-91d3-adef663b9eba None None] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:49.899873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:49.926659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-cfaf5623-eda6-4d5a-a724-675ced3a3534 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] update failed (client error): The resource could not be found. May 05 16:32:49.927944 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cfaf5623-eda6-4d5a-a724-675ced3a3534 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "PUT /v2.0/floatingips/87fce163-af6a-4ffe-95fc-e4f1833c72a9 HTTP/1.1" status: 404 len: 507 time: 0.7817554 May 05 16:32:49.932437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49646) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:49.936876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:49.985968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:49.986525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:49.995885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:50.055271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:50.058201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.099875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] Provisioning for port efd5841d-af49-4eb3-9d77-c9d916e7da35 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:50.116460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] Provisioning complete for port efd5841d-af49-4eb3-9d77-c9d916e7da35 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:50.122321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.218506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.220093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:50.229170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.233886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.234212 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment 5361c2b4-e8a8-4775-80a4-db5795e29eb4 of type vlan for network 8a7a4473-0952-4177-b2e1-de504ed02d01 May 05 16:32:50.273534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.334281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cc2a39b8-14a1-4745-98c3-37174822adc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.352227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8249c9-3951-4e28-829b-17538b46b4d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:50.352921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fd8249c9-3951-4e28-829b-17538b46b4d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:50.369345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.373160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.373798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Fanout notify agent at l3_agent the message router_deleted on router 954e3ce9-3739-4b45-94be-905d5516362e {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:32:50.392179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.397223 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b3d4f3c3-8fd0-41d4-951a-4bf7c1ed41ae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/routers/954e3ce9-3739-4b45-94be-905d5516362e HTTP/1.1" status: 204 len: 168 time: 0.8142841 May 05 16:32:50.398749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49650) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:50.404867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Deleting port 2b5ecfe0-ed91-41bb-9581-58a7f383f3eb {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:50.405216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.410346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] For port efd5841d-af49-4eb3-9d77-c9d916e7da35, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=efd5841d-af49-4eb3-9d77-c9d916e7da35,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:50.435936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.436333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fd8249c9-3951-4e28-829b-17538b46b4d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:50.437655 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fd8249c9-3951-4e28-829b-17538b46b4d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7056634 May 05 16:32:50.442680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:50.443308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.447393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49654) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:50.485339 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.574678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e675a5-f92f-4f54-9469-ae9938d9c620 None None] Pushing event updated for resources: {'Port': ['ID=efd5841d-af49-4eb3-9d77-c9d916e7da35,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:50.729796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e060c7b5-b4d5-4265-8b7d-47b76a7f35f7 None None] Provisioning complete for port efd5841d-af49-4eb3-9d77-c9d916e7da35 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:50.730199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e060c7b5-b4d5-4265-8b7d-47b76a7f35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.752079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.752079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:50.774985 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0302837 May 05 16:32:50.801123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49658) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:50.869811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:50.874182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Calling delete_port for 2b5ecfe0-ed91-41bb-9581-58a7f383f3eb owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:50.883614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce427329-7ad4-4910-8644-3d52004b019f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=8a7a4473-0952-4177-b2e1-de504ed02d01,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:50.889684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde20f7-e435-4593-a58f-ed042503e57f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:50.891206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde20f7-e435-4593-a58f-ed042503e57f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:50.892548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbde20f7-e435-4593-a58f-ed042503e57f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:50.893519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bbde20f7-e435-4593-a58f-ed042503e57f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:50.904847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:51.039119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:51.046027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:51.059183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:51.068762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:51.075194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 10c291c7-0277-41bb-9ea8-363d6613c7d3 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:51.081597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bbde20f7-e435-4593-a58f-ed042503e57f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:51.085212 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bbde20f7-e435-4593-a58f-ed042503e57f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6164577 May 05 16:32:51.085212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.086253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49662) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:51.135618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37950b54-2f48-4e3c-bd06-75d99fa8b5ec None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:32:51.148257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:32:51.168151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.244219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.255861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device efd5841d-af49-4eb3-9d77-c9d916e7da35 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:51.270090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.275661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:51.296576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e060c7b5-b4d5-4265-8b7d-47b76a7f35f7 None None] Provisioning for port 73e06afb-eddd-479d-a159-1d87d874cc34 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:51.317764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e060c7b5-b4d5-4265-8b7d-47b76a7f35f7 None None] Provisioning complete for port 73e06afb-eddd-479d-a159-1d87d874cc34 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:51.318137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e060c7b5-b4d5-4265-8b7d-47b76a7f35f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.381369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Port': ['ID=2b5ecfe0-ed91-41bb-9581-58a7f383f3eb,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:51.391677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.408046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37950b54-2f48-4e3c-bd06-75d99fa8b5ec None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:32:51.412824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e060c7b5-b4d5-4265-8b7d-47b76a7f35f7 None None] Port 73e06afb-eddd-479d-a159-1d87d874cc34 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:51.437313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port efd5841d-af49-4eb3-9d77-c9d916e7da35 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:51.437687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.581591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 4cafbbfb-b285-4ae7-9560-6bf3cca596de {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:51.589156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.607851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b7ae05b2-7b1d-4d48-ae5d-e25527f79643 None None] Provisioning complete for port 73e06afb-eddd-479d-a159-1d87d874cc34 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:51.608244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7ae05b2-7b1d-4d48-ae5d-e25527f79643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.646226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.679514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.761508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.780463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=dfc1bf51-2d22-4a92-b965-42ca263a0c10,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:51.785484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b7ae05b2-7b1d-4d48-ae5d-e25527f79643 None None] Port 73e06afb-eddd-479d-a159-1d87d874cc34 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:32:51.804648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.821652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': '5361c2b4-e8a8-4775-80a4-db5795e29eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:51.822262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: 8a7a4473-0952-4177-b2e1-de504ed02d01, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:51.835143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.836238 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-473e2eb1-041c-435c-bf13-364d7e9d17b0 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "DELETE /v2.0/floatingips/87fce163-af6a-4ffe-95fc-e4f1833c72a9 HTTP/1.1" status: 204 len: 168 time: 1.9021013 May 05 16:32:51.843080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49666) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:51.849445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=10c291c7-0277-41bb-9ea8-363d6613c7d3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:51.855060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:51.856678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'floatingip': {'floating_network_id': 'e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a', 'port_id': 'd5161c6a-764a-480b-8bc8-e6e4abf599fa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:51.868302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-053655eb-ce84-4344-9000-893e59f1304e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/10c291c7-0277-41bb-9ea8-363d6613c7d3 HTTP/1.1" status: 204 len: 168 time: 1.4681680 May 05 16:32:51.870375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49670) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:51.880358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:51.888828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:floatingip and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:51.894124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:51.907273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:51.925971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:32:51.934771 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-58f992d5-a35a-4d21-93a9-e6718cd689d9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8914237 May 05 16:32:51.940273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49674) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:51.942047 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:32:51.947970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1045273170'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:51.953324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:51.956992 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:51.957878 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:51.958164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:51.961756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180be48a-9b95-4ca8-b351-f1b0ed853236 None None] Network ea1b5293-686a-45ca-9108-932e8c3d88d8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:51.963049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:51.971251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:51.983982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.011530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.013369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.025341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 19768364-ffaa-4efc-997c-7686da16fbf5 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:52.026002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.062322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:52.127357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:52.128724 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:32:52.136141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.171002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 8a7a4473-0952-4177-b2e1-de504ed02d01) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:52.196589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b351c9-7888-4b9f-975b-d23f0f09c83c None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:52.227507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:52.228091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.234240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:52.280661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.284880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment fa964cdb-2e8d-48ab-84d3-46895867f3af of type vlan for network 6a20b1c1-c460-47d2-9542-5ecaa33f276b May 05 16:32:52.289931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.297379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port 19768364-ffaa-4efc-997c-7686da16fbf5, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=19768364-ffaa-4efc-997c-7686da16fbf5,segment=NetworkSegment(38a2b606-12bc-462d-9709-e70e961d70a1),segment_id=38a2b606-12bc-462d-9709-e70e961d70a1)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:52.297835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.364197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=4cafbbfb-b285-4ae7-9560-6bf3cca596de,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:52.391480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.402501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca023af-47a1-467b-b6f4-eff1f415dab3 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:52.410338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.480438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ee5b115d-d941-45dc-8ca4-e00febea0f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.490616 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-590d6c3d-96ed-4664-9910-bef611e3c942 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6882079 May 05 16:32:52.501685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 19768364-ffaa-4efc-997c-7686da16fbf5 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:52.502419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49678) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:52.510111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:52.522023 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:32:47Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:48Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:52.529789 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:32:52.531137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a19706-3b85-4131-ac3e-475e38961718 None None] DHCP port deletion for ea1b5293-686a-45ca-9108-932e8c3d88d8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:52.532765 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Updating router ba45db50-9110-4e81-b903-8386fd0dcbb7 port 73e06afb-eddd-479d-a159-1d87d874cc34 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:32:52.536342 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-688c703c-149d-45d6-848a-10f9e27fbf1f tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4cafbbfb-b285-4ae7-9560-6bf3cca596de HTTP/1.1" status: 204 len: 168 time: 1.4457092 May 05 16:32:52.540658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49682) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:52.544026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b7a19706-3b85-4131-ac3e-475e38961718 None None] Deleting port 19768364-ffaa-4efc-997c-7686da16fbf5 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:52.544580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7a19706-3b85-4131-ac3e-475e38961718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.574213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-8a7a4473-0952-4177-b2e1-de504ed02d01', 'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': 'dfc1bf51-2d22-4a92-b965-42ca263a0c10'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:52.575051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.617010 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.639512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.643224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:52.643903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.645061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.676019 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:32:52.680814 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1694534-6754-4492-9d16-3d8710a700a8 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8325615 May 05 16:32:52.693174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49686) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:52.745905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No DVR routers for this DVR port 19768364-ffaa-4efc-997c-7686da16fbf5 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:52.773655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'd5161c6a-764a-480b-8bc8-e6e4abf599fa', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:52.780282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b7a19706-3b85-4131-ac3e-475e38961718 None None] The port '19768364-ffaa-4efc-997c-7686da16fbf5' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:32:52.807643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=19768364-ffaa-4efc-997c-7686da16fbf5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:52.809513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:52.826295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Usage tracker for resource:floatingip and tenant:67fd176ba12f4f479bfa8dd7fd0c735b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:52.834038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=6a20b1c1-c460-47d2-9542-5ecaa33f276b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:52.836636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:52.851698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:52.855279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 716c6ff2-e33b-4d70-92a5-6820cff74bd7 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:32:52.865819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:52.872000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:52.936974 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-45e17b8d-351e-4478-abc5-9ea8335b83ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9939566 May 05 16:32:52.943914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49690) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:52.961950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:52.967485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:subnet and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:52.971210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:52.979683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:52.992691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:53.053616 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.069813 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Transition to ACTIVE for port object 73e06afb-eddd-479d-a159-1d87d874cc34 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:53.081649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.092903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:53.110350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1b5293-686a-45ca-9108-932e8c3d88d8']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:53.110957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.124296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a2b606-12bc-462d-9709-e70e961d70a1') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:53.125168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a2b606-12bc-462d-9709-e70e961d70a1') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:53.139792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.140615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.153340 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.158629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Allocated IP 2001:db8::2 (8a7a4473-0952-4177-b2e1-de504ed02d01/dfc1bf51-2d22-4a92-b965-42ca263a0c10/3a870c5f-0da5-4a57-b1d6-064a8a862320) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:53.159441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.167800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:32:53.168296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:32:53.201735 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:32:53.304993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19768364-ffaa-4efc-997c-7686da16fbf5 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:53.366509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 19768364-ffaa-4efc-997c-7686da16fbf5 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:53.367116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 19768364-ffaa-4efc-997c-7686da16fbf5 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:53.371548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:53.398985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.408127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.437966 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Pushing event updated for resources: {'Port': ['ID=73e06afb-eddd-479d-a159-1d87d874cc34,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:53.450265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.461416 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.461760 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.463663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.463663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.463663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.463663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.463663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.463663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.466761 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.467282 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.467698 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:32:53.472554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:53.483066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:53.485003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=ea1b5293-686a-45ca-9108-932e8c3d88d8,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:53.490311 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3408b63b-cc5e-44e4-a578-df99fc387624 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/ea1b5293-686a-45ca-9108-932e8c3d88d8 HTTP/1.1" status: 204 len: 168 time: 1.6189318 May 05 16:32:53.498097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49694) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:53.572011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:53.621091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.621960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b22f9ca-4dbd-4cf2-b5c6-37a4d9ffaec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:53.622638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6b22f9ca-4dbd-4cf2-b5c6-37a4d9ffaec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:53.644095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Transition to ACTIVE for port object 3a870c5f-0da5-4a57-b1d6-064a8a862320 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:53.651143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.666407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.686693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Transition to ACTIVE for port object 3a870c5f-0da5-4a57-b1d6-064a8a862320 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:53.692018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.695395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:53.748356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6b22f9ca-4dbd-4cf2-b5c6-37a4d9ffaec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:53.754396 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6b22f9ca-4dbd-4cf2-b5c6-37a4d9ffaec5 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/d0832e06-40be-4ba9-9d65-3679ee2fd46d HTTP/1.1" status: 200 len: 841 time: 0.2546833 May 05 16:32:53.755019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49702) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:53.787034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.873015 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8f67b6d6-5b4b-4a93-a8b0-3eecd651d8c1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/d0832e06-40be-4ba9-9d65-3679ee2fd46d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1166897 May 05 16:32:53.877968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49708) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:53.890310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:53.890875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:53.901329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:53.913682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:53.916183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:53.928011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Pushing event updated for resources: {'Port': ['ID=3a870c5f-0da5-4a57-b1d6-064a8a862320,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:54.033165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:54.038600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:54.039481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Attempting to bind port 73e06afb-eddd-479d-a159-1d87d874cc34 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:54.041416 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Attempting to bind port 73e06afb-eddd-479d-a159-1d87d874cc34 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:54.041679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:54.045870 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Attempting to bind port 73e06afb-eddd-479d-a159-1d87d874cc34 on network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:54.048946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:54.058734 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:54.062269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Checking segment: {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:54.062269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.062269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Bound using segment: {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:54.062269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Bound port: 73e06afb-eddd-479d-a159-1d87d874cc34, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:54.062269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.064262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Attempting to bind port 3a870c5f-0da5-4a57-b1d6-064a8a862320 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:54.064745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Attempting to bind port 3a870c5f-0da5-4a57-b1d6-064a8a862320 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5361c2b4-e8a8-4775-80a4-db5795e29eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:54.065170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Attempting to bind port 3a870c5f-0da5-4a57-b1d6-064a8a862320 on network 8a7a4473-0952-4177-b2e1-de504ed02d01 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:54.073879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:54.074809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Checking segment: {'id': '5361c2b4-e8a8-4775-80a4-db5795e29eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:54.074809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.075322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Bound using segment: {'id': '5361c2b4-e8a8-4775-80a4-db5795e29eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:54.076931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Bound port: 3a870c5f-0da5-4a57-b1d6-064a8a862320, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5361c2b4-e8a8-4775-80a4-db5795e29eb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:54.077435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.147649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:54.166552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.185604 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] For port 73e06afb-eddd-479d-a159-1d87d874cc34, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:54.188079 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] For port 73e06afb-eddd-479d-a159-1d87d874cc34, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=73e06afb-eddd-479d-a159-1d87d874cc34,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:54.196043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] For port 3a870c5f-0da5-4a57-b1d6-064a8a862320, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:32:54.199345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] For port 3a870c5f-0da5-4a57-b1d6-064a8a862320, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a870c5f-0da5-4a57-b1d6-064a8a862320,segment=NetworkSegment(5361c2b4-e8a8-4775-80a4-db5795e29eb4),segment_id=5361c2b4-e8a8-4775-80a4-db5795e29eb4)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:32:54.212667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.257841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-406a2faf-6622-419f-8153-d9a0d4b9e318 None None] Provisioning complete for port 29d13e13-a14b-4fc6-b789-aab33976c23f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:54.257841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-406a2faf-6622-419f-8153-d9a0d4b9e318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.262621 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.278996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.281078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=716c6ff2-e33b-4d70-92a5-6820cff74bd7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:54.296271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.340484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.382871 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dc40c-205c-4d26-abc4-e0d0067481de None None] Pushing event updated for resources: {'Port': ['ID=73e06afb-eddd-479d-a159-1d87d874cc34,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:54.393851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00426e27-bd32-4ad9-ab13-4c2c501d8c12 None None] Pushing event updated for resources: {'Port': ['ID=3a870c5f-0da5-4a57-b1d6-064a8a862320,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:54.397109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185dbc6d-58f5-4137-8060-5f92fe3e5e5e None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:54.420999 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:32:54.422433 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:54.468898 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4ddbcf92-ebec-4cfb-bec3-2efa9bc9045a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/716c6ff2-e33b-4d70-92a5-6820cff74bd7 HTTP/1.1" status: 204 len: 168 time: 1.9247506 May 05 16:32:54.469930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49712) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:54.574699 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5d547d30-9974-4173-b04b-f39c3919e4e6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037786 May 05 16:32:54.579907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49716) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:54.583907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Allocated IP 172.26.2.57 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/1cb5fa8e-2912-4e7c-92f7-fb9c7a9ded73) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:54.588114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:54.693884 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:32:54.752358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.885258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:54.894476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:54.905183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:54.915294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:54.919705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:32:54.925917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] Deleting port 29d13e13-a14b-4fc6-b789-aab33976c23f {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:54.926625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.956100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:54.993355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:55.018819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.058326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:55.077860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:55.081803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.085968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.086546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.111849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=44f970f1-5e1e-4e2d-9ef6-e930a8073752,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:55.157354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:55.170989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:55.181086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.181667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.187146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=c3701ae7-979b-47e2-b450-490adb0dea08,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:55.194199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.235936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.256699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:55.256699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: 6a20b1c1-c460-47d2-9542-5ecaa33f276b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:55.268868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] For port 29d13e13-a14b-4fc6-b789-aab33976c23f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=29d13e13-a14b-4fc6-b789-aab33976c23f,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:55.270145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.273442 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7697654 May 05 16:32:55.295248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49720) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:55.312651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40953fd-91cb-4f9b-bb57-f9af56a9d013 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=a0336e61-f7fd-46c4-8a15-96ee256c705c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:55.360001 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-556bcd5d-2bd0-4c36-8be3-8830ce2ebc28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4806552 May 05 16:32:55.363782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49724) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:55.370650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'security_group': {'name': 'tempest-secgroup-913465038'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:55.385295 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:32:47Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:54Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:32:55.389618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:55.393031 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965a6b2f-9ac3-4666-917d-eeaa7c8ba664 None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:32:47Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:54Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:32:55.396853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:55.401487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.402705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:55.402882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.404590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.408302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.410322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:55.410773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.411858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Synchronizing usage tracker for tenant:abc5442473614ddf98951b4985ecb038 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:55.413871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:55.433624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.460287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b31031c8-3bd3-4d0b-a7f8-143a0d50388b None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:55.475168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a870c5f-0da5-4a57-b1d6-064a8a862320 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:55.510579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] Calling delete_port for 29d13e13-a14b-4fc6-b789-aab33976c23f owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:55.522894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 6a20b1c1-c460-47d2-9542-5ecaa33f276b) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:55.525807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:55.531313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:55.535930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:55.561595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:55.562267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.569156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event updated for resources: {'Port': ['ID=1cb5fa8e-2912-4e7c-92f7-fb9c7a9ded73,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:55.578238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.596910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Unset dirty status for tenant:abc5442473614ddf98951b4985ecb038 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:55.598387 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6f8dd8d9-dca7-498f-aaff-4bcb14093993 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3016732 May 05 16:32:55.602553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49728) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:55.609234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1402984199'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:55.618479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62507d4b-8515-4fb5-a619-6f307ba32010 None None] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:55.705963 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9ba3e73f-159f-4d62-97af-ae97a9970fc4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7588696 May 05 16:32:55.718692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:55.734111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49732) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:55.815639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group_rule and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:55.821654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:55.834289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:55.838432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:55.846301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:55.864978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:55.894418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.945146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:55.948500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:55.999089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:56.001148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:56.005641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:56.011608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:56.017185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.055962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=a1960d7b-432c-46f5-9413-79a0afaf05b3,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:56.074763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:32:56.086033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.086540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment ccb7f21a-3309-44b9-9c46-4a32dd92a6a6 of type vlan for network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a May 05 16:32:56.088050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.124873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.158198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Deleting port 1cb5fa8e-2912-4e7c-92f7-fb9c7a9ded73 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:56.158481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.173221 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-93e7c270-1e7f-4c76-826a-7f43146ee634 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5915332 May 05 16:32:56.178492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49736) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:56.183947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:56.207844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.218688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.223288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:56.261706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.266748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:56.267686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.276635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec41405-f9c9-4e36-9479-d9301fdc80db None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:56.318238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:56.319062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.389048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=728f0d53-d426-4e64-8894-9f007d8d3a31,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:56.390260 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7863622 May 05 16:32:56.404815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] Pushing event deleted for resources: {'Port': ['ID=29d13e13-a14b-4fc6-b789-aab33976c23f,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:56.405361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49742) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:56.422921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'New_network'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:56.441546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc963a-8b8d-4f51-a5f9-5af9c767bd10 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=18a2e77c-7fe8-4ec2-9e85-76314a3d381a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:56.484533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:56.488859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:56.491850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:56.493325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 29d13e13-a14b-4fc6-b789-aab33976c23f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:32:56.498964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:56.516731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:56.526198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.527483 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9d9fcd7f-3def-440e-9982-77bff6cbe483 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1612704 May 05 16:32:56.528211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4992e54f-e6ad-4ee3-9c8e-0e525da1cc18 None None] No DVR routers for this DVR port 29d13e13-a14b-4fc6-b789-aab33976c23f on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:32:56.531336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49746) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:56.541966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1915697013'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:56.562100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:56.567232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:56.571289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.599499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.599868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.608228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3cd20b-e842-4427-a11e-4cff5b401278 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:56.620072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] Provisioning for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:56.623335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 29d13e13-a14b-4fc6-b789-aab33976c23f {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:32:56.623696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 29d13e13-a14b-4fc6-b789-aab33976c23f not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:32:56.677463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:56.684023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:56.696361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:56.745116 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a1960d7b-432c-46f5-9413-79a0afaf05b3 (CIDR: 2001:db8::/64) May 05 16:32:56.760210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] Provisioning complete for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:56.760468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.796030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.810914 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:32:56.811671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:32:56.858914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:56.863210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group_rule and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:56.866845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:56.873440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:56.938641 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-95f59e2b-5129-45a6-a27d-df392c9f0169 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7557459 May 05 16:32:56.939516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49750) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:56.942786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:56.947267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:57.025181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.026988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Calling delete_port for 1cb5fa8e-2912-4e7c-92f7-fb9c7a9ded73 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:57.091772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9923e938-d316-4017-a801-92eda958f59d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:57.136757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:57.139676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Allocated IP 172.21.0.2 (6a20b1c1-c460-47d2-9542-5ecaa33f276b/44f970f1-5e1e-4e2d-9ef6-e930a8073752/435f66fe-2695-46f6-a95d-c57c83aad7fe) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:57.142142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:32:57.145117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:32:57.151652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.163663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-05449c83-0183-48a5-b308-4fe7da60e97d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6197369 May 05 16:32:57.163663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:57.163663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49754) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:57.164468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1071759428', 'security_groups': ['9923e938-d316-4017-a801-92eda958f59d'], 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c3701ae7-979b-47e2-b450-490adb0dea08'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:57.217303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'tenant_id': '6d113adcb8b2493c98cf231a93eb3b81', 'fixed_ips': [{'subnet_id': 'c3701ae7-979b-47e2-b450-490adb0dea08'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:57.218350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.277613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 73e06afb-eddd-479d-a159-1d87d874cc34 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:57.280875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.320364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:57.331043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:57.365019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:57.368756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.397906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.398788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.402030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.471191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:57.476130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.478144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f5e6463e-72cb-4e68-8573-613d495405f8', 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'tenant_id': '7d6c35b619354420a9a8c048a6e84647', 'fixed_ips': [{'subnet_id': 'a1960d7b-432c-46f5-9413-79a0afaf05b3'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:32:57.478908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.519397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port e491c11f-869c-4bf9-bb32-b772fda31ef5 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:57.535841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Port': ['ID=1cb5fa8e-2912-4e7c-92f7-fb9c7a9ded73,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:57.595368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a is not hosted by any dhcp agent {{(pid=84819) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 16:32:57.599105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:57.599719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.604082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "PUT /v2.0/networks/18a2e77c-7fe8-4ec2-9e85-76314a3d381a HTTP/1.1" status: 200 len: 723 time: 1.1907341 May 05 16:32:57.608884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49758) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:57.623740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:57.682576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] For port 3a870c5f-0da5-4a57-b1d6-064a8a862320, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a870c5f-0da5-4a57-b1d6-064a8a862320,segment=NetworkSegment(5361c2b4-e8a8-4775-80a4-db5795e29eb4),segment_id=5361c2b4-e8a8-4775-80a4-db5795e29eb4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:57.693074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11955d62-f65b-43da-a7aa-296d7126018d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=18a2e77c-7fe8-4ec2-9e85-76314a3d381a,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:57.729837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:32:57.820970 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] create failed (client error): The resource could not be found. May 05 16:32:57.824976 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64dd4523-3fac-43f4-8d19-fe8e020d92fe tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.1179895 May 05 16:32:57.825991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49762) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:57.848588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:57.898239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:57.924057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:57.949063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Deleting port d5161c6a-764a-480b-8bc8-e6e4abf599fa {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:32:57.949401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.006599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.010023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:58.051256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 73e06afb-eddd-479d-a159-1d87d874cc34 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:32:58.108154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 73e06afb-eddd-479d-a159-1d87d874cc34 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:32:58.108515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.182089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Allocated IP 172.20.0.2 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/c3701ae7-979b-47e2-b450-490adb0dea08/df111be0-a58b-4305-8ffa-9e0b4c607de3) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:58.199625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9cd506-47a9-423b-bf09-97a3a247a80a None None] Pushing event updated for resources: {'Port': ['ID=3a870c5f-0da5-4a57-b1d6-064a8a862320,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:58.216446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.232774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/a1960d7b-432c-46f5-9413-79a0afaf05b3/aa678796-eee4-4f1c-b13f-87e51554af68) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:58.250909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Transition to ACTIVE for port object 435f66fe-2695-46f6-a95d-c57c83aad7fe will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:58.271556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.277728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Update dhcp port {'port': {'network_id': '8a7a4473-0952-4177-b2e1-de504ed02d01', 'fixed_ips': [{'subnet_id': 'dfc1bf51-2d22-4a92-b965-42ca263a0c10', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a0336e61-f7fd-46c4-8a15-96ee256c705c'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': '3a870c5f-0da5-4a57-b1d6-064a8a862320'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:32:58.411638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.objects.ports [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84818) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:32:58.417128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.470936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Transition to ACTIVE for port object 435f66fe-2695-46f6-a95d-c57c83aad7fe will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:58.499390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:58.504825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:58.510859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:58.511444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.523845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.543757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.544413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=24408b9b-06f4-43a8-bbb6-535fad5f2533,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:58.588641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.677053 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66c72681-8dbe-4dd2-8816-3887ffb0aea6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7370036 May 05 16:32:58.678050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49766) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:58.683795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:57:63:45', 'name': 'tempest-NetworksTestDHCPv6-252101702'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:58.727726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Calling delete_port for d5161c6a-764a-480b-8bc8-e6e4abf599fa owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:32:58.732364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.812917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:58.843716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:58.891591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Pushing event updated for resources: {'Port': ['ID=435f66fe-2695-46f6-a95d-c57c83aad7fe,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:58.894061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:58.927626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:58.942518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=2ba8f19a-250c-4756-8fd7-67de2e7eb06c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:58.954755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:32:58.963650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:58.964004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: 18a2e77c-7fe8-4ec2-9e85-76314a3d381a, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:32:58.972947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:32:58.985604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.21.0.1 (6a20b1c1-c460-47d2-9542-5ecaa33f276b/44f970f1-5e1e-4e2d-9ef6-e930a8073752/bbfe6979-0e35-41ac-bfd4-4f6a77462b84) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:59.014753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.061450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:32:59.067764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.069617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Port': ['ID=d5161c6a-764a-480b-8bc8-e6e4abf599fa,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:59.070112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 73e06afb-eddd-479d-a159-1d87d874cc34, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=73e06afb-eddd-479d-a159-1d87d874cc34,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:32:59.086300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:32:59.112713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.128111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port ecd5c713-30b2-4a26-b669-a608dde27bb0 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:32:59.174482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 18a2e77c-7fe8-4ec2-9e85-76314a3d381a) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:59.188320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:59.188793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.209308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1ae7f9-2ab2-4c9e-ba11-e351e998b051 None None] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:32:59.245466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Transition to ACTIVE for port object df111be0-a58b-4305-8ffa-9e0b4c607de3 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:59.252489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.265685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Transition to ACTIVE for port object aa678796-eee4-4f1c-b13f-87e51554af68 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:59.277856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.293753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.313756 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-74f2167b-fbfa-4c43-9c91-57a8bdf6345b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7036982 May 05 16:32:59.316492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49770) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:59.320650 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5174ff88-7df7-449e-9c12-52d8ece09080 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "DELETE /v2.0/ports/d5161c6a-764a-480b-8bc8-e6e4abf599fa HTTP/1.1" status: 204 len: 168 time: 1.4908333 May 05 16:32:59.323084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49774) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:59.324970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:32:59.388452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.427633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object bbfe6979-0e35-41ac-bfd4-4f6a77462b84 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:59.473521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f652a02-b32d-415e-b329-e8152833f020 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:32:59.474206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2f652a02-b32d-415e-b329-e8152833f020 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Synchronizing usage tracker for tenant:67fd176ba12f4f479bfa8dd7fd0c735b on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:32:59.476037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a870c5f-0da5-4a57-b1d6-064a8a862320 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:32:59.524422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Transition to ACTIVE for port object aa678796-eee4-4f1c-b13f-87e51554af68 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:59.525760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Transition to ACTIVE for port object df111be0-a58b-4305-8ffa-9e0b4c607de3 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:32:59.528692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Attempting to bind port 435f66fe-2695-46f6-a95d-c57c83aad7fe on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:32:59.529175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Attempting to bind port 435f66fe-2695-46f6-a95d-c57c83aad7fe by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:32:59.529588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Attempting to bind port 435f66fe-2695-46f6-a95d-c57c83aad7fe on network 6a20b1c1-c460-47d2-9542-5ecaa33f276b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:32:59.530994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1420169'] for subnet, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.569688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Allocated IP 172.20.0.1 (8a7a4473-0952-4177-b2e1-de504ed02d01/a0336e61-f7fd-46c4-8a15-96ee256c705c/3a870c5f-0da5-4a57-b1d6-064a8a862320) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:59.593814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.607714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:32:59.608095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Checking segment: {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:32:59.608551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.608922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Bound using segment: {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:32:59.609393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Bound port: 435f66fe-2695-46f6-a95d-c57c83aad7fe, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:32:59.609766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.626629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=73e06afb-eddd-479d-a159-1d87d874cc34,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:59.643957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.647818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.649289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2f652a02-b32d-415e-b329-e8152833f020 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Unset dirty status for tenant:67fd176ba12f4f479bfa8dd7fd0c735b on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:32:59.650479 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2f652a02-b32d-415e-b329-e8152833f020 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "GET /v2.0/ports?device_id=b84b61ce-abc9-4094-8bdd-078ba9f11403 HTTP/1.1" status: 200 len: 913 time: 0.3264651 May 05 16:32:59.661648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49778) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:32:59.730678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:59.743804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:59.789434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:32:59.797057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.7 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/c3701ae7-979b-47e2-b450-490adb0dea08/e491c11f-869c-4bf9-bb32-b772fda31ef5) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:59.839444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:59.882594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:32:59.927786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::14 (f5e6463e-72cb-4e68-8573-613d495405f8/a1960d7b-432c-46f5-9413-79a0afaf05b3/ecd5c713-30b2-4a26-b669-a608dde27bb0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:32:59.931714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:59.940872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Pushing event updated for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:32:59.947860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:32:59.952274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:59.989771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:32:59.993305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8:0:1:f816:3eff:fe57:6345 (f5e6463e-72cb-4e68-8573-613d495405f8/24408b9b-06f4-43a8-bbb6-535fad5f2533/ecd5c713-30b2-4a26-b669-a608dde27bb0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:00.003021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:00.004038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760411463581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1373670'] for subnet, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.034349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:00.104586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:00.105333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.106135 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "PUT /v2.0/subnets/2ba8f19a-250c-4756-8fd7-67de2e7eb06c HTTP/1.1" status: 200 len: 826 time: 0.7886262 May 05 16:33:00.122222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49784) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:00.159165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:00.159961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.182960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55c0fcc-27e5-431d-b381-8ef289f8ea7a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=2ba8f19a-250c-4756-8fd7-67de2e7eb06c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:00.197686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] For port 435f66fe-2695-46f6-a95d-c57c83aad7fe, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:00.248157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.300625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-18a2e77c-7fe8-4ec2-9e85-76314a3d381a', 'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': '2ba8f19a-250c-4756-8fd7-67de2e7eb06c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:00.301423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.328308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] For port 3a870c5f-0da5-4a57-b1d6-064a8a862320, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a870c5f-0da5-4a57-b1d6-064a8a862320,segment=NetworkSegment(5361c2b4-e8a8-4775-80a4-db5795e29eb4),segment_id=5361c2b4-e8a8-4775-80a4-db5795e29eb4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:00.344020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] For port 435f66fe-2695-46f6-a95d-c57c83aad7fe, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=435f66fe-2695-46f6-a95d-c57c83aad7fe,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:00.381490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Pushing event updated for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:00.402755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Attempting to bind port aa678796-eee4-4f1c-b13f-87e51554af68 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:00.407901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Attempting to bind port aa678796-eee4-4f1c-b13f-87e51554af68 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:00.407901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Attempting to bind port aa678796-eee4-4f1c-b13f-87e51554af68 on network f5e6463e-72cb-4e68-8573-613d495405f8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:00.468320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.473547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.480657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.538958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object e491c11f-869c-4bf9-bb32-b772fda31ef5 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:00.548324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:00.556862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:00.557777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Checking segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:00.557777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.558166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Bound using segment: {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:00.558837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Bound port: aa678796-eee4-4f1c-b13f-87e51554af68, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73552c9c-b6ab-4a5c-afb6-c42b9cc26709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:00.559009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.576540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.579804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Attempting to bind port df111be0-a58b-4305-8ffa-9e0b4c607de3 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:00.579957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Attempting to bind port df111be0-a58b-4305-8ffa-9e0b4c607de3 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b9eac205-4c13-4412-8f88-172db266f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:00.580354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Attempting to bind port df111be0-a58b-4305-8ffa-9e0b4c607de3 on network a488931e-0f7f-4f19-9ec8-d297fc69fb9d {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:00.603271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.644333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.681621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object ecd5c713-30b2-4a26-b669-a608dde27bb0 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:00.698655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.708371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:00.708738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Checking segment: {'id': 'b9eac205-4c13-4412-8f88-172db266f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:00.709141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.709778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Bound using segment: {'id': 'b9eac205-4c13-4412-8f88-172db266f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:00.710284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Bound port: df111be0-a58b-4305-8ffa-9e0b4c607de3, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9eac205-4c13-4412-8f88-172db266f76a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:00.710669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.726215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Transition to ACTIVE for port object 3a870c5f-0da5-4a57-b1d6-064a8a862320 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:00.759845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.794585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff340b70-e512-4ffb-b9de-c2eeadf8e6b7 None None] Pushing event updated for resources: {'Port': ['ID=435f66fe-2695-46f6-a95d-c57c83aad7fe,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:00.822153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.843416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:00.847348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=e491c11f-869c-4bf9-bb32-b772fda31ef5,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:00.857072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:00.860672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:00.862359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:00.943016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.002840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:01.008730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.010671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:01.012752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=ecd5c713-30b2-4a26-b669-a608dde27bb0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:01.019026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:01.022244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.033456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:01.037478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:01.038165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.107915 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fa715e92-0113-412e-accb-0a6f2266b3e2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9453413 May 05 16:33:01.108555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49788) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:01.114786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Allocated IP 2001:db8::2 (18a2e77c-7fe8-4ec2-9e85-76314a3d381a/2ba8f19a-250c-4756-8fd7-67de2e7eb06c/51e6da02-9e83-4154-8ad0-08edfb1ae07a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:01.116344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:01.137467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.141529 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-84dad280-913b-4d34-94c5-7314a62a2c53 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4622777 May 05 16:33:01.141678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49792) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:01.145398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:01.155174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:01.197643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481f1f1-f47d-41b4-97f9-efd58f83a4bb None None] Pushing event updated for resources: {'Port': ['ID=3a870c5f-0da5-4a57-b1d6-064a8a862320,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:01.218117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aa678796-eee4-4f1c-b13f-87e51554af68,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:01.284905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:01.295285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.297070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:01.301373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:01.305022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:01.312154 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:01.349676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port ecd5c713-30b2-4a26-b669-a608dde27bb0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:01.353568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.367890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=df111be0-a58b-4305-8ffa-9e0b4c607de3,segment=NetworkSegment(b9eac205-4c13-4412-8f88-172db266f76a),segment_id=b9eac205-4c13-4412-8f88-172db266f76a)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:01.387436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:01.400684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a870c5f-0da5-4a57-b1d6-064a8a862320 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:01.446996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.530565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de565976-0c1a-440a-9baa-6772290d0450 None None] Pushing event updated for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:01.724885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd3986-b9ac-4d7d-8676-a641e0b96611 None None] Pushing event updated for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:01.726865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.745960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 73e06afb-eddd-479d-a159-1d87d874cc34 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:01.824100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:01.903378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Transition to ACTIVE for port object 51e6da02-9e83-4154-8ad0-08edfb1ae07a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:01.927599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:01.939037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:01.957253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Transition to ACTIVE for port object 51e6da02-9e83-4154-8ad0-08edfb1ae07a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:01.990271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 73e06afb-eddd-479d-a159-1d87d874cc34 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:01.990271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.060125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.095808 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c3701ae7-979b-47e2-b450-490adb0dea08 (CIDR: 172.20.0.0/28) May 05 16:33:02.148091 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:02.148786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:02.189542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.205393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:02.255062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:02.270559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Pushing event updated for resources: {'Port': ['ID=51e6da02-9e83-4154-8ad0-08edfb1ae07a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:02.275109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:02.278603 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-55de6799-76ab-4bf3-bbc7-3cc2d8b3d0d2 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1680536 May 05 16:33:02.284272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba8f19a-250c-4756-8fd7-67de2e7eb06c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:02.287632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49796) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:02.294340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:02.442161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Attempting to bind port 51e6da02-9e83-4154-8ad0-08edfb1ae07a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:02.442469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Attempting to bind port 51e6da02-9e83-4154-8ad0-08edfb1ae07a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:02.442860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Attempting to bind port 51e6da02-9e83-4154-8ad0-08edfb1ae07a on network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:02.450203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:02.450594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Checking segment: {'id': 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:02.451065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.451391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Bound using segment: {'id': 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:02.451898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Bound port: 51e6da02-9e83-4154-8ad0-08edfb1ae07a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:02.452274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.494332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.552197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.580485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] For port 51e6da02-9e83-4154-8ad0-08edfb1ae07a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:02.584140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] For port 51e6da02-9e83-4154-8ad0-08edfb1ae07a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=51e6da02-9e83-4154-8ad0-08edfb1ae07a,segment=NetworkSegment(ccb7f21a-3309-44b9-9c46-4a32dd92a6a6),segment_id=ccb7f21a-3309-44b9-9c46-4a32dd92a6a6)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:02.600918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a2e77c-7fe8-4ec2-9e85-76314a3d381a']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:02.626619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:02.626884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:02.644175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.650990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:02.659884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:02.665321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:02.673461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.673677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:02.674612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.683861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:02.684268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:02.699880 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:02.735236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for ecd5c713-30b2-4a26-b669-a608dde27bb0 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:02.780412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:02.785336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.842326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd028afc-168f-4f8e-9bc6-5a18678a2346 None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:02.915736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:33:02.915736 dv-neutron-840483-1-hyperv neutron-server[84818]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:33:02.915736 dv-neutron-840483-1-hyperv neutron-server[84818]: [parameters: {'id': '18a2e77c-7fe8-4ec2-9e85-76314a3d381a'}] May 05 16:33:02.915736 dv-neutron-840483-1-hyperv neutron-server[84818]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:02.916187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:02.923378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Deleting port 927bbdd9-b21c-4b5c-b751-478eefc65a6d {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:02.923766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:02.949397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d5a7a-8847-4c1a-9251-3101738bf218 None None] Pushing event updated for resources: {'Port': ['ID=51e6da02-9e83-4154-8ad0-08edfb1ae07a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:03.020433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f493094b-7d01-4996-ab9d-dc446d294349 None None] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:03.105773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cbac5431-50e3-41c1-b2d4-48a4f9d61cd6 None None] Provisioning for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:03.160915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cbac5431-50e3-41c1-b2d4-48a4f9d61cd6 None None] Provisioning complete for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:03.161286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbac5431-50e3-41c1-b2d4-48a4f9d61cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.193657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.310746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4421f658-4b53-4570-8372-8145d3e0c74e None None] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:03.328152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.417974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.457978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 51e6da02-9e83-4154-8ad0-08edfb1ae07a {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:03.458653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.538216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:03.539363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=ced52886-cab0-4e99-95d2-554b68c53012,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:03.547436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:03.550574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:03.551292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.632045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:03.662849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Calling delete_port for 927bbdd9-b21c-4b5c-b751-478eefc65a6d owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:03.672246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fd0074-685b-4764-8299-81f16fa88f5a None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:03.689437 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c407427a-bb9d-4937-9078-f69c08bde5a1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4005530 May 05 16:33:03.692223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49800) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:03.702150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-709463547', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ced52886-cab0-4e99-95d2-554b68c53012'}], 'security_groups': ['728f0d53-d426-4e64-8894-9f007d8d3a31']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:03.719707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:03.912768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 51e6da02-9e83-4154-8ad0-08edfb1ae07a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=51e6da02-9e83-4154-8ad0-08edfb1ae07a,segment=NetworkSegment(ccb7f21a-3309-44b9-9c46-4a32dd92a6a6),segment_id=ccb7f21a-3309-44b9-9c46-4a32dd92a6a6)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:03.913219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.932344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:03.948499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d413f-32fc-4cef-8cc2-794188e56ac4 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:04.046536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.054131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 51e6da02-9e83-4154-8ad0-08edfb1ae07a owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:04.116012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=ecd5c713-30b2-4a26-b669-a608dde27bb0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:04.177010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.248644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8601f8-ef1a-4bf6-b47a-e3436d330bc7 None None] Network 18a2e77c-7fe8-4ec2-9e85-76314a3d381a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:04.257207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.288779 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-37812218-ca07-44ef-b898-856c49515be7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/ecd5c713-30b2-4a26-b669-a608dde27bb0 HTTP/1.1" status: 204 len: 168 time: 3.1443985 May 05 16:33:04.292613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49804) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:04.342944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.442551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=51e6da02-9e83-4154-8ad0-08edfb1ae07a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:04.457326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port aa678796-eee4-4f1c-b13f-87e51554af68 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:04.462209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:04.466436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port 51e6da02-9e83-4154-8ad0-08edfb1ae07a on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:04.474799 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3f07e888-32cb-41dd-b852-43106ba789ea tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7394235 May 05 16:33:04.477443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49810) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:04.484904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1212146888'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:04.491243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:04.502954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:04.511066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47106033-cef2-4d8e-b6de-647ebfed34b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:04.511781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-47106033-cef2-4d8e-b6de-647ebfed34b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:04.516438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:04.524025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:04.535323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.535637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:04.556402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 435f66fe-2695-46f6-a95d-c57c83aad7fe up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:04.589199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Port': ['ID=927bbdd9-b21c-4b5c-b751-478eefc65a6d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:04.678710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:04.681702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.719962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-47106033-cef2-4d8e-b6de-647ebfed34b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:04.721124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-47106033-cef2-4d8e-b6de-647ebfed34b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3904085 May 05 16:33:04.723983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49814) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:04.725144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Provisioning for port 435f66fe-2695-46f6-a95d-c57c83aad7fe completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:04.735770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.755578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:04.756216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:04.833542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a2e77c-7fe8-4ec2-9e85-76314a3d381a']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:04.851933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:04.880995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:04.881347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccb7f21a-3309-44b9-9c46-4a32dd92a6a6') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:04.905082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.928634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.941649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:04.942042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:04.969797 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:04.996147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9956c64-c4a1-4ddd-8943-618b2e6d0ea7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:05.001383 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b9956c64-c4a1-4ddd-8943-618b2e6d0ea7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2736709 May 05 16:33:05.003806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.009480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49818) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:05.131888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Update dhcp port {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': 'a1960d7b-432c-46f5-9413-79a0afaf05b3', 'ip_address': '2001:db8::2'}, {'subnet_id': '24408b9b-06f4-43a8-bbb6-535fad5f2533'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'aa678796-eee4-4f1c-b13f-87e51554af68'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:33:05.181891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Delete allocated IP 172.20.0.7 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/c3701ae7-979b-47e2-b450-490adb0dea08) {{(pid=84818) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 16:33:05.196391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5a7a9-8cab-4739-9e38-03b7adca9e12 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:05.197722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5a7a9-8cab-4739-9e38-03b7adca9e12 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:05.197867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Provisioning complete for port d0832e06-40be-4ba9-9d65-3679ee2fd46d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:05.198236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.199032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f5a7a9-8cab-4739-9e38-03b7adca9e12 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:05.199891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d4f5a7a9-8cab-4739-9e38-03b7adca9e12 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:05.205586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.20 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/ced52886-cab0-4e99-95d2-554b68c53012/e491c11f-869c-4bf9-bb32-b772fda31ef5) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:05.272751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.292767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.377735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.378233 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment 2617f3ed-d6d7-4577-8602-410858815d8b of type vlan for network 119faa73-fd39-4faa-aeba-9bd1577a10f3 May 05 16:33:05.385059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:05.408385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.452060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 435f66fe-2695-46f6-a95d-c57c83aad7fe completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:05.480199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Port d0832e06-40be-4ba9-9d65-3679ee2fd46d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:05.535320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 435f66fe-2695-46f6-a95d-c57c83aad7fe triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:05.535733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.587162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.591553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:05.593259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.629411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:05.655142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d4f5a7a9-8cab-4739-9e38-03b7adca9e12 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:05.659572 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d4f5a7a9-8cab-4739-9e38-03b7adca9e12 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.6444294 May 05 16:33:05.664916 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/18a2e77c-7fe8-4ec2-9e85-76314a3d381a HTTP/1.1" status: 204 len: 168 time: 5.5382733 May 05 16:33:05.690801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49822) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:05.691294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49824) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:05.693119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467e3b1-af1a-479b-8732-e5d2a3b17588 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=18a2e77c-7fe8-4ec2-9e85-76314a3d381a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:05.729507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=119faa73-fd39-4faa-aeba-9bd1577a10f3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:05.745726 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-89cba606-a490-4c89-9fd2-3afd8a2c43a9 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2670548 May 05 16:33:05.746709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49830) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:05.758213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:05.854578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:05.930874 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-684ca993-c04d-42f9-a045-f434d6401750 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:05.931476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684ca993-c04d-42f9-a045-f434d6401750 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:05.942659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-684ca993-c04d-42f9-a045-f434d6401750 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/18a2e77c-7fe8-4ec2-9e85-76314a3d381a HTTP/1.1" status: 404 len: 339 time: 0.2439010 May 05 16:33:05.951338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49834) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:05.968127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-280236286', 'description': 'd1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:05.973205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:05.978372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Usage tracker for resource:network and tenant:abc5442473614ddf98951b4985ecb038 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:05.982404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Router b84b61ce-abc9-4094-8bdd-078ba9f11403 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:05.983046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:05.990166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:05.996064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Provisioning for port aa678796-eee4-4f1c-b13f-87e51554af68 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:05.996249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:06.004774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:06.014517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:06.017005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Provisioning complete for port aa678796-eee4-4f1c-b13f-87e51554af68 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:06.017486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.031656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:06.146115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:06.149169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.199590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:06.212305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.212656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment 99e9bcf8-8529-449a-8102-aa1ff977ab51 of type vlan for network e3f9587e-e30a-47be-b411-1915c2919ecc May 05 16:33:06.241572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.254108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.276679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Update dhcp port {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'fixed_ips': [{'subnet_id': 'c3701ae7-979b-47e2-b450-490adb0dea08', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ced52886-cab0-4e99-95d2-554b68c53012'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'df111be0-a58b-4305-8ffa-9e0b4c607de3'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:33:06.283242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:06.315945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.347952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Ignored duplicate provisioning block setup for port e491c11f-869c-4bf9-bb32-b772fda31ef5 by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 16:33:06.353870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 24408b9b-06f4-43a8-bbb6-535fad5f2533 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:06.377179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.380613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:06.381228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.382109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:06.387927 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f8a2535b-839c-45f4-93f3-5483c83f4acd tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "PUT /v2.0/routers/b84b61ce-abc9-4094-8bdd-078ba9f11403/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7248275 May 05 16:33:06.390624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49838) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:06.396389 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f157c645-4303-449d-bd54-586712e79e1f None None] Sync routers for ids ['b84b61ce-abc9-4094-8bdd-078ba9f11403'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:06.410342 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157c645-4303-449d-bd54-586712e79e1f None None] Routers {'b84b61ce-abc9-4094-8bdd-078ba9f11403'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:06.411203 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f157c645-4303-449d-bd54-586712e79e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b84b61ce-abc9-4094-8bdd-078ba9f11403'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:06.482170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.482887 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f157c645-4303-449d-bd54-586712e79e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:06.495370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=e3f9587e-e30a-47be-b411-1915c2919ecc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:06.501141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.520060 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157c645-4303-449d-bd54-586712e79e1f None None] Routers {'b84b61ce-abc9-4094-8bdd-078ba9f11403'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:06.520754 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f157c645-4303-449d-bd54-586712e79e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b84b61ce-abc9-4094-8bdd-078ba9f11403'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:06.522996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e3f9587e-e30a-47be-b411-1915c2919ecc details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:06.524109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:06.567678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Allocated IP 2001:db8:0:1:f816:3eff:fe39:5386 (f5e6463e-72cb-4e68-8573-613d495405f8/24408b9b-06f4-43a8-bbb6-535fad5f2533/aa678796-eee4-4f1c-b13f-87e51554af68) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:06.570244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.620490 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f157c645-4303-449d-bd54-586712e79e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:06.620902 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f157c645-4303-449d-bd54-586712e79e1f None None] The sync data for ids ['b84b61ce-abc9-4094-8bdd-078ba9f11403'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:06.640484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 435f66fe-2695-46f6-a95d-c57c83aad7fe, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=435f66fe-2695-46f6-a95d-c57c83aad7fe,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:06.646514 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d7717243-5f21-4fdd-b08b-3d95bda2cb28 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6808655 May 05 16:33:06.650344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49842) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:06.652064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.664037 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=e491c11f-869c-4bf9-bb32-b772fda31ef5,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:06.682562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] In _notify_port_updated(), no bound segment for port e491c11f-869c-4bf9-bb32-b772fda31ef5 on network a488931e-0f7f-4f19-9ec8-d297fc69fb9d {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:33:06.686565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:06.687463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.691355 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-57a6b1a0-ab8d-43d3-843c-585d4a83c9c9 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/ports/e491c11f-869c-4bf9-bb32-b772fda31ef5 HTTP/1.1" status: 200 len: 920 time: 2.9951196 May 05 16:33:06.691536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.691914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49846) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:06.763362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port e491c11f-869c-4bf9-bb32-b772fda31ef5 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:06.763958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.865860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:06.865860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:07.005974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d568060-cae6-465e-8ec3-34acebc9debb tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:07.006648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3d568060-cae6-465e-8ec3-34acebc9debb tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Synchronizing usage tracker for tenant:abc5442473614ddf98951b4985ecb038 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:07.025789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.152305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for e491c11f-869c-4bf9-bb32-b772fda31ef5 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:07.183089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=435f66fe-2695-46f6-a95d-c57c83aad7fe,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:07.221530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aa678796-eee4-4f1c-b13f-87e51554af68,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:07.286540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:32:59Z', 'revision_number': 3, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:00Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:07.308371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:07.308765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Updating router ba45db50-9110-4e81-b903-8386fd0dcbb7 port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:33:07.318221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3d568060-cae6-465e-8ec3-34acebc9debb tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Unset dirty status for tenant:abc5442473614ddf98951b4985ecb038 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:07.324679 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3d568060-cae6-465e-8ec3-34acebc9debb tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks?id=e3f9587e-e30a-47be-b411-1915c2919ecc HTTP/1.1" status: 200 len: 764 time: 0.6716349 May 05 16:33:07.324865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49850) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:07.329310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'description': 'd2'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:07.334809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.345517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.352567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.379630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Allocated IP 172.20.0.18 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/ced52886-cab0-4e99-95d2-554b68c53012/df111be0-a58b-4305-8ffa-9e0b4c607de3) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:07.386389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Ignored duplicate provisioning block setup for port aa678796-eee4-4f1c-b13f-87e51554af68 by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 16:33:07.390759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port df111be0-a58b-4305-8ffa-9e0b4c607de3 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:07.406683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.424305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.465525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.486622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.493738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.520383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.520866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Fanout notify agent at l3_agent the message router_deleted on router b84b61ce-abc9-4094-8bdd-078ba9f11403 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:33:07.561613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=e491c11f-869c-4bf9-bb32-b772fda31ef5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:07.584210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.587564 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cfa92fec-d067-42b0-9b3f-c983a77b69c7 tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "DELETE /v2.0/routers/b84b61ce-abc9-4094-8bdd-078ba9f11403 HTTP/1.1" status: 204 len: 168 time: 1.1933935 May 05 16:33:07.589449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 435f66fe-2695-46f6-a95d-c57c83aad7fe up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:07.589611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49854) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:07.790633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=8f41674c-c252-4ad4-b9bf-9e4aff4e58f7,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:07.832048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.859950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:07.859950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: 119faa73-fd39-4faa-aeba-9bd1577a10f3, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:07.873917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:07.873917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:07.884316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbf8f0-a18a-421a-a5c5-5c16621f9bba None None] Pushing event updated for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:07.905691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.932688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Deleting subnet e5294441-7b69-4d82-9855-ed3ca3d48b77 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:07.936989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.938715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:07.946867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=df111be0-a58b-4305-8ffa-9e0b4c607de3,segment=NetworkSegment(b9eac205-4c13-4412-8f88-172db266f76a),segment_id=b9eac205-4c13-4412-8f88-172db266f76a)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:07.954863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0bb0bc78-9255-45ce-ba01-6f0429cf75c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/e491c11f-869c-4bf9-bb32-b772fda31ef5 HTTP/1.1" status: 204 len: 168 time: 1.2593949 May 05 16:33:07.956986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49858) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:07.986835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:08.003769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.006618 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-025a3c6f-f1b5-4e3c-8716-3dc08de63510 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:33:08.007223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-025a3c6f-f1b5-4e3c-8716-3dc08de63510 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:08.037843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 435f66fe-2695-46f6-a95d-c57c83aad7fe triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:08.038222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.040266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.071624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 119faa73-fd39-4faa-aeba-9bd1577a10f3) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:08.073229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.078822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:08.079329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.090283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54c9fdd-5bd6-4aa1-bf5d-eed1e166e90c None None] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:08.115805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:08.121994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-025a3c6f-f1b5-4e3c-8716-3dc08de63510 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:08.126010 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-025a3c6f-f1b5-4e3c-8716-3dc08de63510 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/e491c11f-869c-4bf9-bb32-b772fda31ef5 HTTP/1.1" status: 404 len: 333 time: 0.1626437 May 05 16:33:08.130346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.178798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network e3f9587e-e30a-47be-b411-1915c2919ecc is not hosted by any dhcp agent {{(pid=84818) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} May 05 16:33:08.182666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:08.183278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.187712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "PUT /v2.0/networks/e3f9587e-e30a-47be-b411-1915c2919ecc HTTP/1.1" status: 200 len: 761 time: 0.8617408 May 05 16:33:08.187712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49862) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.202437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.211760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49864) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.256754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Ignored duplicate provisioning block setup for port df111be0-a58b-4305-8ffa-9e0b4c607de3 by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 16:33:08.261918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c26a65-b736-41e0-8e33-4c05b615f028 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=e3f9587e-e30a-47be-b411-1915c2919ecc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:08.278574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network e3f9587e-e30a-47be-b411-1915c2919ecc details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:08.327332 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9a17e27f-f058-4029-a341-3755e9277a4c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5744300 May 05 16:33:08.327883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49870) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.354203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.389280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-882e340b-c6f1-4605-a481-2ce970ace941 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.404259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.406608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Subnet': ['ID=e5294441-7b69-4d82-9855-ed3ca3d48b77,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:08.429393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.446518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d888495d-9e3b-4a35-b05c-d8ddb897d489 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:08.453268 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d888495d-9e3b-4a35-b05c-d8ddb897d489 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks?id=e3f9587e-e30a-47be-b411-1915c2919ecc HTTP/1.1" status: 200 len: 764 time: 0.2404208 May 05 16:33:08.455536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49874) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.462666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.482752 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9d87c7a6-7f71-40c2-8d66-76c8899545bf tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "DELETE /v2.0/subnets/e5294441-7b69-4d82-9855-ed3ca3d48b77 HTTP/1.1" status: 204 len: 168 time: 0.8898883 May 05 16:33:08.484878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49878) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.527030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=24408b9b-06f4-43a8-bbb6-535fad5f2533,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:08.541317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-882e340b-c6f1-4605-a481-2ce970ace941 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.555033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.568318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0c9d10-9c48-4412-99d6-7e28006dac45 None None] Network e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:08.606907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c043c42c-fe46-424f-a89d-a2481e104697 None None] Pushing event updated for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:08.714298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-650438aa-53be-45c8-a50a-616c10315460 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/24408b9b-06f4-43a8-bbb6-535fad5f2533 HTTP/1.1" status: 204 len: 168 time: 3.0102789 May 05 16:33:08.719369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49882) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.726302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-882e340b-c6f1-4605-a481-2ce970ace941 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.795950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882e340b-c6f1-4605-a481-2ce970ace941 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9923e938-d316-4017-a801-92eda958f59d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:08.818031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-882e340b-c6f1-4605-a481-2ce970ace941 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.821873 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-882e340b-c6f1-4605-a481-2ce970ace941 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/security-groups/9923e938-d316-4017-a801-92eda958f59d HTTP/1.1" status: 204 len: 168 time: 0.6212666 May 05 16:33:08.822345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49886) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.838020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.862968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2fb772-3f6d-4450-b832-d7adbf0100b8 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:08.919573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-4ba1-481c-ab7d-654865010e28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:08.937224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a146e20f-f9d3-4ea9-bc62-9c4757449fb0 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:08.941561 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a146e20f-f9d3-4ea9-bc62-9c4757449fb0 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4851859 May 05 16:33:08.945100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49890) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:08.979801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Deleting port 712b77d8-522b-449b-a85d-99a34237b578 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:08.980195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.009528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-4ba1-481c-ab7d-654865010e28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.035611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e3b6a02b-38d9-406e-8c50-2695690b7d88 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Synchronizing usage tracker for tenant:abc5442473614ddf98951b4985ecb038 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:09.065787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.077789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e3b6a02b-38d9-406e-8c50-2695690b7d88 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Unset dirty status for tenant:abc5442473614ddf98951b4985ecb038 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:09.083049 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e3b6a02b-38d9-406e-8c50-2695690b7d88 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 207 time: 0.1373081 May 05 16:33:09.084863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49894) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:09.087914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet a1960d7b-432c-46f5-9413-79a0afaf05b3 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:09.124145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.157211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.233303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Transition to ACTIVE for port object bbfe6979-0e35-41ac-bfd4-4f6a77462b84 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:09.257244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.289728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:09.293750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:09.298021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:09.303513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:09.307717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:09.311888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:09.312845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Synchronizing usage tracker for tenant:abc5442473614ddf98951b4985ecb038 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:09.322670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-4ba1-481c-ab7d-654865010e28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.349761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9076c829-4ba1-481c-ab7d-654865010e28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f0d53-d426-4e64-8894-9f007d8d3a31,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:09.359137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aa678796-eee4-4f1c-b13f-87e51554af68,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:09.359984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] For port 712b77d8-522b-449b-a85d-99a34237b578, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=712b77d8-522b-449b-a85d-99a34237b578,segment=NetworkSegment(17669a53-0ddc-4591-96ea-50c0231abc9b),segment_id=17669a53-0ddc-4591-96ea-50c0231abc9b)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:09.359984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.360174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Unset dirty status for tenant:abc5442473614ddf98951b4985ecb038 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:09.360174 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7edc4eee-7e23-460f-8769-ae0f665fc34f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.2714634 May 05 16:33:09.369194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49898) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:09.393593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-119faa73-fd39-4faa-aeba-9bd1577a10f3', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:09.394371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.398455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9076c829-4ba1-481c-ab7d-654865010e28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.402189 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9076c829-4ba1-481c-ab7d-654865010e28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/security-groups/728f0d53-d426-4e64-8894-9f007d8d3a31 HTTP/1.1" status: 204 len: 168 time: 0.5766065 May 05 16:33:09.404882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49902) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:09.414439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.537860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.714731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:09.726703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.818322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77d82b-0fca-423a-a79a-19dbb3a64dbb None None] Pushing event updated for resources: {'Port': ['ID=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:09.882771 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f6bfbd2f-0f79-4d37-b700-7cacffd20e98 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.5123959 May 05 16:33:09.899875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:09.923801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49908) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:09.925372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Pushing event updated for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:09.982748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Calling delete_port for 712b77d8-522b-449b-a85d-99a34237b578 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:10.091792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Provisioning for port df111be0-a58b-4305-8ffa-9e0b4c607de3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:10.171235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:10.171235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.171575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.172927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.174529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.175645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.176925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.177878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Synchronizing usage tracker for tenant:abc5442473614ddf98951b4985ecb038 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:10.189331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.191813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet c3701ae7-979b-47e2-b450-490adb0dea08 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:10.204823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484eda78-27b8-4339-b22a-ea13ae72eb62 None None] DHCP port deletion for e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:10.230150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Attempting to bind port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:10.230876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Attempting to bind port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:10.231678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Attempting to bind port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 on network 6a20b1c1-c460-47d2-9542-5ecaa33f276b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:10.236482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.252988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Port': ['ID=712b77d8-522b-449b-a85d-99a34237b578,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:10.258475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.305285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:10.305661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Checking segment: {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:10.306758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] No DVR routers for this DVR port 712b77d8-522b-449b-a85d-99a34237b578 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:10.306900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.306900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Bound using segment: {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:10.306900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Bound port: bbfe6979-0e35-41ac-bfd4-4f6a77462b84, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa964cdb-2e8d-48ab-84d3-46895867f3af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:10.307343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.316319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Unset dirty status for tenant:abc5442473614ddf98951b4985ecb038 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:10.322595 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b4afb5ef-4344-4df0-9cd7-6ab15242eca9 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3920929 May 05 16:33:10.322778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49912) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:10.332688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Allocated IP 172.22.0.2 (119faa73-fd39-4faa-aeba-9bd1577a10f3/8f41674c-c252-4ad4-b9bf-9e4aff4e58f7/e588d042-54fa-4b5e-a9f9-9859ac0297ed) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:10.344426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=a1960d7b-432c-46f5-9413-79a0afaf05b3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:10.345503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:10.347083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.393211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.415541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.515093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-114d0793-c21b-4fc5-ab28-2f939c47c228 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/a1960d7b-432c-46f5-9413-79a0afaf05b3 HTTP/1.1" status: 204 len: 168 time: 1.7931855 May 05 16:33:10.518676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49916) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:10.579033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2eba36-7511-4ff8-9b73-4785670a833c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.580455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2eba36-7511-4ff8-9b73-4785670a833c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.581784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2eba36-7511-4ff8-9b73-4785670a833c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.583056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2eba36-7511-4ff8-9b73-4785670a833c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.584378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc2eba36-7511-4ff8-9b73-4785670a833c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.586114 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cc2eba36-7511-4ff8-9b73-4785670a833c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2487295 May 05 16:33:10.593296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49920) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:10.617673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.637174 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa917e96-8e1b-4514-97a9-585a62369db3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171250 May 05 16:33:10.640636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49924) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:10.656156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:10.667604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.689701 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:33:10.703207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.755179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] For port bbfe6979-0e35-41ac-bfd4-4f6a77462b84, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:10.804202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] For port bbfe6979-0e35-41ac-bfd4-4f6a77462b84, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:10.832037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.867496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:10.872627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:10.877433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:10.889025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:10.896239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:10.925177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17669a53-0ddc-4591-96ea-50c0231abc9b') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:10.926035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17669a53-0ddc-4591-96ea-50c0231abc9b') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:10.950369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.961322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42a386a-8132-498f-8d4f-b1f0076d0ba1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:10.966361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.969284 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d42a386a-8132-498f-8d4f-b1f0076d0ba1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks/1e67b2ed-0189-495b-a516-17e7942d59da HTTP/1.1" status: 200 len: 803 time: 0.3731778 May 05 16:33:10.969838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49928) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:10.978983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:10.980595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:10.991729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:11.006525 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:11.016115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:11.020150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.020550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.032449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Transition to ACTIVE for port object e588d042-54fa-4b5e-a9f9-9859ac0297ed will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:11.054329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Transition to ACTIVE for port object e588d042-54fa-4b5e-a9f9-9859ac0297ed will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:11.064462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.149314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=c3701ae7-979b-47e2-b450-490adb0dea08,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:11.228592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a288d0-fec0-45f9-9419-df1771ba4167 None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:11.234938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.284203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.338350 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d0d12030-53a7-4401-8623-8ae81332fa3a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/c3701ae7-979b-47e2-b450-490adb0dea08 HTTP/1.1" status: 204 len: 168 time: 1.9302421 May 05 16:33:11.341194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.342484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49932) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:11.343658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.22.0.1 (119faa73-fd39-4faa-aeba-9bd1577a10f3/8f41674c-c252-4ad4-b9bf-9e4aff4e58f7/1f4044f8-537f-49a9-9b90-203629544ca6) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:11.355933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:11.376628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.389365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] Pushing event deleted for resources: {'Network': ['ID=e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:11.412832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-14397dd3-da20-4f30-a801-cd1afd80865d tempest-FloatingIPNegativeTestJSON-1722940993 tempest-FloatingIPNegativeTestJSON-1722940993-project] 10.222.0.70 "DELETE /v2.0/networks/e1c0ff1a-bfba-486c-b8b0-5abf919d7c2a HTTP/1.1" status: 204 len: 168 time: 2.9267786 May 05 16:33:11.446848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d77d82b-0fca-423a-a79a-19dbb3a64dbb None None] Pushing event updated for resources: {'Port': ['ID=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:11.502960 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c86086db-0225-4210-a6bb-c6ebe60cf6aa tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/networks/1e67b2ed-0189-495b-a516-17e7942d59da?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5316374 May 05 16:33:11.508844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49938) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:11.550890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:11.553084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:11.578867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed163ef-f785-4330-b13b-de792db1b060 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:11.591782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:11.592132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:11.602268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ad2dfd-f4b4-486d-80cf-9f29d01ec9f2 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:11.607548 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-73ad2dfd-f4b4-486d-80cf-9f29d01ec9f2 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/subnets/1aa1243c-de85-4d9b-b64c-4664a1dea1ef HTTP/1.1" status: 200 len: 843 time: 0.0937400 May 05 16:33:11.607921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49942) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:11.611532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.614362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:11.630819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:11.632686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:11.633302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:11.735751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:11.742305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:11.749264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:11.755600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:11.756187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.774309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=f398d414-511a-4f41-86a5-d42a30dde956,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:11.781421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09c565-4925-487b-b49e-ddb5db8f0b62 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:11.783534 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa09c565-4925-487b-b49e-ddb5db8f0b62 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "GET /v2.0/subnets/1aa1243c-de85-4d9b-b64c-4664a1dea1ef?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1732280 May 05 16:33:11.786306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49946) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:11.788421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.792001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491923654'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:11.797039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:11.807707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:11.816618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object 1f4044f8-537f-49a9-9b90-203629544ca6 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:11.820324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:11.826216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:11.829795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:11.837258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:11.864622 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1be3395b-2bac-46d7-a490-01471b603797 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2224779 May 05 16:33:11.867294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Pushing event updated for resources: {'Port': ['ID=e588d042-54fa-4b5e-a9f9-9859ac0297ed,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:11.868155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49950) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:11.876572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:11.947606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:11.982380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:11.985674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.067407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:12.070660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:12.080182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:12.084853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:12.094781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.095124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Added segment b71a807e-f458-4db3-ad9b-4ddd1d74122e of type vlan for network 42a24fed-1f48-473a-95dd-5c7e61cfc696 May 05 16:33:12.096865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:12.140003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:12.142805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.143467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.149920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49956) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:12.199646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=1f4044f8-537f-49a9-9b90-203629544ca6,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:12.232864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.270037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:12.273583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.281757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=df111be0-a58b-4305-8ffa-9e0b4c607de3,segment=NetworkSegment(b9eac205-4c13-4412-8f88-172db266f76a),segment_id=b9eac205-4c13-4412-8f88-172db266f76a)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:12.283135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:12.287773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:12.291068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:12.294979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:12.346217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Attempting to bind port e588d042-54fa-4b5e-a9f9-9859ac0297ed on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:12.346690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Attempting to bind port e588d042-54fa-4b5e-a9f9-9859ac0297ed by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:12.347115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Attempting to bind port e588d042-54fa-4b5e-a9f9-9859ac0297ed on network 119faa73-fd39-4faa-aeba-9bd1577a10f3 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:12.361537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:12.362278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Checking segment: {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:12.362883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.363721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Bound using segment: {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:12.364212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Bound port: e588d042-54fa-4b5e-a9f9-9859ac0297ed, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:12.364584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.397329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.419481 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.ipam_backend_mixin [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f398d414-511a-4f41-86a5-d42a30dde956 (CIDR: 2001:db8::/64) May 05 16:33:12.427867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.428292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.428988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:12.432021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:12.432798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.466301 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:12.466478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:12.569390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:12.603916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Network': ['ID=42a24fed-1f48-473a-95dd-5c7e61cfc696,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:12.604908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.607982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.627824 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2544ab1-70ac-46ad-bc54-350c44744468 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7573996 May 05 16:33:12.632479 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-11de93bf-4fc0-498e-8cce-93cd79c62130 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=67fd176ba12f4f479bfa8dd7fd0c735b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4806392 May 05 16:33:12.632479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49962) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:12.636000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 49966) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:12.642106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'subnet': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:12.647675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 42a24fed-1f48-473a-95dd-5c7e61cfc696 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:12.651159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.675543 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eaef0571-a47c-4a10-8967-af8cd3b89409 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8880043 May 05 16:33:12.690253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49970) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:12.714017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:12.834836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:12.844154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Usage tracker for resource:subnet and tenant:7d6c35b619354420a9a8c048a6e84647 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:12.849062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:12.857002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:12.880590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34eee600-7e68-484e-95be-7d518b47a76b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.910598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34eee600-7e68-484e-95be-7d518b47a76b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.937060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:12.941395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:12.957523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:12.966971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=68512916-0a8b-447b-a381-0418bea70bc1,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:12.969204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:12.981876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:12.982462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.011438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:13.032485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:13.042751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] For port e588d042-54fa-4b5e-a9f9-9859ac0297ed, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:13.105241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:13.105741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-ef4464c6-812c-4a45-bc29-dd1887416046 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:13.115770 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bf6f3d59-3617-4d71-90ed-30644c37fc69 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7694185 May 05 16:33:13.118579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49974) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:13.119711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] For port e588d042-54fa-4b5e-a9f9-9859ac0297ed, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e588d042-54fa-4b5e-a9f9-9859ac0297ed,segment=NetworkSegment(2617f3ed-d6d7-4577-8602-410858815d8b),segment_id=2617f3ed-d6d7-4577-8602-410858815d8b)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:13.132056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'security_group': {'name': 'tempest-secgroup-849343872'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:13.142641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:13.147275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port aa678796-eee4-4f1c-b13f-87e51554af68 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:13.147679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.148621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:13.151662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:13.163269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:13.173744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Made reservation on behalf of abc5442473614ddf98951b4985ecb038 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:13.197244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34eee600-7e68-484e-95be-7d518b47a76b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.227172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eee600-7e68-484e-95be-7d518b47a76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94ed50da-0577-457c-ab5b-43708688066e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:13.235512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.260120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-34eee600-7e68-484e-95be-7d518b47a76b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.264616 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-34eee600-7e68-484e-95be-7d518b47a76b admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/94ed50da-0577-457c-ab5b-43708688066e HTTP/1.1" status: 204 len: 168 time: 0.6249466 May 05 16:33:13.264822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.361256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.396732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8fad4e-cc62-4055-a809-7b137e2cc9b8 None None] Pushing event updated for resources: {'Port': ['ID=e588d042-54fa-4b5e-a9f9-9859ac0297ed,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:13.421429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daeef891-0f87-4cde-9c21-f98a0503713c None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:13.424785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.455106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.572978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.objects.ports [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=84819) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} May 05 16:33:13.585121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:13.589693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group_rule and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:13.650853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.659879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:13.697155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:13.718262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing IP validity checks on allocation pools {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:33:13.718785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:33:13.939920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:13.998692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:14.152829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:32:59Z', 'revision_number': 3, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:10Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:14.155796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=1f4044f8-537f-49a9-9b90-203629544ca6,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:14.161613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f66e4a2-1970-4572-9fb7-d7c86d19484b None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:32:59Z', 'revision_number': 3, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:10Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:14.214592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Provisioning complete for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:14.215533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.386434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.431525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde19bc-e861-425b-97b7-921b1a969249 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:14.437597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aa678796-eee4-4f1c-b13f-87e51554af68,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:14.439853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:14.441993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:14.477164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.521477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.558445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.561782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.618776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:14.619943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.678669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Update dhcp port {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'fixed_ips': [{'subnet_id': '4e9d763c-c868-4938-b076-4a6506332b1f', 'ip_address': '2001:db8:0:1:f816:3eff:fe39:5386'}, {'subnet_id': 'f398d414-511a-4f41-86a5-d42a30dde956'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'aa678796-eee4-4f1c-b13f-87e51554af68'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:33:14.744709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c66c298-994c-4568-85b0-f592faa3d4c7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:14.758724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.760354 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8b9927f3-8c20-4b59-b13b-5e6a9d2511a3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6408734 May 05 16:33:14.765238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 49994) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:14.772009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'security_group': {'name': 'tempest-secgroup-2128709451'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:14.785779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:14.792653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:14.798167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:14.808453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.812569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:14.890614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=5bc4c631-fa51-46a4-8bb3-10fdaf581479,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:14.904123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:14.920773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:14.930442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Subnet': ['ID=4e9d763c-c868-4938-b076-4a6506332b1f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:14.952674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:14.953261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:14.982203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=8']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:15.057004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.120047 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1b976380-e3ca-4106-ae28-c7c6d27c4e65 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4806752 May 05 16:33:15.120175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50000) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:15.122229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.139017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Request body: {'port': {'network_id': 'f5e6463e-72cb-4e68-8573-613d495405f8', 'mac_address': 'fa:16:3e:c1:85:01', 'name': 'tempest-NetworksTestDHCPv6-2051406710'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.174073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Checking segment: {'id': 'b71a807e-f458-4db3-ad9b-4ddd1d74122e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:15.174748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network hostable DHCP agents. Network: 42a24fed-1f48-473a-95dd-5c7e61cfc696, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:15.186111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50004) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:15.294228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:15.307415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group_rule and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:15.318325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:15.318513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:15.340388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:15.358234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'networks': [{'name': 'tempest-network--1259215078'}, {'name': 'tempest-network--1178422055'}]} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.358744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'network': {'name': 'tempest-network--1259215078'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.358993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'network': {'name': 'tempest-network--1178422055'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.364669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:15.368848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:network and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:15.372878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:15.379837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:15.381639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d02281c-c80b-466a-a021-1e635bef5d90 None None] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:15.390901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:15.403394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:15.422678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:15.471221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:15.471536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.507114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.513742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Network 42a24fed-1f48-473a-95dd-5c7e61cfc696 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:15.518269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'network': 2} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:15.521916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.536289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.573736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:15.579879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:security_group_rule and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:15.584280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:15.591990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:15.593679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.640880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc55978d-0818-4ebb-9f03-f235e62e0991,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:15.645478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 42a24fed-1f48-473a-95dd-5c7e61cfc696) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:15.664449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:15.665033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.668749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ff909b-693c-4893-88ec-64ed588a0cc4 None None] Network 42a24fed-1f48-473a-95dd-5c7e61cfc696 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:15.669145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Made reservation on behalf of 7d6c35b619354420a9a8c048a6e84647 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:15.676698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.741189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.741189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.773136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.774337 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e6eb7c3b-5c4c-48c6-91c1-2d7a373b1755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0082726 May 05 16:33:15.778298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50010) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:15.788266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'security_group': {'name': 'tempest-secgroup-1897035257'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.808805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:15.815840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 768} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:15.821065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:15.826125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:15.834360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.834707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Added segment 66e0efb5-709c-4f5c-b1b0-ca63bdd9a987 of type vlan for network 12f9db28-91e2-4d7a-893d-bca6bcc99532 May 05 16:33:15.840091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:15.851330 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b6293c70-eb9b-4c50-af08-ee90572b9f47 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.1568613 May 05 16:33:15.853349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50014) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:15.862919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.873089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6181b8-86c1-4e1d-b65f-77b6f6aabc98,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:15.890114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.899043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.926554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:15.941022 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-da9b0db7-2df5-459d-836c-26a16859fec6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6097038 May 05 16:33:15.943130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50018) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:15.945138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:15.957042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'network': {'name': 'tempest-RoutersTest-1371430082'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:15.957992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.965223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:15.969633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] device_id is not set on port 18a278a6-4d5e-4e0e-bd58-85d01433e722 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:33:15.971893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:network and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:15.976365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:15.979753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:15.980091 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Added segment 820a5f99-6f6d-4a66-b7a9-a590dbfe42e9 of type vlan for network 0dacf076-d10a-4d9c-b932-dc26611be096 May 05 16:33:15.988135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:16.019913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.024704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port aa678796-eee4-4f1c-b13f-87e51554af68 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:16.024974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.078102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Allocated IP 2001:db8::2 (f5e6463e-72cb-4e68-8573-613d495405f8/f398d414-511a-4f41-86a5-d42a30dde956/aa678796-eee4-4f1c-b13f-87e51554af68) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:16.113283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:16.117266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.132881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1420169'] for subnet, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.135310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:16.142748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:security_group_rule and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:16.145831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.146326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.153246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:16.153415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.154078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.154797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.157068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:16.341500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 753} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:16.361801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Update dhcp port {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'fixed_ips': [{'subnet_id': 'ced52886-cab0-4e99-95d2-554b68c53012', 'ip_address': '172.20.0.18'}, {'subnet_id': '68512916-0a8b-447b-a381-0418bea70bc1'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'df111be0-a58b-4305-8ffa-9e0b4c607de3'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:33:16.372754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.373394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added segment e7d4211d-a033-4e36-ac6a-470f62baef7f of type vlan for network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 May 05 16:33:16.395965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Network': ['ID=12f9db28-91e2-4d7a-893d-bca6bcc99532,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:16.405988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Provisioning for port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:16.454992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.459705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 12f9db28-91e2-4d7a-893d-bca6bcc99532 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:16.472554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-42a24fed-1f48-473a-95dd-5c7e61cfc696', 'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696', 'tenant_id': 'abc5442473614ddf98951b4985ecb038', 'fixed_ips': [{'subnet_id': '5bc4c631-fa51-46a4-8bb3-10fdaf581479'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:16.473360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.489296 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3019605 May 05 16:33:16.500980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.504186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50024) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:16.522213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.591220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=685f5452-9c61-4806-83dd-b1658efb6021,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:16.596585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bec8d1-1f70-4c3e-8078-1dd52c4d047c tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Network': ['ID=0dacf076-d10a-4d9c-b932-dc26611be096,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:16.597414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.639874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 0dacf076-d10a-4d9c-b932-dc26611be096 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:16.666942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.671041 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7f878601-426c-4fee-bce5-80ec0a32ce2c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8893771 May 05 16:33:16.678089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50028) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:16.680691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.683655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-759156018', 'security_groups': ['685f5452-9c61-4806-83dd-b1658efb6021'], 'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '68512916-0a8b-447b-a381-0418bea70bc1'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:16.684937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.689296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.693063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.693914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Synchronizing usage tracker for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:16.698395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.702243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.702716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.711762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aa678796-eee4-4f1c-b13f-87e51554af68,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:16.774253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760411463581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1373670'] for subnet, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.865450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 712b77d8-522b-449b-a85d-99a34237b578 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:16.880012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Network': ['ID=b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:16.894232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event updated for resources: {'Subnet': ['ID=5bc4c631-fa51-46a4-8bb3-10fdaf581479,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:16.926405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:16.927011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:16.930496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c0fb6d0-67cd-40df-aeb7-808d05228e5e tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "PUT /v2.0/subnets/5bc4c631-fa51-46a4-8bb3-10fdaf581479 HTTP/1.1" status: 200 len: 900 time: 1.0734041 May 05 16:33:16.931237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50032) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:16.953249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:16.981622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 712b77d8-522b-449b-a85d-99a34237b578 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:16.981877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 712b77d8-522b-449b-a85d-99a34237b578 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:16.997417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:17.011032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:17.044391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Unset dirty status for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:17.044391 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c896bd21-eb80-43bd-86e9-4658e24c36df tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5347145 May 05 16:33:17.046545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50036) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:17.060490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2df8f458-1cca-40f0-b599-8be32e8efc5c tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1125085 May 05 16:33:17.066956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50040) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:17.077683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Provisioning complete for port d0832e06-40be-4ba9-9d65-3679ee2fd46d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:17.078109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.096810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'subnet': {'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:17.177362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:17.213427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:17.232178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.276866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.335852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:17.348582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.363958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e588d042-54fa-4b5e-a9f9-9859ac0297ed up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:17.364508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:17.370895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:subnet and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:17.375210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:17.412709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:17.456523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.458915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Transition to ACTIVE for port object aa678796-eee4-4f1c-b13f-87e51554af68 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:17.466378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Port d0832e06-40be-4ba9-9d65-3679ee2fd46d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:17.507993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Allocated IP 2001:db8::3 (42a24fed-1f48-473a-95dd-5c7e61cfc696/5bc4c631-fa51-46a4-8bb3-10fdaf581479/858d07c1-aa44-4b1a-8e57-589d93d8e193) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:17.516401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:17.523987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:32:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:17.524163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Made reservation on behalf of f5697b8096ed40fcac7a03be3ddbfa96 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:17.613867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.654767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.700602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8::75 (f5e6463e-72cb-4e68-8573-613d495405f8/f398d414-511a-4f41-86a5-d42a30dde956/18a278a6-4d5e-4e0e-bd58-85d01433e722) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:17.707816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Allocated IP 2001:db8:0:1:f816:3eff:fec1:8501 (f5e6463e-72cb-4e68-8573-613d495405f8/4e9d763c-c868-4938-b076-4a6506332b1f/18a278a6-4d5e-4e0e-bd58-85d01433e722) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:17.847200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.887840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:17.909419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12f9db28-91e2-4d7a-893d-bca6bcc99532']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:17.933588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66e0efb5-709c-4f5c-b1b0-ca63bdd9a987') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:17.933969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66e0efb5-709c-4f5c-b1b0-ca63bdd9a987') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:17.938992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Could not find standard attr ID for object e491c11f-869c-4bf9-bb32-b772fda31ef5. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:33:17.968498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] device_id is not set on port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:33:17.976494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Allocated IP 172.20.0.2 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/68512916-0a8b-447b-a381-0418bea70bc1/df111be0-a58b-4305-8ffa-9e0b4c607de3) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:17.999115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.002344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.012681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1059f-3466-4294-9b85-1255f3a1d225 None None] Pushing event updated for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=9']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:18.060478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.068683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:18.089511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:18.089908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.107840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Subnet': ['ID=cb9b79e8-84c4-46ee-b18d-356670d6d4ee,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:18.110257 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:18.113058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.125465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Checking segment: {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:18.126115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network hostable DHCP agents. Network: b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:18.162361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e588d042-54fa-4b5e-a9f9-9859ac0297ed completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:18.210194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:18.244348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:18.250662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Provisioning complete for port 435f66fe-2695-46f6-a95d-c57c83aad7fe triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:18.251041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-577d0c6f-d1c9-4ac4-a2a1-0291d3b13d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.324142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:18.328595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:18.334166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.352992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Transition to ACTIVE for port object 18a278a6-4d5e-4e0e-bd58-85d01433e722 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:18.354327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.359660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.373750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076d59bb-065d-4c70-8993-5846c58078c0 None None] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:18.394168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Network': ['ID=12f9db28-91e2-4d7a-893d-bca6bcc99532,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:18.414514 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9fd1d542-2f49-4c1d-909b-7bd184bcc66a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3454342 May 05 16:33:18.416180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50044) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:18.497797 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-58225763-dec1-498e-8599-27496078a981 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/networks/12f9db28-91e2-4d7a-893d-bca6bcc99532 HTTP/1.1" status: 204 len: 168 time: 1.4469047 May 05 16:33:18.506313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50048) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:18.545871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.689344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=df111be0-a58b-4305-8ffa-9e0b4c607de3,segment=NetworkSegment(b9eac205-4c13-4412-8f88-172db266f76a),segment_id=b9eac205-4c13-4412-8f88-172db266f76a)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:18.700090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00924d9-f896-4379-90e3-005eeb14f98c None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:18.775696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.846303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Network f5e6463e-72cb-4e68-8573-613d495405f8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:18.848052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event updated for resources: {'Port': ['ID=18a278a6-4d5e-4e0e-bd58-85d01433e722,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:18.854784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.857510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:18.860544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:18.866001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:18.866629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:18.876819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Transition to ACTIVE for port object 858d07c1-aa44-4b1a-8e57-589d93d8e193 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:18.939797 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e6b251ba-a7a0-4778-8e33-c92073e8d816 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.8193920 May 05 16:33:18.942142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50052) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:18.950502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:19.018910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.062619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.067841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Transition to ACTIVE for port object 858d07c1-aa44-4b1a-8e57-589d93d8e193 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:19.092504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bbfe6979-0e35-41ac-bfd4-4f6a77462b84 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:19.097780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting port 18a278a6-4d5e-4e0e-bd58-85d01433e722 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:19.098112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.132592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dacf076-d10a-4d9c-b932-dc26611be096']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:19.159412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '820a5f99-6f6d-4a66-b7a9-a590dbfe42e9') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:19.159722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '820a5f99-6f6d-4a66-b7a9-a590dbfe42e9') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:19.168457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Transition to ACTIVE for port object df111be0-a58b-4305-8ffa-9e0b4c607de3 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:19.177837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.178302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.225585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.233572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.238379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.249739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:19.250159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:19.265426 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:19.282555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=5bc4c631-fa51-46a4-8bb3-10fdaf581479,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:19.351155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.405249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Network 42a24fed-1f48-473a-95dd-5c7e61cfc696 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:19.417239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:19.425897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:19.427021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.436850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Pushing event updated for resources: {'Port': ['ID=858d07c1-aa44-4b1a-8e57-589d93d8e193,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:19.445912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:19.515262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.530976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.8 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/68512916-0a8b-447b-a381-0418bea70bc1/08eb5fdc-7258-419d-a65b-cb1e41fe32bb) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:19.562287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.585162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a24fed-1f48-473a-95dd-5c7e61cfc696']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:19.608241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a807e-f458-4db3-ad9b-4ddd1d74122e') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:19.608513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a807e-f458-4db3-ad9b-4ddd1d74122e') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:19.629888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.641080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.657370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.697529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:19.697919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.701824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning for port 1f4044f8-537f-49a9-9b90-203629544ca6 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:19.712628 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:19.721070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.740962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Calling delete_port for 18a278a6-4d5e-4e0e-bd58-85d01433e722 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:19.765023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning complete for port 1f4044f8-537f-49a9-9b90-203629544ca6 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:19.765684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.788118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:19.788828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Network': ['ID=0dacf076-d10a-4d9c-b932-dc26611be096,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:19.822741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d4f9b01c-24c4-4897-a6b8-5a0c40d2bb8a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/networks/0dacf076-d10a-4d9c-b932-dc26611be096 HTTP/1.1" status: 204 len: 168 time: 1.3153508 May 05 16:33:19.848228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50056) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:19.857036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febdbcc3-0b20-4a2e-b501-9a3b56de45e0 None None] Pushing event updated for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:19.879896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:19.880573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:19.894007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 16:33:19.894007 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 16:33:19.894007 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': '42a24fed-1f48-473a-95dd-5c7e61cfc696'}] May 05 16:33:19.894007 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:19.895983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:19.971720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Attempting to bind port 858d07c1-aa44-4b1a-8e57-589d93d8e193 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:19.972473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Attempting to bind port 858d07c1-aa44-4b1a-8e57-589d93d8e193 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b71a807e-f458-4db3-ad9b-4ddd1d74122e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:19.973090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Attempting to bind port 858d07c1-aa44-4b1a-8e57-589d93d8e193 on network 42a24fed-1f48-473a-95dd-5c7e61cfc696 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:19.994482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Allocated IP 172.23.0.1 (b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0/cb9b79e8-84c4-46ee-b18d-356670d6d4ee/c077fe58-e983-4b1d-b661-9012ce3e0747) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:19.995810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:12Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:13Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:10Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:20.003069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Port 1f4044f8-537f-49a9-9b90-203629544ca6 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:20.025941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.026517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:20.026517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Checking segment: {'id': 'b71a807e-f458-4db3-ad9b-4ddd1d74122e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:20.026922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.027181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Bound using segment: {'id': 'b71a807e-f458-4db3-ad9b-4ddd1d74122e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:20.027857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Bound port: 858d07c1-aa44-4b1a-8e57-589d93d8e193, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b71a807e-f458-4db3-ad9b-4ddd1d74122e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '42a24fed-1f48-473a-95dd-5c7e61cfc696'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:20.028729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.048977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:20.049332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Updating router ba45db50-9110-4e81-b903-8386fd0dcbb7 port 1f4044f8-537f-49a9-9b90-203629544ca6 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:33:20.102340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Transition to ACTIVE for port object 08eb5fdc-7258-419d-a65b-cb1e41fe32bb will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:20.220259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.271380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning for port df111be0-a58b-4305-8ffa-9e0b4c607de3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:20.313092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:20.314349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.354323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:20.358883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:20.361009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=08eb5fdc-7258-419d-a65b-cb1e41fe32bb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:20.363470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:20.367830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.398755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.411840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Transition to ACTIVE for port object c077fe58-e983-4b1d-b661-9012ce3e0747 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:20.435660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.450992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f299e5-895e-4986-8073-31b2c5fd84f2 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:20.455662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1f299e5-895e-4986-8073-31b2c5fd84f2 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:20.457458 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1f299e5-895e-4986-8073-31b2c5fd84f2 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6082475 May 05 16:33:20.461507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50060) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:20.476790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 858d07c1-aa44-4b1a-8e57-589d93d8e193 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:20.477851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.493630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1921929276'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:20.511044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Port': ['ID=18a278a6-4d5e-4e0e-bd58-85d01433e722,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:20.515272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:20.519056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.570387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:network and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:20.603716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:20.610782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:20.614395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.616427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.630934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:20.631557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-19136a84-97c3-4603-96e3-6addb940b9da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.644092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.695805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.703728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:20.711258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:20.721886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:20.739064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Allocated IP 172.23.0.2 (b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0/cb9b79e8-84c4-46ee-b18d-356670d6d4ee/948b1269-1674-4c40-8710-c559092c289e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:20.742111 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7353c614-b373-46a1-b52e-e1cba817a1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/18a278a6-4d5e-4e0e-bd58-85d01433e722 HTTP/1.1" status: 204 len: 168 time: 1.7996199 May 05 16:33:20.744796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50064) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:20.762834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=c077fe58-e983-4b1d-b661-9012ce3e0747,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:20.822685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] For port 858d07c1-aa44-4b1a-8e57-589d93d8e193, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:20.841680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:20.845601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.963754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 858d07c1-aa44-4b1a-8e57-589d93d8e193, host dv-neutron-840483-1-hyperv, got binding levels [] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:20.964058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:20.984769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] For port 858d07c1-aa44-4b1a-8e57-589d93d8e193, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=858d07c1-aa44-4b1a-8e57-589d93d8e193,segment=NetworkSegment(b71a807e-f458-4db3-ad9b-4ddd1d74122e),segment_id=b71a807e-f458-4db3-ad9b-4ddd1d74122e)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:21.080167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port bbfe6979-0e35-41ac-bfd4-4f6a77462b84, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:21.083439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.084486 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-26a3d078-169f-4ba9-9537-d931275852dc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4053307 May 05 16:33:21.086490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50068) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:21.101323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:21.103469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 858d07c1-aa44-4b1a-8e57-589d93d8e193 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:21.151997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:21.162558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.162902 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Added segment 28c4df94-31d7-48d0-b2ac-f9ebeccfa07d of type vlan for network fe858d98-8fee-4ba5-b443-4c479261e7b6 May 05 16:33:21.224034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.225169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.233495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:33:21.233890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:33:21.317869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.417167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.430819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e5a9b-76f5-45a2-8c94-8ae971e395f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:21.437136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a03e5a9b-76f5-45a2-8c94-8ae971e395f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:21.484651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.485819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:21.489674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:21.490427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.498352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:21.534371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:21.550842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b24ec6-0272-4c36-bc71-d0264e356a20 None None] Pushing event updated for resources: {'Port': ['ID=858d07c1-aa44-4b1a-8e57-589d93d8e193,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:21.597079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:21.626703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:21.641909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a03e5a9b-76f5-45a2-8c94-8ae971e395f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:21.645597 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a03e5a9b-76f5-45a2-8c94-8ae971e395f0 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.8969586 May 05 16:33:21.645986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50072) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:21.648829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Network': ['ID=fe858d98-8fee-4ba5-b443-4c479261e7b6,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:21.657508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning for port e588d042-54fa-4b5e-a9f9-9859ac0297ed completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:21.727211 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-52fb21ef-eece-4026-a556-75dfd85b0619 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2600143 May 05 16:33:21.727211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50076) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:21.733562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-999558546'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:21.743036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:21.744240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network fe858d98-8fee-4ba5-b443-4c479261e7b6 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:21.755917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:network and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:21.759965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:21.769417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32165ab7-1c4e-4085-a579-96a4e1e09f2d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:21.771222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-32165ab7-1c4e-4085-a579-96a4e1e09f2d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1243217 May 05 16:33:21.775266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50080) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:21.778114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:21.822758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:21.828134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.849175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 858d07c1-aa44-4b1a-8e57-589d93d8e193 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:21.849175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.849495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning complete for port e588d042-54fa-4b5e-a9f9-9859ac0297ed triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:21.849495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.961256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed80a7-79e7-43d5-98c6-37a4c9c3e5bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:21.962689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed80a7-79e7-43d5-98c6-37a4c9c3e5bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:21.964150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ed80a7-79e7-43d5-98c6-37a4c9c3e5bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:21.964771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.965519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86ed80a7-79e7-43d5-98c6-37a4c9c3e5bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Synchronizing usage tracker for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:21.974103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:21.979531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:21.982805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:22.041618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:22.047806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.051325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.053865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Added segment fbb33c98-e960-4fdb-8378-303bcdb9423e of type vlan for network 1a9515fa-6b49-49e0-9999-d91c9ec88c41 May 05 16:33:22.060919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:22.065398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.082445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.087680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844bde9-3c5a-4725-b395-603e5a450c68 None None] Network 42a24fed-1f48-473a-95dd-5c7e61cfc696 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:22.118474 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 68512916-0a8b-447b-a381-0418bea70bc1 (CIDR: 172.20.0.0/28) May 05 16:33:22.176330 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:22.177078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:22.187709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Transition to ACTIVE for port object 948b1269-1674-4c40-8710-c559092c289e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:22.204374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.209386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:22.209607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.240252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.242583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.245027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 858d07c1-aa44-4b1a-8e57-589d93d8e193, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=858d07c1-aa44-4b1a-8e57-589d93d8e193,segment=NetworkSegment(b71a807e-f458-4db3-ad9b-4ddd1d74122e),segment_id=b71a807e-f458-4db3-ad9b-4ddd1d74122e)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:22.245444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.261609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event updated for resources: {'Port': ['ID=c077fe58-e983-4b1d-b661-9012ce3e0747,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:22.294933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Transition to ACTIVE for port object 948b1269-1674-4c40-8710-c559092c289e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:22.299809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86ed80a7-79e7-43d5-98c6-37a4c9c3e5bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Unset dirty status for tenant:7d6c35b619354420a9a8c048a6e84647 on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:22.299809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-86ed80a7-79e7-43d5-98c6-37a4c9c3e5bb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.5232558 May 05 16:33:22.314028 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-57da22ca-95be-4ecc-b59e-ddd70d4c4e0d tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2217665 May 05 16:33:22.315779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50084) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:22.316631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50086) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:22.326306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Network': ['ID=1a9515fa-6b49-49e0-9999-d91c9ec88c41,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:22.357264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1a9515fa-6b49-49e0-9999-d91c9ec88c41 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:22.381176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Transition to ACTIVE for port object 1f4044f8-537f-49a9-9b90-203629544ca6 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:22.383630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:22.384001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.398935 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6672d123-d9d0-4a28-b088-2e3833393b0d tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6716254 May 05 16:33:22.403613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50092) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:22.408976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'ports': [{'network_id': 'fe858d98-8fee-4ba5-b443-4c479261e7b6', 'name': 'tempest-port--1115038747', 'admin_state_up': True}, {'network_id': '1a9515fa-6b49-49e0-9999-d91c9ec88c41', 'admin_state_up': False}]} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:22.409410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'port': {'network_id': 'fe858d98-8fee-4ba5-b443-4c479261e7b6', 'name': 'tempest-port--1115038747', 'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:22.409971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'port': {'network_id': '1a9515fa-6b49-49e0-9999-d91c9ec88c41', 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:22.500157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.505540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:22.528804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 858d07c1-aa44-4b1a-8e57-589d93d8e193 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:22.604074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.635033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.649683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:22.654015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:port and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:22.657610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:22.667685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:22.717009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6d4130d-eca6-421e-a19f-b2d55eb690cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.724098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'port': 2} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:22.743983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.767684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:22.793977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:22.795818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Pushing event updated for resources: {'Port': ['ID=948b1269-1674-4c40-8710-c559092c289e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:22.802771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:22.886418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:22.899501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] For port e588d042-54fa-4b5e-a9f9-9859ac0297ed, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e588d042-54fa-4b5e-a9f9-9859ac0297ed,segment=NetworkSegment(2617f3ed-d6d7-4577-8602-410858815d8b),segment_id=2617f3ed-d6d7-4577-8602-410858815d8b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:22.965986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet 4e9d763c-c868-4938-b076-4a6506332b1f {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:22.969270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.019616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.032032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] device_id is not set on port dc8203e8-21ea-47d1-8434-e7f4b77030d2 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:33:23.051595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.094944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=858d07c1-aa44-4b1a-8e57-589d93d8e193,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:23.102378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:23.117607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:23.120323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port 858d07c1-aa44-4b1a-8e57-589d93d8e193 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:23.126223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.134490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.138692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a8543-fd48-431d-8dc4-ce0826316f37 None None] Pushing event updated for resources: {'Port': ['ID=1f4044f8-537f-49a9-9b90-203629544ca6,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:23.159676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:23.191600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:23.198688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:23.213850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:23.252575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] device_id is not set on port 8ad2e945-556b-4635-b1f8-accb8f71b800 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:33:23.284362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:23.313776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Attempting to bind port 948b1269-1674-4c40-8710-c559092c289e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:23.314148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Attempting to bind port 948b1269-1674-4c40-8710-c559092c289e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:23.314507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Attempting to bind port 948b1269-1674-4c40-8710-c559092c289e on network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:23.316758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd45b8b-3c5a-4ae9-957b-8f0858bc7090 None None] Network 42a24fed-1f48-473a-95dd-5c7e61cfc696 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:23.346323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.399092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Attempting to bind port 1f4044f8-537f-49a9-9b90-203629544ca6 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:23.399380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Attempting to bind port 1f4044f8-537f-49a9-9b90-203629544ca6 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:23.399795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Attempting to bind port 1f4044f8-537f-49a9-9b90-203629544ca6 on network 119faa73-fd39-4faa-aeba-9bd1577a10f3 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:23.416036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.437485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning complete for port d0832e06-40be-4ba9-9d65-3679ee2fd46d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:23.437867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.445550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.471077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:23.472866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Checking segment: {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:23.472866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.472866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Bound using segment: {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:23.472866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Bound port: 948b1269-1674-4c40-8710-c559092c289e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:23.473274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.497106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 32, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:23.497481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Checking segment: {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:23.501166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.501166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Bound using segment: {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:23.501166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Bound port: 1f4044f8-537f-49a9-9b90-203629544ca6, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2617f3ed-d6d7-4577-8602-410858815d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:23.501166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.506118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a24fed-1f48-473a-95dd-5c7e61cfc696']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:23.507645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Port': ['ID=dc8203e8-21ea-47d1-8434-e7f4b77030d2,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:23.514896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Pushing event updated for resources: {'Port': ['ID=e588d042-54fa-4b5e-a9f9-9859ac0297ed,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:23.525709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b71a807e-f458-4db3-ad9b-4ddd1d74122e') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:23.525996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b71a807e-f458-4db3-ad9b-4ddd1d74122e') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:23.541094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:23.541619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Checking segment: {'id': '28c4df94-31d7-48d0-b2ac-f9ebeccfa07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'fe858d98-8fee-4ba5-b443-4c479261e7b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:23.542413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network hostable DHCP agents. Network: fe858d98-8fee-4ba5-b443-4c479261e7b6, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:23.563316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.570196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.643928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network fe858d98-8fee-4ba5-b443-4c479261e7b6 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:23.676008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Port d0832e06-40be-4ba9-9d65-3679ee2fd46d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:23.736403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, fe858d98-8fee-4ba5-b443-4c479261e7b6) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:23.745675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:23.747804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.799111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] For port 948b1269-1674-4c40-8710-c559092c289e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:23.809172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1377fe4-51c6-40da-a368-92d413f43a20 None None] Network fe858d98-8fee-4ba5-b443-4c479261e7b6 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:23.842911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.903991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] For port 948b1269-1674-4c40-8710-c559092c289e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=948b1269-1674-4c40-8710-c559092c289e,segment=NetworkSegment(e7d4211d-a033-4e36-ac6a-470f62baef7f),segment_id=e7d4211d-a033-4e36-ac6a-470f62baef7f)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:23.904193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.927700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:23.928102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.948466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:23.952811 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:23.970082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] For port 1f4044f8-537f-49a9-9b90-203629544ca6, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:23.973001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Port': ['ID=8ad2e945-556b-4635-b1f8-accb8f71b800,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:23.975115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] For port 1f4044f8-537f-49a9-9b90-203629544ca6, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1f4044f8-537f-49a9-9b90-203629544ca6,segment=NetworkSegment(2617f3ed-d6d7-4577-8602-410858815d8b),segment_id=2617f3ed-d6d7-4577-8602-410858815d8b)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:23.994264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Checking segment: {'id': 'fbb33c98-e960-4fdb-8378-303bcdb9423e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '1a9515fa-6b49-49e0-9999-d91c9ec88c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:23.994900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network hostable DHCP agents. Network: 1a9515fa-6b49-49e0-9999-d91c9ec88c41, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:24.066204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e588d042-54fa-4b5e-a9f9-9859ac0297ed up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:24.089468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.090798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning for port aa678796-eee4-4f1c-b13f-87e51554af68 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:24.094354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.095171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network 1a9515fa-6b49-49e0-9999-d91c9ec88c41 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:24.144570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.162515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Provisioning complete for port aa678796-eee4-4f1c-b13f-87e51554af68 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:24.162899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-173e0869-2afd-4af9-8e38-7e1fba7217cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.166686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.190977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1a9515fa-6b49-49e0-9999-d91c9ec88c41) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:24.191675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.191793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:24.196971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:24.202032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:24.203247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.211098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=42a24fed-1f48-473a-95dd-5c7e61cfc696,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:24.213459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863d4cfb-ad0b-4c6b-9432-554b510a30c4 None None] Network 1a9515fa-6b49-49e0-9999-d91c9ec88c41 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:24.274134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.303210 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d2cafa30-3605-4100-845d-5f7fde9af011 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.8979788 May 05 16:33:24.304010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50098) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.332857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.ipam_backend_mixin [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ced52886-cab0-4e99-95d2-554b68c53012 (CIDR: 172.20.0.16/28) May 05 16:33:24.335181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9d763c-c868-4938-b076-4a6506332b1f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:24.344464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.346853 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e8a4f33b-9aa0-46ff-9b58-245fda3dbaac tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4e9d763c-c868-4938-b076-4a6506332b1f HTTP/1.1" status: 204 len: 168 time: 2.0298207 May 05 16:33:24.351602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50104) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.393169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:24.394972 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-967a1e81-258f-4049-ad90-ad67dd8f9c58 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/42a24fed-1f48-473a-95dd-5c7e61cfc696 HTTP/1.1" status: 204 len: 168 time: 7.4626331 May 05 16:33:24.398878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50108) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.407318 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:24.408054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:24.444851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e372f7-01fb-47af-ab9e-cca7fec7069e None None] Pushing event updated for resources: {'Port': ['ID=948b1269-1674-4c40-8710-c559092c289e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:24.449010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1dace2-a612-4bb4-9043-794c681ae0df None None] Network f5e6463e-72cb-4e68-8573-613d495405f8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:24.452604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Deleting subnet f398d414-511a-4f41-86a5-d42a30dde956 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:24.459628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.487939 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c60ec5d-2c54-4cbf-8548-bd586e00911c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:24.488449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c60ec5d-2c54-4cbf-8548-bd586e00911c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:24.495764 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8c60ec5d-2c54-4cbf-8548-bd586e00911c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/5bc4c631-fa51-46a4-8bb3-10fdaf581479 HTTP/1.1" status: 404 len: 337 time: 0.0949769 May 05 16:33:24.515480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50112) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.561203 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3ea5f6-a8b8-42c5-81c4-2fd87249f95f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:24.561650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3ea5f6-a8b8-42c5-81c4-2fd87249f95f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:24.566220 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7f3ea5f6-a8b8-42c5-81c4-2fd87249f95f tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/42a24fed-1f48-473a-95dd-5c7e61cfc696 HTTP/1.1" status: 404 len: 339 time: 0.0484545 May 05 16:33:24.567239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50118) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.581770 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-88fb0b89-bf5c-4caa-be1d-b2ff8cfc89d8 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.2630193 May 05 16:33:24.597091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50122) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.701576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'subnet': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:24.748162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.781763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889efd08-4471-468c-bf95-eab75ea8f8cd tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:24.784080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:24.799041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889efd08-4471-468c-bf95-eab75ea8f8cd tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:24.800118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-889efd08-4471-468c-bf95-eab75ea8f8cd tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Synchronizing usage tracker for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:24.982300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-889efd08-4471-468c-bf95-eab75ea8f8cd tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Unset dirty status for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:24.984491 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-889efd08-4471-468c-bf95-eab75ea8f8cd tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6785977 May 05 16:33:24.992107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:24.992107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:24.994078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50128) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:24.995833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.030894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.058033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9a8543-fd48-431d-8dc4-ce0826316f37 None None] Pushing event updated for resources: {'Port': ['ID=1f4044f8-537f-49a9-9b90-203629544ca6,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:25.083801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f9587e-e30a-47be-b411-1915c2919ecc']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:25.104379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e9bcf8-8529-449a-8102-aa1ff977ab51') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:25.104379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e9bcf8-8529-449a-8102-aa1ff977ab51') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:25.122705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:25.123100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Deleting port dc8203e8-21ea-47d1-8434-e7f4b77030d2 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:25.123584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.130310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Usage tracker for resource:subnet and tenant:6d113adcb8b2493c98cf231a93eb3b81 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:25.132739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:25.141005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:25.149855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.158261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:25.180622 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b0736a31-bcb7-4f48-a3a4-95dab83ccddc tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7605648 May 05 16:33:25.180860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50132) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:25.186078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:25.191997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.205633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:25.206173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:25.222362 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:25.233354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e588d042-54fa-4b5e-a9f9-9859ac0297ed triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:25.233727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.325377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.441288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:25.513921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Made reservation on behalf of 6d113adcb8b2493c98cf231a93eb3b81 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:25.517678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.531761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:25.532422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.534330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.552426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.600501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.603536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=e3f9587e-e30a-47be-b411-1915c2919ecc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:25.646892 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-40e8e675-abc9-4d64-98ab-6c150a24ea44 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/e3f9587e-e30a-47be-b411-1915c2919ecc HTTP/1.1" status: 204 len: 168 time: 1.0778902 May 05 16:33:25.650543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.659124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50142) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:25.664115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Subnet': ['ID=f398d414-511a-4f41-86a5-d42a30dde956,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:25.727772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:25.729935 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-047f283b-5e45-46e2-a64c-b3eb8c91b020 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/f398d414-511a-4f41-86a5-d42a30dde956 HTTP/1.1" status: 204 len: 168 time: 1.3772192 May 05 16:33:25.736364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50146) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:25.892214 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a42ac35b-20d2-4f98-aabe-7f90933fa4b7 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1540527 May 05 16:33:25.897807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50150) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:25.900274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11ec45e-4479-473c-9685-31a8f83a0bcf None None] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:25.915169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Calling delete_port for dc8203e8-21ea-47d1-8434-e7f4b77030d2 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:25.920589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bbfe6979-0e35-41ac-bfd4-4f6a77462b84 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:25.945137 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-138ae5c0-e296-4b54-8eff-87c777dbc26b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:25.945580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138ae5c0-e296-4b54-8eff-87c777dbc26b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:25.951177 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-138ae5c0-e296-4b54-8eff-87c777dbc26b tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/2ba8f19a-250c-4756-8fd7-67de2e7eb06c HTTP/1.1" status: 404 len: 337 time: 0.2839913 May 05 16:33:25.955559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50154) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.003646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27246af6-219a-49cb-8a9b-314db4d16ed3 req-07b565f3-8adc-4e0d-b85f-57bb73eecd2f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:26.005122 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-27246af6-219a-49cb-8a9b-314db4d16ed3 req-07b565f3-8adc-4e0d-b85f-57bb73eecd2f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.5150554 May 05 16:33:26.008480 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca5d6aa-3779-4f00-885c-b21941aa1937 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:26.008924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca5d6aa-3779-4f00-885c-b21941aa1937 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:26.013429 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3ca5d6aa-3779-4f00-885c-b21941aa1937 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/18a2e77c-7fe8-4ec2-9e85-76314a3d381a HTTP/1.1" status: 404 len: 339 time: 0.0540292 May 05 16:33:26.015487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50158) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.166414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] DHCP port deletion for f5e6463e-72cb-4e68-8573-613d495405f8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:26.232618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] Deleting port aa678796-eee4-4f1c-b13f-87e51554af68 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:26.233133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.347909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5dbc56-7418-4541-80b6-0d54ec7d8e8a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:26.352913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6b5dbc56-7418-4541-80b6-0d54ec7d8e8a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.4504519 May 05 16:33:26.353117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50162) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.410597 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-27246af6-219a-49cb-8a9b-314db4d16ed3 req-a61b3eea-75ba-4d7b-9dfb-7dcb1cbfc63e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2851181 May 05 16:33:26.429503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Could not find standard attr ID for object ecd5c713-30b2-4a26-b669-a608dde27bb0. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:33:26.454252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.489804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:26.490270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.511011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ebdd1a4-fee9-4ce0-b9ef-dbe93b92890a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:26.515531 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ebdd1a4-fee9-4ce0-b9ef-dbe93b92890a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1567068 May 05 16:33:26.520337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50166) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.523266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting subnet a0336e61-f7fd-46c4-8a15-96ee256c705c {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:26.527567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.527866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Port': ['ID=dc8203e8-21ea-47d1-8434-e7f4b77030d2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:26.531654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.564347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.601273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.650592 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6be6331c-7a6e-44bb-87f0-068b4b785c2b tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/ports/dc8203e8-21ea-47d1-8434-e7f4b77030d2 HTTP/1.1" status: 204 len: 168 time: 1.6416750 May 05 16:33:26.650801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50170) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.651874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:26.664370 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d24d5488-1034-428b-a47e-af86ccdee44c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351945 May 05 16:33:26.664370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:26.665091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50174) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.667229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:26.667229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.693444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49f67e7-f57b-4446-b2e8-aecb77857b52 None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:26.775144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Deleting port 8ad2e945-556b-4635-b1f8-accb8f71b800 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:26.775861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.782001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Provisioning complete for port d0832e06-40be-4ba9-9d65-3679ee2fd46d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:26.782364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.827860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:21Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:23Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:21Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:26.833975 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.2185411 May 05 16:33:26.838862 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7447dce-9139-4f98-9d8d-d10cacea6f37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:26.840802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7447dce-9139-4f98-9d8d-d10cacea6f37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:26.845235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a7447dce-9139-4f98-9d8d-d10cacea6f37 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/18a278a6-4d5e-4e0e-bd58-85d01433e722 HTTP/1.1" status: 404 len: 333 time: 0.1583157 May 05 16:33:26.845235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50178) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.849588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50180) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.857851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1640219155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d62a40b-62c3-49c4-82a8-63097c2d0eff'}], 'security_groups': ['7c66c298-994c-4568-85b0-f592faa3d4c7', 'cc55978d-0818-4ebb-9f03-f235e62e0991']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:26.868784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6048b67-ea8d-457e-9594-7b9eaa94472f None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:21Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:23Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:21Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:26.871403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] For port aa678796-eee4-4f1c-b13f-87e51554af68, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aa678796-eee4-4f1c-b13f-87e51554af68,segment=NetworkSegment(73552c9c-b6ab-4a5c-afb6-c42b9cc26709),segment_id=73552c9c-b6ab-4a5c-afb6-c42b9cc26709)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:26.871813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:26.897593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ec5dc-f9d0-446b-b728-3257963bc810 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Subnet': ['ID=4d62a40b-62c3-49c4-82a8-63097c2d0eff,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:26.900402 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d7bae5-6911-48b6-a94d-6966c193a639 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:26.900842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d7bae5-6911-48b6-a94d-6966c193a639 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:26.905662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-76d7bae5-6911-48b6-a94d-6966c193a639 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4e9d763c-c868-4938-b076-4a6506332b1f HTTP/1.1" status: 404 len: 337 time: 0.0518270 May 05 16:33:26.909003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50186) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:26.982701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.009695 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a86ee1a8-e111-4cfa-bc58-4cb170fd513d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.010496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a86ee1a8-e111-4cfa-bc58-4cb170fd513d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.015525 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a86ee1a8-e111-4cfa-bc58-4cb170fd513d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/f398d414-511a-4f41-86a5-d42a30dde956 HTTP/1.1" status: 404 len: 337 time: 0.1011527 May 05 16:33:27.016329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50190) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.048371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 16:33:27.063598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Removed routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 16:33:27.064035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.096506 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff7018d9-6818-49ab-b0d8-84ae3149bbca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.097233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff7018d9-6818-49ab-b0d8-84ae3149bbca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.100395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ff7018d9-6818-49ab-b0d8-84ae3149bbca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/ecd5c713-30b2-4a26-b669-a608dde27bb0 HTTP/1.1" status: 404 len: 333 time: 0.0689867 May 05 16:33:27.110205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50194) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.113013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] Calling delete_port for aa678796-eee4-4f1c-b13f-87e51554af68 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:27.144418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Port d0832e06-40be-4ba9-9d65-3679ee2fd46d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:27.179555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Could not find standard attr ID for object 18a278a6-4d5e-4e0e-bd58-85d01433e722. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:33:27.244337 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b292a0-d587-4600-8d7f-3742cd798dc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.244786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b292a0-d587-4600-8d7f-3742cd798dc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.247171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-35b292a0-d587-4600-8d7f-3742cd798dc1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/24408b9b-06f4-43a8-bbb6-535fad5f2533 HTTP/1.1" status: 404 len: 337 time: 0.1314778 May 05 16:33:27.256465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50198) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.317147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.422783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.456722 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ae08d7-cae9-4ef4-83b4-2218224ce6d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.457134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ae08d7-cae9-4ef4-83b4-2218224ce6d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.460449 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-58ae08d7-cae9-4ef4-83b4-2218224ce6d8 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/a1960d7b-432c-46f5-9413-79a0afaf05b3 HTTP/1.1" status: 404 len: 337 time: 0.1376615 May 05 16:33:27.467002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 948b1269-1674-4c40-8710-c559092c289e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:27.485867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50202) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.506076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.584973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5941922-9610-4a37-86d4-c0f5b2b5da56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.585421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5941922-9610-4a37-86d4-c0f5b2b5da56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.587235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c5941922-9610-4a37-86d4-c0f5b2b5da56 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/9bdc0f0c-97eb-4128-8c22-4e492b5641d4 HTTP/1.1" status: 404 len: 333 time: 0.0955920 May 05 16:33:27.597227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50208) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.599297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Calling delete_port for 8ad2e945-556b-4635-b1f8-accb8f71b800 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:27.612123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] Pushing event deleted for resources: {'Port': ['ID=aa678796-eee4-4f1c-b13f-87e51554af68,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:27.613477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Provisioning complete for port aa678796-eee4-4f1c-b13f-87e51554af68 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:27.613850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.687680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Port aa678796-eee4-4f1c-b13f-87e51554af68 was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:33:27.755098 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9ecfaef-fe14-4bc9-bb30-e5ff68440578 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.755795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9ecfaef-fe14-4bc9-bb30-e5ff68440578 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.759603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e9ecfaef-fe14-4bc9-bb30-e5ff68440578 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4cafbbfb-b285-4ae7-9560-6bf3cca596de HTTP/1.1" status: 404 len: 337 time: 0.1588957 May 05 16:33:27.766808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.806341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45adff92-6c7c-435d-8652-6dd973734b55 None None] No DVR routers for this DVR port aa678796-eee4-4f1c-b13f-87e51554af68 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:27.878016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.934922 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-aca62eaa-e3cf-421c-8efb-77ca2572ce21 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:27.934922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aca62eaa-e3cf-421c-8efb-77ca2572ce21 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:27.936857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Provisioning for port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:27.942516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=a0336e61-f7fd-46c4-8a15-96ee256c705c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:27.968635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:27.968635 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-588a90e8-7140-40a2-b6eb-9bf64c342e3a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/a0336e61-f7fd-46c4-8a15-96ee256c705c HTTP/1.1" status: 204 len: 168 time: 1.9456148 May 05 16:33:27.968635 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aca62eaa-e3cf-421c-8efb-77ca2572ce21 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/716c6ff2-e33b-4d70-92a5-6820cff74bd7 HTTP/1.1" status: 404 len: 337 time: 0.1943440 May 05 16:33:27.968635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50216) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.968635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50218) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:27.981038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 948b1269-1674-4c40-8710-c559092c289e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:27.989107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0bc5a-76da-4928-9a66-8a0461f0f3d3 None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:28.063516 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-60ea5f17-9c66-48fc-8e66-1f0b9f9efabc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.064220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60ea5f17-9c66-48fc-8e66-1f0b9f9efabc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.068411 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-60ea5f17-9c66-48fc-8e66-1f0b9f9efabc tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/ed5de2d9-0e95-4292-b313-b310639595c4 HTTP/1.1" status: 404 len: 333 time: 0.0950887 May 05 16:33:28.069590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50224) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.099398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1f4044f8-537f-49a9-9b90-203629544ca6 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:28.125721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.130774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Provisioning complete for port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:28.130774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.136199 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed55553-589b-4948-ab99-dc524c2cf6d6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.136994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bed55553-589b-4948-ab99-dc524c2cf6d6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.143134 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bed55553-589b-4948-ab99-dc524c2cf6d6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/2eb88383-7d96-4949-b827-66e11c416aa4 HTTP/1.1" status: 404 len: 337 time: 0.0706842 May 05 16:33:28.196772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50228) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.268530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Port': ['ID=8ad2e945-556b-4635-b1f8-accb8f71b800,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:28.279280 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-23799f09-bf5d-4b53-9d38-3820ceb7a6c5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.279979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23799f09-bf5d-4b53-9d38-3820ceb7a6c5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.282645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-23799f09-bf5d-4b53-9d38-3820ceb7a6c5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/dead32f2-5a4b-4678-8cb7-7ff0961c0f0a HTTP/1.1" status: 404 len: 337 time: 0.0806532 May 05 16:33:28.282848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f824bce-0d13-4bb2-92ed-424ea6471801 None None] Port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:28.287104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting subnet dfc1bf51-2d22-4a92-b965-42ca263a0c10 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:28.289196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50232) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.294646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.320976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Update dhcp port {'port': {'network_id': 'a488931e-0f7f-4f19-9ec8-d297fc69fb9d', 'fixed_ips': [{'subnet_id': 'ced52886-cab0-4e99-95d2-554b68c53012', 'ip_address': '172.20.0.18'}, {'subnet_id': '68512916-0a8b-447b-a381-0418bea70bc1', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d62a40b-62c3-49c4-82a8-63097c2d0eff'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'df111be0-a58b-4305-8ffa-9e0b4c607de3'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:33:28.378815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.381071 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-acd417ef-2e3f-46ef-9f6b-8bec55be8793 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/ports/8ad2e945-556b-4635-b1f8-accb8f71b800 HTTP/1.1" status: 204 len: 168 time: 1.7291453 May 05 16:33:28.384132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50236) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.400887 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfca66a8-d1d9-4ebb-911a-59f48a62e3c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.401477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfca66a8-d1d9-4ebb-911a-59f48a62e3c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.405951 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bfca66a8-d1d9-4ebb-911a-59f48a62e3c3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/abc59297-91ab-43b1-b11d-7ea2c4e49f04 HTTP/1.1" status: 404 len: 333 time: 0.1109920 May 05 16:33:28.408015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50240) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.449915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.490302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-47545085-1379-4b79-962a-28258caf4aeb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.490848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47545085-1379-4b79-962a-28258caf4aeb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.494863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-47545085-1379-4b79-962a-28258caf4aeb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/6161f921-2f68-4209-a156-3c5baeb10720 HTTP/1.1" status: 404 len: 337 time: 0.0846570 May 05 16:33:28.495359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50244) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.511042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d842571-c812-4daf-9f87-b61e1c31c630 req-ff3843d4-e829-488a-a957-45b33bbfd5e4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:28.513683 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1d842571-c812-4daf-9f87-b61e1c31c630 req-ff3843d4-e829-488a-a957-45b33bbfd5e4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.8558564 May 05 16:33:28.523883 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6e039ae6-8400-4c56-841e-357a07f4333a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1383388 May 05 16:33:28.541810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50248) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.550161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.558019 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4d9e67-01e7-442e-bcdb-850982dd9c44 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.563654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4d9e67-01e7-442e-bcdb-850982dd9c44 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.563654 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1c4d9e67-01e7-442e-bcdb-850982dd9c44 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/9882819e-d202-4fc9-bb78-d4c66bdf2997 HTTP/1.1" status: 404 len: 333 time: 0.0638041 May 05 16:33:28.565686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-359434235'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:28.572054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50252) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.605727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:28.618369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:network and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:28.626461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:28.630086 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-700e533c-ab8a-4abd-b354-fd78848ada57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.630772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700e533c-ab8a-4abd-b354-fd78848ada57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.632755 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-700e533c-ab8a-4abd-b354-fd78848ada57 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/2dfe0e59-d7c6-4513-a3c3-edfc575fd061 HTTP/1.1" status: 404 len: 337 time: 0.0594916 May 05 16:33:28.640123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Delete allocated IP 172.20.0.8 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/68512916-0a8b-447b-a381-0418bea70bc1) {{(pid=84819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 16:33:28.640670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:28.642304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50256) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.676747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.677781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Provisioning for port c077fe58-e983-4b1d-b661-9012ce3e0747 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:28.683023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1f4044f8-537f-49a9-9b90-203629544ca6 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:28.693336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Provisioning complete for port c077fe58-e983-4b1d-b661-9012ce3e0747 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:28.693700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.705056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Allocated IP 172.20.0.37 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/4d62a40b-62c3-49c4-82a8-63097c2d0eff/08eb5fdc-7258-419d-a65b-cb1e41fe32bb) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:28.707339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-916f6d8e-74db-408c-b372-e57a546de206 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.707820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-916f6d8e-74db-408c-b372-e57a546de206 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.712076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-916f6d8e-74db-408c-b372-e57a546de206 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/759d3824-2b70-4cab-b60c-37f34fd857c5 HTTP/1.1" status: 404 len: 333 time: 0.0662000 May 05 16:33:28.722143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50260) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.745231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1f4044f8-537f-49a9-9b90-203629544ca6 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:28.746283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.775913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.795300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f6196d-3e8b-49a3-a2ba-648663eeb6f5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.795784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f6196d-3e8b-49a3-a2ba-648663eeb6f5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.799818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d8f6196d-3e8b-49a3-a2ba-648663eeb6f5 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0508ad83-af6e-4386-9e01-22a15d440559 HTTP/1.1" status: 404 len: 337 time: 0.0712559 May 05 16:33:28.800055 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1d842571-c812-4daf-9f87-b61e1c31c630 req-3e609c1f-5561-4e9a-989a-09afa8617803 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748394 May 05 16:33:28.803312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50264) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.805683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.851073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:28.854598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.871804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Port c077fe58-e983-4b1d-b661-9012ce3e0747 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:28.908028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:28.921748 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-9391f209-76d9-429b-a5cd-131321bd52ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.922193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9391f209-76d9-429b-a5cd-131321bd52ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:28.925785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9391f209-76d9-429b-a5cd-131321bd52ae tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/e9bbad7e-f300-415a-9c78-d830457e4972 HTTP/1.1" status: 404 len: 333 time: 0.1197755 May 05 16:33:28.925980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:28.925980 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Added segment 5939aff4-268e-4d31-a4c9-d2d70b2f354a of type vlan for network 2436d3ca-b3be-4aba-b622-bff0e71ff469 May 05 16:33:28.926925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50268) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:28.983606 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e977b7aa-02ab-4dc6-9830-64d263a13942 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:28.983966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e977b7aa-02ab-4dc6-9830-64d263a13942 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.006403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.013806 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e977b7aa-02ab-4dc6-9830-64d263a13942 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/110f6b3b-39c1-48f7-b165-4e4ad41809df HTTP/1.1" status: 404 len: 337 time: 0.0832245 May 05 16:33:29.014535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50272) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.044657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.045163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Provisioning for port 948b1269-1674-4c40-8710-c559092c289e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:29.052935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1f4044f8-537f-49a9-9b90-203629544ca6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1f4044f8-537f-49a9-9b90-203629544ca6,segment=NetworkSegment(2617f3ed-d6d7-4577-8602-410858815d8b),segment_id=2617f3ed-d6d7-4577-8602-410858815d8b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:29.054011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Provisioning complete for port 948b1269-1674-4c40-8710-c559092c289e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:29.054417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.101067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.136961 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa6f0bc7-ab24-4a25-8ba0-3d41bbc904ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.137434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa6f0bc7-ab24-4a25-8ba0-3d41bbc904ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.141773 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aa6f0bc7-ab24-4a25-8ba0-3d41bbc904ab tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/95760984-432c-4701-83fb-f9099fb69563 HTTP/1.1" status: 404 len: 333 time: 0.1243215 May 05 16:33:29.143182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50276) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.152767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc1bf51-2d22-4a92-b965-42ca263a0c10,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:29.155708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.156802 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e79d244a-d06a-400e-8e38-357e3cf6bb34 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/dfc1bf51-2d22-4a92-b965-42ca263a0c10 HTTP/1.1" status: 204 len: 168 time: 1.1873133 May 05 16:33:29.161994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50280) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.208315 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-72dc23a7-95d1-4db0-b45d-d29edbb8b9be tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.208853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72dc23a7-95d1-4db0-b45d-d29edbb8b9be tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.212834 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72dc23a7-95d1-4db0-b45d-d29edbb8b9be tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/9e6fb7a1-7a39-431c-8c08-5e92bf71a33b HTTP/1.1" status: 404 len: 337 time: 0.0595539 May 05 16:33:29.217066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50284) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.234675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.245026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.271078 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-2272316e-f62d-46fa-9f03-a19ab76cea9c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.271653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2272316e-f62d-46fa-9f03-a19ab76cea9c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.275668 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2272316e-f62d-46fa-9f03-a19ab76cea9c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/4a3ed8a7-b42b-4f3f-888c-23b7984ff0a7 HTTP/1.1" status: 404 len: 333 time: 0.0544016 May 05 16:33:29.277010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50288) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.299428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.303846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:29.304696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.325716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:29.328853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.resource_extend [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:29.351665 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-12219610-7bb9-4a9f-91ce-af34cc4db4d6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.352246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12219610-7bb9-4a9f-91ce-af34cc4db4d6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.354009 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-12219610-7bb9-4a9f-91ce-af34cc4db4d6 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/c0a99ef3-b6b5-4bd7-aeef-8dd76686a05f HTTP/1.1" status: 404 len: 337 time: 0.0748577 May 05 16:33:29.357134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.365258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50292) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.389377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: aa678796-eee4-4f1c-b13f-87e51554af68 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:29.389724 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aa678796-eee4-4f1c-b13f-87e51554af68 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:29.401044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] For port 948b1269-1674-4c40-8710-c559092c289e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=948b1269-1674-4c40-8710-c559092c289e,segment=NetworkSegment(e7d4211d-a033-4e36-ac6a-470f62baef7f),segment_id=e7d4211d-a033-4e36-ac6a-470f62baef7f)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:29.410559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1f4044f8-537f-49a9-9b90-203629544ca6,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:29.423412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:29.424406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Ignored duplicate provisioning block setup for port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 16:33:29.427564 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bda23f-e970-46a0-acfb-c01193a266ca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.428007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bda23f-e970-46a0-acfb-c01193a266ca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.429665 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-01bda23f-e970-46a0-acfb-c01193a266ca tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/cef92437-8ceb-46c1-9443-05bf90998439 HTTP/1.1" status: 404 len: 337 time: 0.0633020 May 05 16:33:29.432796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50296) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.440062 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8910189 May 05 16:33:29.446510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50300) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.465053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1876143997'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:29.476373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:29.481973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-0760d8e5-ea08-4d24-8483-b1c4b5fe14af tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.482500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0760d8e5-ea08-4d24-8483-b1c4b5fe14af tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.486596 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0760d8e5-ea08-4d24-8483-b1c4b5fe14af tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/daaa9ea7-dc64-44b0-9a2b-48a8ab3e8c31 HTTP/1.1" status: 404 len: 333 time: 0.0490007 May 05 16:33:29.487387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.487863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.489287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3179f-e095-4301-b437-6aba0547baeb tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Network': ['ID=2436d3ca-b3be-4aba-b622-bff0e71ff469,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:29.492138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:network and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:29.495050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50304) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.505871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:29.532323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 2436d3ca-b3be-4aba-b622-bff0e71ff469 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:29.541535 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7ad716-28f4-48fb-b345-259f068fecd1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.541987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7ad716-28f4-48fb-b345-259f068fecd1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.546319 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6d7ad716-28f4-48fb-b345-259f068fecd1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4f8f6151-093a-483d-b78a-43a71f73f5ff HTTP/1.1" status: 404 len: 337 time: 0.0467100 May 05 16:33:29.546980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50308) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.550552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:29.551288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.564137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port 3a870c5f-0da5-4a57-b1d6-064a8a862320 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:29.564478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.665969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a857911-4825-401f-ba62-4023ef28d33e None None] Network 8a7a4473-0952-4177-b2e1-de504ed02d01 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:29.701323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:29.705192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.720229 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-50433d82-6ac4-412a-a5a1-ca23dcb37200 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.720663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50433d82-6ac4-412a-a5a1-ca23dcb37200 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.722301 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-50433d82-6ac4-412a-a5a1-ca23dcb37200 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0c8231d3-1282-4b0f-9f1f-2379624f5796 HTTP/1.1" status: 404 len: 337 time: 0.1734283 May 05 16:33:29.770775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50312) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.821740 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29b65e3-f490-4edf-b653-266f7afee23c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.822082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29b65e3-f490-4edf-b653-266f7afee23c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.823661 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b29b65e3-f490-4edf-b653-266f7afee23c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/1f83435f-48fd-47d7-ba0a-ae6e1921e226 HTTP/1.1" status: 404 len: 333 time: 0.0520916 May 05 16:33:29.837168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50316) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.866147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80b6ed73-eb2d-4aba-85a3-8857d5da4015 None None] Provisioning complete for port 3a870c5f-0da5-4a57-b1d6-064a8a862320 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:29.866147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80b6ed73-eb2d-4aba-85a3-8857d5da4015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:29.909867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa55e2-4667-45f3-a9b2-bc420e42c9bc None None] Pushing event updated for resources: {'Port': ['ID=948b1269-1674-4c40-8710-c559092c289e,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:29.922934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Allocated IP 172.20.0.34 (a488931e-0f7f-4f19-9ec8-d297fc69fb9d/4d62a40b-62c3-49c4-82a8-63097c2d0eff/df111be0-a58b-4305-8ffa-9e0b4c607de3) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:29.927569 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f20a94-3f43-4aff-94a4-ee7bcbbc866c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:29.928010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f20a94-3f43-4aff-94a4-ee7bcbbc866c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:29.929863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-04f20a94-3f43-4aff-94a4-ee7bcbbc866c tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0fd0a7a6-25d6-468c-94e7-1f83734a2dab HTTP/1.1" status: 404 len: 337 time: 0.0917742 May 05 16:33:29.944121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50322) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:29.970884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event updated for resources: {'Port': ['ID=08eb5fdc-7258-419d-a65b-cb1e41fe32bb,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:29.993620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port 3a870c5f-0da5-4a57-b1d6-064a8a862320, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a870c5f-0da5-4a57-b1d6-064a8a862320,segment=NetworkSegment(5361c2b4-e8a8-4775-80a4-db5795e29eb4),segment_id=5361c2b4-e8a8-4775-80a4-db5795e29eb4)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:29.993859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.002593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:30.022592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] In _notify_port_updated(), no bound segment for port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb on network a488931e-0f7f-4f19-9ec8-d297fc69fb9d {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:33:30.026603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:30.027932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.032035 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4dea819a-9115-4d8f-aedd-9df3a6141755 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "PUT /v2.0/ports/08eb5fdc-7258-419d-a65b-cb1e41fe32bb HTTP/1.1" status: 200 len: 960 time: 3.1778240 May 05 16:33:30.032662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50326) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.100897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc0a58d5-d94e-44f2-95f1-34477d648d1d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:30.101369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc0a58d5-d94e-44f2-95f1-34477d648d1d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:30.116129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:30.116485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.150972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:30.162884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.164226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df340065-d8df-4878-a3af-e7564921b8a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 934 time: 4.9822874 May 05 16:33:30.167241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50330) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.167416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.167865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Added segment ebec3e7f-d1a5-4af4-987f-01424f56b80b of type vlan for network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba May 05 16:33:30.176576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for 3a870c5f-0da5-4a57-b1d6-064a8a862320 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:30.214460 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bc0a58d5-d94e-44f2-95f1-34477d648d1d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/14ece620-0bfd-42b6-af12-f1442c2a29a3 HTTP/1.1" status: 404 len: 337 time: 0.2687805 May 05 16:33:30.218954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50334) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.232786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=df111be0-a58b-4305-8ffa-9e0b4c607de3,segment=NetworkSegment(b9eac205-4c13-4412-8f88-172db266f76a),segment_id=b9eac205-4c13-4412-8f88-172db266f76a)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:30.281498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.300804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Transition to ACTIVE for port object df111be0-a58b-4305-8ffa-9e0b4c607de3 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:30.309341 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ebe7291-8b9d-4e5b-9157-0a6918a2d6f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:30.309935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ebe7291-8b9d-4e5b-9157-0a6918a2d6f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:30.314005 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ebe7291-8b9d-4e5b-9157-0a6918a2d6f9 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/9133cdce-af80-4087-a70d-993240935e3a HTTP/1.1" status: 404 len: 333 time: 0.0852575 May 05 16:33:30.314005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.319676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50338) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.342196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eece19f-c8d0-4340-9187-90c3b246e329 None None] DHCP port deletion for 8a7a4473-0952-4177-b2e1-de504ed02d01 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:30.346873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5eece19f-c8d0-4340-9187-90c3b246e329 None None] Deleting port 3a870c5f-0da5-4a57-b1d6-064a8a862320 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:30.347437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5eece19f-c8d0-4340-9187-90c3b246e329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.378420 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c6dfee9-057c-49f4-aca1-ff3abadbd713 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:30.378876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c6dfee9-057c-49f4-aca1-ff3abadbd713 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:30.383353 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c6dfee9-057c-49f4-aca1-ff3abadbd713 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/4624c1d9-c9de-405f-9724-e017d577401f HTTP/1.1" status: 404 len: 337 time: 0.0593023 May 05 16:33:30.383543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.384599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50342) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.412284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebcae13-8afc-48f3-9b5b-de3ac4ffbe2d req-158dac9d-86db-4733-be8b-70af5971d283 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:30.413730 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ebcae13-8afc-48f3-9b5b-de3ac4ffbe2d req-158dac9d-86db-4733-be8b-70af5971d283 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.4252162 May 05 16:33:30.446982 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c29179-12c6-4b68-ac7f-c67bfe037073 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:30.446982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c29179-12c6-4b68-ac7f-c67bfe037073 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:30.452352 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-61c29179-12c6-4b68-ac7f-c67bfe037073 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/3f040fe6-ee69-4c3a-b28f-1e2ed217e45f HTTP/1.1" status: 404 len: 337 time: 0.0631630 May 05 16:33:30.452793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50346) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.458266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.546340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.549988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:30.550551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.570333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=3a870c5f-0da5-4a57-b1d6-064a8a862320,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:30.573741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fefc43c9-6bfb-4f00-a3a4-adba45ccfe0e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports?device_id=461081fc-ed1d-4623-b400-11ac97941a3e HTTP/1.1" status: 200 len: 205 time: 0.1194117 May 05 16:33:30.577694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5eece19f-c8d0-4340-9187-90c3b246e329 None None] The port '3a870c5f-0da5-4a57-b1d6-064a8a862320' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:33:30.581299 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ebcae13-8afc-48f3-9b5b-de3ac4ffbe2d req-dda3de7a-6ea8-4105-a4ae-7fe64981d64b tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606548 May 05 16:33:30.582227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50350) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.629726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ca582-be2b-4d99-9495-17972c0a81b5 None None] Pushing event updated for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:30.642193 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c57f6264-537e-4560-8d9d-76029b124454 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 934 time: 0.4738305 May 05 16:33:30.644205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:30.651412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50354) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.659756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'routes': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:30.669920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port 3a870c5f-0da5-4a57-b1d6-064a8a862320 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:30.883276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for 08eb5fdc-7258-419d-a65b-cb1e41fe32bb owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:30.894895 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-f34a49a4-ab08-4154-a1e3-320e07a83b40 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] delete failed (client error): The resource could not be found. May 05 16:33:30.896045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f34a49a4-ab08-4154-a1e3-320e07a83b40 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/routers/461081fc-ed1d-4623-b400-11ac97941a3e HTTP/1.1" status: 404 len: 336 time: 0.3000731 May 05 16:33:30.910867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50358) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:30.921697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Network': ['ID=7eaa19b0-21f1-4715-a37f-3131dc50a4ba,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:30.938928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:30.977561 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fa73272-1862-4daa-b2ce-e9d2ef7b830d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:30.978134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fa73272-1862-4daa-b2ce-e9d2ef7b830d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:30.980478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1fa73272-1862-4daa-b2ce-e9d2ef7b830d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/961a5c3f-87db-4924-acd2-f3368fad99e4 HTTP/1.1" status: 404 len: 337 time: 0.0629983 May 05 16:33:30.989132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50362) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.036309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.049839 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6b5aed1a-c457-416e-a64e-29ef5df0a0e2 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "GET /v2.0/ports?device_id=b41e7f91-e2a0-401f-aca3-61116cc2c246 HTTP/1.1" status: 200 len: 205 time: 0.0553157 May 05 16:33:31.050464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50366) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.073644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a7a4473-0952-4177-b2e1-de504ed02d01']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:31.091180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5361c2b4-e8a8-4775-80a4-db5795e29eb4') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:31.091708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5361c2b4-e8a8-4775-80a4-db5795e29eb4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:31.101663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7c545d58-9a1b-4810-ba3d-cfa771f6b4da tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.6451178 May 05 16:33:31.116308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.130994 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-e9eee3af-4514-45c6-b641-7cfb4d63a98e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] delete failed (client error): The resource could not be found. May 05 16:33:31.134331 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e9eee3af-4514-45c6-b641-7cfb4d63a98e tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/routers/b41e7f91-e2a0-401f-aca3-61116cc2c246 HTTP/1.1" status: 404 len: 336 time: 0.0807047 May 05 16:33:31.135490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50370) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.182714 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8614d0-c5a9-4c34-b47d-a24e4f17c760 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.185543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8614d0-c5a9-4c34-b47d-a24e4f17c760 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.189084 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4a8614d0-c5a9-4c34-b47d-a24e4f17c760 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/e259c293-a9be-47ac-a31a-c8fbb916f4c9 HTTP/1.1" status: 404 len: 337 time: 0.0503266 May 05 16:33:31.190843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50374) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.206659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.215085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:31.215821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.247822 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e088bfc7-1cf9-4e4f-a33a-e0730b53ecbb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.248373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e088bfc7-1cf9-4e4f-a33a-e0730b53ecbb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.283630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e088bfc7-1cf9-4e4f-a33a-e0730b53ecbb tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/ebba93bd-4028-4d8c-b23d-20a4f28ed614 HTTP/1.1" status: 404 len: 337 time: 0.0908749 May 05 16:33:31.284568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50378) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.287188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Provisioning complete for port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:31.287875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:31.314719 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:31.352222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Port 08eb5fdc-7258-419d-a65b-cb1e41fe32bb cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:31.365983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Provisioning complete for port d0832e06-40be-4ba9-9d65-3679ee2fd46d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:31.366471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.397643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.425310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Port d0832e06-40be-4ba9-9d65-3679ee2fd46d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:33:31.457854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.468535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=8a7a4473-0952-4177-b2e1-de504ed02d01,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:31.478643 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/8a7a4473-0952-4177-b2e1-de504ed02d01 HTTP/1.1" status: 204 len: 168 time: 2.3152747 May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b869f15-0222-4dff-83ed-82f5818d9925 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.487475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50382) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.512352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Provisioning for port df111be0-a58b-4305-8ffa-9e0b4c607de3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:31.518969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:31.519354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d21610b-8f78-438c-ba13-030221374de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.545983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.557712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-890b6afa-0eba-4fb5-a852-027b6a7c4b94 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.558665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890b6afa-0eba-4fb5-a852-027b6a7c4b94 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.561186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-890b6afa-0eba-4fb5-a852-027b6a7c4b94 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/7b6b5cf0-2cf3-4ef3-aa9c-5c0ec3b84279 HTTP/1.1" status: 404 len: 337 time: 0.0727167 May 05 16:33:31.563882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50386) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.571033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 948b1269-1674-4c40-8710-c559092c289e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:31.592890 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-034c5067-ee24-42b4-8761-da46cae65b2c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.593312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-034c5067-ee24-42b4-8761-da46cae65b2c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.594966 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-034c5067-ee24-42b4-8761-da46cae65b2c tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/4038339a-aa47-43b7-b1b3-6b21988dab2b HTTP/1.1" status: 404 len: 339 time: 0.0301788 May 05 16:33:31.598956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50390) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.620187 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7861e556-0de7-4910-a358-1c61698b1f87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.624167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7861e556-0de7-4910-a358-1c61698b1f87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.626303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7861e556-0de7-4910-a358-1c61698b1f87 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/1035af60-72cf-41ef-a11f-8e79ffb05ac0 HTTP/1.1" status: 404 len: 333 time: 0.3402472 May 05 16:33:31.661223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50394) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.714972 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-46039b4b-a627-491e-b679-75fbc287a586 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.720383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46039b4b-a627-491e-b679-75fbc287a586 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.722316 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-46039b4b-a627-491e-b679-75fbc287a586 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/ad3536fa-3517-48fc-90f2-228c2c8f7f2b HTTP/1.1" status: 404 len: 337 time: 0.1223829 May 05 16:33:31.731094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50400) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.781473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=08eb5fdc-7258-419d-a65b-cb1e41fe32bb,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:31.786861 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-320ffddd-5546-4a50-a59a-608cc575507d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.787298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-320ffddd-5546-4a50-a59a-608cc575507d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.788996 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-320ffddd-5546-4a50-a59a-608cc575507d tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/e33c8732-4bcb-4b94-a5e5-ada996d04e96 HTTP/1.1" status: 404 len: 339 time: 0.0565615 May 05 16:33:31.795662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50404) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.830161 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-47116b7a-a2a6-4568-a113-b95e1c902bde tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.830626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47116b7a-a2a6-4568-a113-b95e1c902bde tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.843202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 948b1269-1674-4c40-8710-c559092c289e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:31.843557 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-47116b7a-a2a6-4568-a113-b95e1c902bde tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/0a5a13dd-69e5-4733-b60a-ad4f66ce3a1f HTTP/1.1" status: 404 len: 337 time: 0.1671557 May 05 16:33:31.844164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:31.849465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50408) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.904144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d2cdb82-9340-437a-a06d-bc9ee055e3ab tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:31.905535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d2cdb82-9340-437a-a06d-bc9ee055e3ab tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:31.908252 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6d2cdb82-9340-437a-a06d-bc9ee055e3ab tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/98259fb1-be8e-4e76-b0e9-ec8d81d952cf HTTP/1.1" status: 404 len: 337 time: 0.1116483 May 05 16:33:31.913582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50412) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:31.915104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.915595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.916019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.916459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.916881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.917220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.918120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.918672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.919543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.919885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:31.920219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:32.015304 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4addcb-9293-49bb-ae9d-c113bad65622 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.015835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4addcb-9293-49bb-ae9d-c113bad65622 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.019106 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ec4addcb-9293-49bb-ae9d-c113bad65622 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/b5800164-7de8-48f1-8724-11e4393172c4 HTTP/1.1" status: 404 len: 339 time: 0.1042283 May 05 16:33:32.022262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50416) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.072585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1f4044f8-537f-49a9-9b90-203629544ca6 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:32.094565 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:32.126390 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-804fa96a-e739-4930-9cc5-2ed549c7f00d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.127632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-804fa96a-e739-4930-9cc5-2ed549c7f00d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.132068 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:32.132068 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:32.132886 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-804fa96a-e739-4930-9cc5-2ed549c7f00d tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/218c6709-6c64-4471-9a98-8b36e9acabcf HTTP/1.1" status: 404 len: 333 time: 0.2824461 May 05 16:33:32.133655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50420) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.250787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-61a3f5f5-c681-4e7e-bd33-4359ec86219a None None] Could not find standard attr ID for object 08eb5fdc-7258-419d-a65b-cb1e41fe32bb. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:33:32.279175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1f4044f8-537f-49a9-9b90-203629544ca6 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:32.279649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:32.309788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-efb57d9a-d851-45d2-8b09-147841729c39 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.310521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efb57d9a-d851-45d2-8b09-147841729c39 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.315236 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-efb57d9a-d851-45d2-8b09-147841729c39 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/aa0a868e-bbc4-4500-969d-a78f785995cf HTTP/1.1" status: 404 len: 337 time: 0.1735539 May 05 16:33:32.318751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50424) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.351489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e91c2-9a22-4e4f-9f69-4d1bd603ebcf None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:33:32.375699 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:32.388382 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-722c13ae-b210-4ca1-a1f7-4bbdb3ba58d4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.389118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-722c13ae-b210-4ca1-a1f7-4bbdb3ba58d4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.393866 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-722c13ae-b210-4ca1-a1f7-4bbdb3ba58d4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/e94de4ad-9d4a-4b9b-97bc-dbc2af2ed9d2 HTTP/1.1" status: 404 len: 333 time: 0.0713649 May 05 16:33:32.396779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50428) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.404218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:32.406332 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-056b76ff-7a2b-4923-a510-80a6e8118911 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/08eb5fdc-7258-419d-a65b-cb1e41fe32bb HTTP/1.1" status: 204 len: 168 time: 2.3726845 May 05 16:33:32.410438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50432) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.465372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting subnet f4713b02-e327-4185-ad25-e0ce3103c4b6 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:32.472567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:32.602986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:32.629319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502e91c2-9a22-4e4f-9f69-4d1bd603ebcf None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:33:32.650889 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-63068d5e-b2b7-461a-84e5-aab3e1dfbb0b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.651797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63068d5e-b2b7-461a-84e5-aab3e1dfbb0b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.657781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-63068d5e-b2b7-461a-84e5-aab3e1dfbb0b tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/dea305c5-bb48-461b-bd54-65301888fb80 HTTP/1.1" status: 404 len: 337 time: 0.2574320 May 05 16:33:32.660811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50436) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.754403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:32.765674 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-995dfff3-d24f-4647-945b-6d57664bb17c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] GET failed (client error): The resource could not be found. May 05 16:33:32.766418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-995dfff3-d24f-4647-945b-6d57664bb17c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Synchronizing usage tracker for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:32.795059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-545792ea-2812-45a7-8785-56ba73853103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.795556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-545792ea-2812-45a7-8785-56ba73853103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.801987 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-545792ea-2812-45a7-8785-56ba73853103 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/e03691b5-f1e6-45e1-bbea-3abc38ab2058 HTTP/1.1" status: 404 len: 333 time: 0.1342132 May 05 16:33:32.860073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50440) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.926264 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2359c22f-ef4c-411c-b9bd-29af284f9ed4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:32.926921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2359c22f-ef4c-411c-b9bd-29af284f9ed4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:32.934097 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2359c22f-ef4c-411c-b9bd-29af284f9ed4 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/3cdeead6-371b-4f7f-8f7c-eb4ddaddad40 HTTP/1.1" status: 404 len: 337 time: 0.0724185 May 05 16:33:32.937235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50444) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:32.945795 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:27Z', 'revision_number': 6, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:21Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:32.951828 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:32.956827 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Updating router ba45db50-9110-4e81-b903-8386fd0dcbb7 port c077fe58-e983-4b1d-b661-9012ce3e0747 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:33:32.984837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.000658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 16:33:33.001178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 16:33:33.035929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.036148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-400d5d31-c3fc-4eb7-b630-ca4f30b0fbd3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:33.036674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400d5d31-c3fc-4eb7-b630-ca4f30b0fbd3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:33.041520 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-400d5d31-c3fc-4eb7-b630-ca4f30b0fbd3 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/026e0614-c16e-4cdb-a9fb-43382d9b62bc HTTP/1.1" status: 404 len: 333 time: 0.1009409 May 05 16:33:33.042155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=f4713b02-e327-4185-ad25-e0ce3103c4b6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:33.044316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50448) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.050776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529a035-c77a-40ec-a729-362e494bccc2 req-fd64fdf3-e9ed-474a-bf43-eb0e1fe1a1f4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:33.054280 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1529a035-c77a-40ec-a729-362e494bccc2 req-fd64fdf3-e9ed-474a-bf43-eb0e1fe1a1f4 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 1.1266146 May 05 16:33:33.079961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.105614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-995dfff3-d24f-4647-945b-6d57664bb17c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Unset dirty status for tenant:6d113adcb8b2493c98cf231a93eb3b81 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:33.107397 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-995dfff3-d24f-4647-945b-6d57664bb17c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports/08eb5fdc-7258-419d-a65b-cb1e41fe32bb HTTP/1.1" status: 404 len: 333 time: 0.5209560 May 05 16:33:33.113046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.149152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:33.151081 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-99344fa9-7275-48fa-8419-5a9082e59809 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:33.153235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99344fa9-7275-48fa-8419-5a9082e59809 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:33.160457 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-99344fa9-7275-48fa-8419-5a9082e59809 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/d71b3b4f-5af8-4638-8d75-6e4ce8dd8d33 HTTP/1.1" status: 404 len: 337 time: 0.1112103 May 05 16:33:33.161464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.171626 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c46cc6aa-ea15-466c-bcf7-e4479ed296f1 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/f4713b02-e327-4185-ad25-e0ce3103c4b6 HTTP/1.1" status: 204 len: 168 time: 1.1450975 May 05 16:33:33.171626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50456) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.219769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50460) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.256491 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-abbc98ef-0028-4441-8ef5-f57b31a2c43a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:33.257031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abbc98ef-0028-4441-8ef5-f57b31a2c43a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:33.262173 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-abbc98ef-0028-4441-8ef5-f57b31a2c43a tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/b093c863-cb3f-449d-aca4-323131fd386f HTTP/1.1" status: 404 len: 333 time: 0.0889089 May 05 16:33:33.263894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50464) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.328492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:33.329096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.435344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1529a035-c77a-40ec-a729-362e494bccc2 req-ee3c3a3f-ab51-4b3a-9580-70584cbfbb4b tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3736672 May 05 16:33:33.449196 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec3fdb6-c4c5-4048-b8fc-a63dfa99a587 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:33.450067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec3fdb6-c4c5-4048-b8fc-a63dfa99a587 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:33.455494 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0ec3fdb6-c4c5-4048-b8fc-a63dfa99a587 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/970daebc-09f8-4f8b-ad51-2ef503d2ca49 HTTP/1.1" status: 404 len: 337 time: 0.1891901 May 05 16:33:33.462597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50468) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.513564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6045579f-949c-4d0b-8dde-d15ecd64d889 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.525418 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-0996d4b2-f1fc-4735-8848-ea1ee9c4c297 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:33.526120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0996d4b2-f1fc-4735-8848-ea1ee9c4c297 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:33.528084 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0996d4b2-f1fc-4735-8848-ea1ee9c4c297 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/ports/27ebfdde-7924-409f-a230-ebe42036f363 HTTP/1.1" status: 404 len: 333 time: 0.0637441 May 05 16:33:33.531685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50472) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.579475 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.602517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6045579f-949c-4d0b-8dde-d15ecd64d889 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.620394 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Transition to ACTIVE for port object c077fe58-e983-4b1d-b661-9012ce3e0747 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:33.620648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491ef2c9-7888-4fad-b710-3bfa155fe811 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:33:33.698148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.709660 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3feb896-3031-419a-aaf3-43a44a886080 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] DELETE failed (client error): The resource could not be found. May 05 16:33:33.710306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3feb896-3031-419a-aaf3-43a44a886080 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:33.712410 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.712864 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e3feb896-3031-419a-aaf3-43a44a886080 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/subnets/9ebd9277-424f-41b1-bff4-46fd50f89c62 HTTP/1.1" status: 404 len: 337 time: 0.1796892 May 05 16:33:33.731903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50476) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:33.783741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:33.854740 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9430a-d487-44c5-a2e3-eafc98553af7 None None] Pushing event updated for resources: {'Port': ['ID=c077fe58-e983-4b1d-b661-9012ce3e0747,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:33.882780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a870c5f-0da5-4a57-b1d6-064a8a862320 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:33.937174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 3a870c5f-0da5-4a57-b1d6-064a8a862320 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:33.937668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a870c5f-0da5-4a57-b1d6-064a8a862320 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:33.953461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6045579f-949c-4d0b-8dde-d15ecd64d889 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.002426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ef2c9-7888-4fad-b710-3bfa155fe811 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:33:34.014251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.024830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port f3da56ee-7b65-4757-9444-2cbcb86f5503 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:34.025278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.038859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045579f-949c-4d0b-8dde-d15ecd64d889 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=685f5452-9c61-4806-83dd-b1658efb6021,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:34.044365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6045579f-949c-4d0b-8dde-d15ecd64d889 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.047881 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6045579f-949c-4d0b-8dde-d15ecd64d889 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/security-groups/685f5452-9c61-4806-83dd-b1658efb6021 HTTP/1.1" status: 204 len: 168 time: 0.9296420 May 05 16:33:34.048595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50480) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:34.128507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.134062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.146315 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Attempting to bind port c077fe58-e983-4b1d-b661-9012ce3e0747 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:34.147107 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Attempting to bind port c077fe58-e983-4b1d-b661-9012ce3e0747 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:34.147107 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Attempting to bind port c077fe58-e983-4b1d-b661-9012ce3e0747 on network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:34.154335 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:34.154699 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Checking segment: {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:34.155091 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.155489 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Bound using segment: {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:34.155971 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Bound port: c077fe58-e983-4b1d-b661-9012ce3e0747, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7d4211d-a033-4e36-ac6a-470f62baef7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:34.156364 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.296746 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] For port c077fe58-e983-4b1d-b661-9012ce3e0747, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:34.302348 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] For port c077fe58-e983-4b1d-b661-9012ce3e0747, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c077fe58-e983-4b1d-b661-9012ce3e0747,segment=NetworkSegment(e7d4211d-a033-4e36-ac6a-470f62baef7f),segment_id=e7d4211d-a033-4e36-ac6a-470f62baef7f)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:34.341178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port f3da56ee-7b65-4757-9444-2cbcb86f5503, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f3da56ee-7b65-4757-9444-2cbcb86f5503,segment=NetworkSegment(c2a37501-a6e8-49db-9a3d-8a33ec1a3b01),segment_id=c2a37501-a6e8-49db-9a3d-8a33ec1a3b01)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:34.341550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.369311 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.392237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50484) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:34.406788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'subnets': [{'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1973808694', 'ip_version': 6}, {'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:34.407550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'subnet': {'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1973808694', 'ip_version': 6}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:34.408667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Request body: {'subnet': {'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:34.458837 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b9430a-d487-44c5-a2e3-eafc98553af7 None None] Pushing event updated for resources: {'Port': ['ID=c077fe58-e983-4b1d-b661-9012ce3e0747,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:34.470647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for f3da56ee-7b65-4757-9444-2cbcb86f5503 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:34.485344 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:34.486092 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:34.634164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b02bed-dbc7-4372-b67e-b982aef65c0f None None] Network 36ab4526-61d8-4f97-951d-e92384119946 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:34.655822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.686652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e6463e-72cb-4e68-8573-613d495405f8']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:34.704916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73552c9c-b6ab-4a5c-afb6-c42b9cc26709') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:34.705316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73552c9c-b6ab-4a5c-afb6-c42b9cc26709') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:34.719403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.732571 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:34.756998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.772507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a236e1ad-344b-419b-b043-21bf584622cc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.782999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:34.783412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.897185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a236e1ad-344b-419b-b043-21bf584622cc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:34.912783 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:34.930573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:34.946916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Usage tracker for resource:subnet and tenant:cf3f924294aa436a9963d93e2ab44539 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:34.964558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:34.968978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:34.976249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:34.988767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff0ddff-5af7-4249-a8f9-dda39be1334a None None] DHCP port deletion for 36ab4526-61d8-4f97-951d-e92384119946 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:34.994892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eff0ddff-5af7-4249-a8f9-dda39be1334a None None] Deleting port f3da56ee-7b65-4757-9444-2cbcb86f5503 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:34.995231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eff0ddff-5af7-4249-a8f9-dda39be1334a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.139394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd9b806-35b0-40cb-b92a-9b52938e9615 req-a29437c3-df35-4851-9242-fe5521089081 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:35.141133 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fcd9b806-35b0-40cb-b92a-9b52938e9615 req-a29437c3-df35-4851-9242-fe5521089081 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.3084905 May 05 16:33:35.169105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eff0ddff-5af7-4249-a8f9-dda39be1334a None None] The port 'f3da56ee-7b65-4757-9444-2cbcb86f5503' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:33:35.172966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.178233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a236e1ad-344b-419b-b043-21bf584622cc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.188710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Made reservation on behalf of cf3f924294aa436a9963d93e2ab44539 for: {'subnet': 2} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:35.225035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.242732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=f3da56ee-7b65-4757-9444-2cbcb86f5503,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:35.260277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.286381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e1ad-344b-419b-b043-21bf584622cc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc55978d-0818-4ebb-9f03-f235e62e0991,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:35.286836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port f3da56ee-7b65-4757-9444-2cbcb86f5503 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:35.288437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] Pushing event deleted for resources: {'Network': ['ID=f5e6463e-72cb-4e68-8573-613d495405f8,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:35.320075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a236e1ad-344b-419b-b043-21bf584622cc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.322527 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a236e1ad-344b-419b-b043-21bf584622cc tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/security-groups/cc55978d-0818-4ebb-9f03-f235e62e0991 HTTP/1.1" status: 204 len: 168 time: 1.2612216 May 05 16:33:35.329033 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:33Z', 'revision_number': 7, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:34Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:35.329354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50490) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:35.334575 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6637cc70-e9ce-46aa-80e7-bd39324cd4eb None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:33Z', 'revision_number': 7, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:34Z', 'revision_number': 4, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:35.335525 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-59255b51-d7d3-4f88-bc33-f0dde32ad1b1 tempest-NetworksTestDHCPv6-681777977 tempest-NetworksTestDHCPv6-681777977-project] 10.222.0.70 "DELETE /v2.0/networks/f5e6463e-72cb-4e68-8573-613d495405f8 HTTP/1.1" status: 204 len: 168 time: 1.6012678 May 05 16:33:35.380591 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fcd9b806-35b0-40cb-b92a-9b52938e9615 req-935285ea-efae-46cc-82e5-f3932f8919fb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2325320 May 05 16:33:35.487779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.518288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.518911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.520887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ab4526-61d8-4f97-951d-e92384119946']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:35.544817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:35.549361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2a37501-a6e8-49db-9a3d-8a33ec1a3b01') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:35.555618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1073616b-a017-41d1-912a-ff1be933198a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.561698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.595960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.602576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1073616b-a017-41d1-912a-ff1be933198a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.618483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:35.618890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:35.634381 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:35.641939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:35.651615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.653060 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-163ec0c1-722c-4b97-afc1-99bd5f8163e3 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 700 time: 5.0005658 May 05 16:33:35.656433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50496) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:35.811219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.833681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.847626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=36ab4526-61d8-4f97-951d-e92384119946,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:35.852962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1073616b-a017-41d1-912a-ff1be933198a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.944486 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0a38fc23-c190-474d-ae4c-8a25c72e9101 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 700 time: 0.2869399 May 05 16:33:35.961438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50502) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:35.976561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7dc0e64c-e26d-43c3-9e9e-eb099113fbe3 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/36ab4526-61d8-4f97-951d-e92384119946 HTTP/1.1" status: 204 len: 168 time: 2.7508676 May 05 16:33:35.977471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1073616b-a017-41d1-912a-ff1be933198a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c66c298-994c-4568-85b0-f592faa3d4c7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:35.979805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1073616b-a017-41d1-912a-ff1be933198a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:35.984090 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1073616b-a017-41d1-912a-ff1be933198a tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/security-groups/7c66c298-994c-4568-85b0-f592faa3d4c7 HTTP/1.1" status: 204 len: 168 time: 0.6505620 May 05 16:33:35.984661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50506) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:35.984988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50508) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:35.985296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50510) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:36.083256 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6218de4b-fb1d-4522-90f4-2cc94c4d785a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:36.083695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6218de4b-fb1d-4522-90f4-2cc94c4d785a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:36.085417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6218de4b-fb1d-4522-90f4-2cc94c4d785a tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/fc818c98-3c9d-41bf-99ec-dfc6d9f8939e HTTP/1.1" status: 404 len: 337 time: 0.0989091 May 05 16:33:36.090376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50520) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:36.106592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c077fe58-e983-4b1d-b661-9012ce3e0747 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:36.131488 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-66c83181-b740-4465-908f-b2ff54b735db tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] DELETE failed (client error): The resource could not be found. May 05 16:33:36.131938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66c83181-b740-4465-908f-b2ff54b735db tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:36.133665 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66c83181-b740-4465-908f-b2ff54b735db tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/d4cba3bc-35dd-4500-9502-25de5cdeacad HTTP/1.1" status: 404 len: 339 time: 0.0444744 May 05 16:33:36.136718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50524) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:36.254016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c077fe58-e983-4b1d-b661-9012ce3e0747 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:36.259335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c077fe58-e983-4b1d-b661-9012ce3e0747 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:36.259788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.380701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.414581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c077fe58-e983-4b1d-b661-9012ce3e0747, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c077fe58-e983-4b1d-b661-9012ce3e0747,segment=NetworkSegment(e7d4211d-a033-4e36-ac6a-470f62baef7f),segment_id=e7d4211d-a033-4e36-ac6a-470f62baef7f)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:36.481545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 68512916-0a8b-447b-a381-0418bea70bc1 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:36.490079 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3b18d33f-b23b-4814-817a-a36e6a3c551d admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7d6c35b619354420a9a8c048a6e84647&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4975097 May 05 16:33:36.490079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.499929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.536556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50532) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:36.560523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f3da56ee-7b65-4757-9444-2cbcb86f5503 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:36.592979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting subnet 1aa1243c-de85-4d9b-b64c-4664a1dea1ef {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:36.597087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.598728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f3da56ee-7b65-4757-9444-2cbcb86f5503 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:36.599072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f3da56ee-7b65-4757-9444-2cbcb86f5503 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:36.608943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c077fe58-e983-4b1d-b661-9012ce3e0747,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:36.619064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.619503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.620036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.620371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.620951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.621304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.621636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.621968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.622294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.622617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.622937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:36.638258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.709572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.726168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6f8d-051f-4ae6-9dd6-204efbe7f2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.767224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6f8d-051f-4ae6-9dd6-204efbe7f2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.782885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.794314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.820141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5017e0-edfa-41ac-92f8-1d293ec1192c req-edbb1a7b-d923-4cfe-babe-2cc268f607b7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:36.821597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af5017e0-edfa-41ac-92f8-1d293ec1192c req-edbb1a7b-d923-4cfe-babe-2cc268f607b7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.2845738 May 05 16:33:36.866555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:36.921291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Subnet': ['ID=68e4f798-8a28-499c-82ed-88c78386fbd6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:36.936348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.026929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.064846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.073587 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af5017e0-edfa-41ac-92f8-1d293ec1192c req-966ff801-3302-4aa8-8486-aff672221f4a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2317667 May 05 16:33:37.084354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=68512916-0a8b-447b-a381-0418bea70bc1,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:37.084923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Checking segment: {'id': '5939aff4-268e-4d31-a4c9-d2d70b2f354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:37.085274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network hostable DHCP agents. Network: 2436d3ca-b3be-4aba-b622-bff0e71ff469, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:37.130518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.137650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d07d47-27fb-42bb-ad41-c36153a601eb None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:37.141193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Subnet': ['ID=1aa1243c-de85-4d9b-b64c-4664a1dea1ef,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:37.150799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.152933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3254784c-ba49-4a77-83c3-a9ddc146c285 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/subnets/1aa1243c-de85-4d9b-b64c-4664a1dea1ef HTTP/1.1" status: 204 len: 168 time: 1.0150280 May 05 16:33:37.161367 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1511351b-c9b5-4193-94f8-7a182f53ceae tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/68512916-0a8b-447b-a381-0418bea70bc1 HTTP/1.1" status: 204 len: 168 time: 1.1638129 May 05 16:33:37.161704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50536) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:37.161804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50540) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:37.162823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:37.171495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae43bf5-8b5c-4ca6-9c5e-32eb4ca852b7 None None] Network 1e67b2ed-0189-495b-a516-17e7942d59da requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:37.190985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6f8d-051f-4ae6-9dd6-204efbe7f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.234956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet 4d62a40b-62c3-49c4-82a8-63097c2d0eff {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:37.238258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.269484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network 2436d3ca-b3be-4aba-b622-bff0e71ff469 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:37.275827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b6f8d-051f-4ae6-9dd6-204efbe7f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5370d3d6-663e-458b-96e9-08306c2cf4d7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:37.298694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.349833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1e1b6f8d-051f-4ae6-9dd6-204efbe7f2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.353474 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1e1b6f8d-051f-4ae6-9dd6-204efbe7f2b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5370d3d6-663e-458b-96e9-08306c2cf4d7 HTTP/1.1" status: 204 len: 168 time: 0.8040252 May 05 16:33:37.354637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.398428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.431893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 2436d3ca-b3be-4aba-b622-bff0e71ff469) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:37.440880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Deleting port a8bd0dca-12f3-449e-a892-0fcd17d33fbf {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:37.443085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.446190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2858af-fb95-4964-9932-be91199dbf7d None None] Network 2436d3ca-b3be-4aba-b622-bff0e71ff469 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:37.471659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.519460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:37.520113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:37.592584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.642929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=4d62a40b-62c3-49c4-82a8-63097c2d0eff,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:37.646767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.654003 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-089aee90-e107-4aa1-ad00-8a67490abd14 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/4d62a40b-62c3-49c4-82a8-63097c2d0eff HTTP/1.1" status: 204 len: 168 time: 0.4906116 May 05 16:33:37.656701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50546) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:37.667004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event updated for resources: {'Subnet': ['ID=64b6d27b-ebb8-49eb-8434-35346e85582c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:37.727842 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-d13b8a85-2d69-46b3-ad8e-1ecc1fb78be3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:37.728581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d13b8a85-2d69-46b3-ad8e-1ecc1fb78be3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:37.730618 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d13b8a85-2d69-46b3-ad8e-1ecc1fb78be3 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/68512916-0a8b-447b-a381-0418bea70bc1 HTTP/1.1" status: 404 len: 337 time: 0.0723574 May 05 16:33:37.733201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50550) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:37.846145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting subnet ced52886-cab0-4e99-95d2-554b68c53012 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:37.858457 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:37.891671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Checking segment: {'id': 'ebec3e7f-d1a5-4af4-987f-01424f56b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:37.892030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network hostable DHCP agents. Network: 7eaa19b0-21f1-4715-a37f-3131dc50a4ba, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:37.970588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:37.998076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.048993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] For port a8bd0dca-12f3-449e-a892-0fcd17d33fbf, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,segment=NetworkSegment(99677376-61b6-4fa8-8ff1-ae73d51302df),segment_id=99677376-61b6-4fa8-8ff1-ae73d51302df)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:38.049358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.098447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430c859e-f1d2-4c58-9853-46f3715c7c8e None None] DHCP port deletion for 1e67b2ed-0189-495b-a516-17e7942d59da request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:38.145523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c077fe58-e983-4b1d-b661-9012ce3e0747 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:38.189359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.256788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Calling delete_port for a8bd0dca-12f3-449e-a892-0fcd17d33fbf owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:38.320723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-430c859e-f1d2-4c58-9853-46f3715c7c8e None None] Deleting port a8bd0dca-12f3-449e-a892-0fcd17d33fbf {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:38.320723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-430c859e-f1d2-4c58-9853-46f3715c7c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.428105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.444223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-2436d3ca-b3be-4aba-b622-bff0e71ff469', 'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469', 'tenant_id': 'cf3f924294aa436a9963d93e2ab44539', 'fixed_ips': [{'subnet_id': '68e4f798-8a28-499c-82ed-88c78386fbd6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:38.445304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.527784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:38.537406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.602844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Port': ['ID=a8bd0dca-12f3-449e-a892-0fcd17d33fbf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:38.609344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Subnet': ['ID=ced52886-cab0-4e99-95d2-554b68c53012,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:38.621817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 7eaa19b0-21f1-4715-a37f-3131dc50a4ba) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:38.636838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] No DVR routers for this DVR port a8bd0dca-12f3-449e-a892-0fcd17d33fbf on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:38.642808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.653024 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7be9c083-6db6-4630-9e87-2546c8c3f16c tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/ced52886-cab0-4e99-95d2-554b68c53012 HTTP/1.1" status: 204 len: 168 time: 0.9184341 May 05 16:33:38.656184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50566) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:38.671155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218d11ca-cf61-4d51-8cf9-6670e278ed44 None None] Network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:38.682477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:38.683374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:38.684433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.693884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-430c859e-f1d2-4c58-9853-46f3715c7c8e None None] The port 'a8bd0dca-12f3-449e-a892-0fcd17d33fbf' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:33:38.700035 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f5bb3a-c8fc-418d-ba28-a8ed5b8d0fc1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:38.700526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07f5bb3a-c8fc-418d-ba28-a8ed5b8d0fc1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:38.702191 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-07f5bb3a-c8fc-418d-ba28-a8ed5b8d0fc1 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/c3701ae7-979b-47e2-b450-490adb0dea08 HTTP/1.1" status: 404 len: 337 time: 0.0451207 May 05 16:33:38.706728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:38.708126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e7a6c-0ecf-4b0a-b416-155d15bbcabc req-11ff5fbb-982b-4388-818c-d5be2d9274eb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:38.709568 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9c1e7a6c-0ecf-4b0a-b416-155d15bbcabc req-11ff5fbb-982b-4388-818c-d5be2d9274eb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.3613803 May 05 16:33:38.770540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9c1e7a6c-0ecf-4b0a-b416-155d15bbcabc req-27defd61-4cd9-4ecf-b395-c6e1fcb1e691 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501549 May 05 16:33:38.813053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c077fe58-e983-4b1d-b661-9012ce3e0747 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:38.813053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:38.834661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50578) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:38.834872 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fb262f49-47b3-4c23-a03d-6a2406994972 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "GET /v2.0/ports?device_id=954e3ce9-3739-4b45-94be-905d5516362e HTTP/1.1" status: 200 len: 205 time: 0.1234994 May 05 16:33:38.932561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-154a094f-6cc2-46f8-bb15-604eb6a7274e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] delete failed (client error): The resource could not be found. May 05 16:33:38.933712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-154a094f-6cc2-46f8-bb15-604eb6a7274e tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/routers/954e3ce9-3739-4b45-94be-905d5516362e HTTP/1.1" status: 404 len: 336 time: 0.0976915 May 05 16:33:38.936798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50582) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:38.947141 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9537f58b-27b2-409c-b2c1-35f5ee053193 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.5461249 May 05 16:33:38.971754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50586) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:38.986233 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-69c8a0c9-6785-443b-96e6-b2f19c4a4c28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:38.987013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69c8a0c9-6785-443b-96e6-b2f19c4a4c28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:38.989851 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-69c8a0c9-6785-443b-96e6-b2f19c4a4c28 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/10c291c7-0277-41bb-9ea8-363d6613c7d3 HTTP/1.1" status: 404 len: 337 time: 0.0519397 May 05 16:33:38.993202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50590) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.039243 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccda6ed-aa50-4216-b34e-4699c1a5a330 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.039643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccda6ed-aa50-4216-b34e-4699c1a5a330 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.043774 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ccda6ed-aa50-4216-b34e-4699c1a5a330 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/9393c378-9c8a-45b5-9d4f-d79f28a088f2 HTTP/1.1" status: 404 len: 337 time: 0.0472901 May 05 16:33:39.044467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50594) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.079275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aecffc-fd00-4b7f-8c9e-73912761d28f tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:39.080810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aecffc-fd00-4b7f-8c9e-73912761d28f tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:39.082160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39aecffc-fd00-4b7f-8c9e-73912761d28f tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:39.082956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-39aecffc-fd00-4b7f-8c9e-73912761d28f tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Synchronizing usage tracker for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:39.088964 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-31862bb0-c7b2-4df5-9aaf-88ba0c86a8c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.089481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31862bb0-c7b2-4df5-9aaf-88ba0c86a8c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.093448 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-31862bb0-c7b2-4df5-9aaf-88ba0c86a8c4 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/6c0358f7-de5f-43e6-b738-295691f22b9f HTTP/1.1" status: 404 len: 337 time: 0.0457478 May 05 16:33:39.094057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50598) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.110453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.171607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port c077fe58-e983-4b1d-b661-9012ce3e0747 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:39.172525 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9768aab6-0179-41fb-a333-261785746d84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.172974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9768aab6-0179-41fb-a333-261785746d84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.176987 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9768aab6-0179-41fb-a333-261785746d84 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/bcb142ab-b1d6-4426-8b7e-d55f429841a9 HTTP/1.1" status: 404 len: 333 time: 0.0794184 May 05 16:33:39.177258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.177349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50604) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.238694 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-57da87a9-e48b-48ff-8bf5-1974ed249f01 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.239132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57da87a9-e48b-48ff-8bf5-1974ed249f01 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.243231 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-57da87a9-e48b-48ff-8bf5-1974ed249f01 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/9b99ae6a-2c32-42ed-8e50-777705e97c29 HTTP/1.1" status: 404 len: 337 time: 0.0628157 May 05 16:33:39.243383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Allocated IP 2001:db8::1 (2436d3ca-b3be-4aba-b622-bff0e71ff469/68e4f798-8a28-499c-82ed-88c78386fbd6/5a1889d1-27b9-4b80-ab0f-5b50d5988fe0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:39.243844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e67b2ed-0189-495b-a516-17e7942d59da']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:39.243968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50608) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.245138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-7eaa19b0-21f1-4715-a37f-3131dc50a4ba', 'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba', 'tenant_id': 'cf3f924294aa436a9963d93e2ab44539', 'fixed_ips': [{'subnet_id': '64b6d27b-ebb8-49eb-8434-35346e85582c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:39.245972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.275906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99677376-61b6-4fa8-8ff1-ae73d51302df') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:39.276503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99677376-61b6-4fa8-8ff1-ae73d51302df') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:39.287417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f83a1a36-124d-431e-b402-0515fcef3490 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.287958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f83a1a36-124d-431e-b402-0515fcef3490 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.291501 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f83a1a36-124d-431e-b402-0515fcef3490 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/e1f4b33d-402a-4e59-9c62-5b22337e592f HTTP/1.1" status: 404 len: 337 time: 0.0452316 May 05 16:33:39.292648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50612) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.302402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-39aecffc-fd00-4b7f-8c9e-73912761d28f tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Unset dirty status for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:39.303906 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-39aecffc-fd00-4b7f-8c9e-73912761d28f tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3289311 May 05 16:33:39.314263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50616) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.340229 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-02f143b9-8191-4480-9caf-8f1fcec7fbfd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.343080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02f143b9-8191-4480-9caf-8f1fcec7fbfd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.346040 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-02f143b9-8191-4480-9caf-8f1fcec7fbfd tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/f91dd555-5ee8-4767-a6e6-26815be5bd1d HTTP/1.1" status: 404 len: 333 time: 0.0521181 May 05 16:33:39.346680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50620) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.352277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.404850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50624) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.408258 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6354ee94-5c69-49c9-8723-3fad4bad8f49 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.409644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6354ee94-5c69-49c9-8723-3fad4bad8f49 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.411492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6354ee94-5c69-49c9-8723-3fad4bad8f49 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/fd624f8f-1f1d-4897-9d52-fc038e866969 HTTP/1.1" status: 404 len: 337 time: 0.0637772 May 05 16:33:39.416114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50628) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.463558 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9726e6fd-be19-4a29-9176-2e3ccaa11041 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] DELETE failed (client error): The resource could not be found. May 05 16:33:39.464779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9726e6fd-be19-4a29-9176-2e3ccaa11041 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:33:39.469015 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9726e6fd-be19-4a29-9176-2e3ccaa11041 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/subnets/77684e10-ad89-4f13-9d63-ffb34a308791 HTTP/1.1" status: 404 len: 337 time: 0.0494630 May 05 16:33:39.469831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:39.505405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.561532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port d0832e06-40be-4ba9-9d65-3679ee2fd46d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:39.562184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.596659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:33Z', 'revision_number': 7, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:36Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:39.610962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port c077fe58-e983-4b1d-b661-9012ce3e0747, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c077fe58-e983-4b1d-b661-9012ce3e0747,segment=NetworkSegment(e7d4211d-a033-4e36-ac6a-470f62baef7f),segment_id=e7d4211d-a033-4e36-ac6a-470f62baef7f)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:39.611326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.646761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:39.648449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4c1c156d-7922-4bde-833f-ac5c89262531 tempest-DvrRoutersNegativeTest-405915525 tempest-DvrRoutersNegativeTest-405915525-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1729943659', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:39.650792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.policy [None req-4c1c156d-7922-4bde-833f-ac5c89262531 tempest-DvrRoutersNegativeTest-405915525 tempest-DvrRoutersNegativeTest-405915525-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=84818) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} May 05 16:33:39.651089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.policy [None req-4c1c156d-7922-4bde-833f-ac5c89262531 tempest-DvrRoutersNegativeTest-405915525 tempest-DvrRoutersNegativeTest-405915525-project] Failed policy check for 'create_router' {{(pid=84818) enforce /opt/stack/neutron/neutron/policy.py:482}} May 05 16:33:39.651685 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-4c1c156d-7922-4bde-833f-ac5c89262531 tempest-DvrRoutersNegativeTest-405915525 tempest-DvrRoutersNegativeTest-405915525-project] create failed (client error): Access was denied to this resource. May 05 16:33:39.653050 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4c1c156d-7922-4bde-833f-ac5c89262531 tempest-DvrRoutersNegativeTest-405915525 tempest-DvrRoutersNegativeTest-405915525-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2468262 May 05 16:33:39.790014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:39.790909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:39.833052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:39.833581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.904349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:39.960114 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:39.990336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for c077fe58-e983-4b1d-b661-9012ce3e0747 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:39.999035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffd0df8-0a02-41d2-8a98-d58548463d4c None None] Network a488931e-0f7f-4f19-9ec8-d297fc69fb9d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:40.059666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for d0832e06-40be-4ba9-9d65-3679ee2fd46d owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:40.088403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a8bd0dca-12f3-449e-a892-0fcd17d33fbf no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:40.093008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Deleting subnet 68e4f798-8a28-499c-82ed-88c78386fbd6 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:40.113138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Allocated IP 2001:db8:0:1::1 (7eaa19b0-21f1-4715-a37f-3131dc50a4ba/64b6d27b-ebb8-49eb-8434-35346e85582c/dcf2c83f-07fa-4008-8b14-2b8ac476bf8e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:40.202026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a8bd0dca-12f3-449e-a892-0fcd17d33fbf {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:40.202449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a8bd0dca-12f3-449e-a892-0fcd17d33fbf not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:40.256011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.272898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.286218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.298546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] Pushing event deleted for resources: {'Network': ['ID=1e67b2ed-0189-495b-a516-17e7942d59da,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:40.311339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-94ed1795-df24-4192-8c20-b0c58c8938c6 tempest-NetworksIpV6Test-1068559259 tempest-NetworksIpV6Test-1068559259-project] 10.222.0.70 "DELETE /v2.0/networks/1e67b2ed-0189-495b-a516-17e7942d59da HTTP/1.1" status: 204 len: 168 time: 3.1545320 May 05 16:33:40.336642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac1a01-5fe0-4664-be2c-8ab391c41745 req-e648945d-88e5-4b32-b841-ea763ff37ed3 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:40.338096 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-83ac1a01-5fe0-4664-be2c-8ab391c41745 req-e648945d-88e5-4b32-b841-ea763ff37ed3 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.3143075 May 05 16:33:40.340645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=d0832e06-40be-4ba9-9d65-3679ee2fd46d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:40.357974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.429653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.434716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:40.453496 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-83ac1a01-5fe0-4664-be2c-8ab391c41745 req-e84759f4-f819-43d4-b4c7-acec51950581 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098149 May 05 16:33:40.454628 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b1d66abf-df9e-4062-b9e9-571a2f347148 tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/ports/d0832e06-40be-4ba9-9d65-3679ee2fd46d HTTP/1.1" status: 204 len: 168 time: 0.9830849 May 05 16:33:40.455535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50646) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:40.485237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4d0a5ad6-585d-4799-a15b-94e9e23f8e17 None None] Provisioning complete for port d0832e06-40be-4ba9-9d65-3679ee2fd46d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:40.485757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5ad6-585d-4799-a15b-94e9e23f8e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.521740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50650) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:40.560468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d0a5ad6-585d-4799-a15b-94e9e23f8e17 None None] Port d0832e06-40be-4ba9-9d65-3679ee2fd46d was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:33:40.570836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.580257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Transition to ACTIVE for port object 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:40.598343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.611833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Deleting port df111be0-a58b-4305-8ffa-9e0b4c607de3 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:40.611833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.622158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=c077fe58-e983-4b1d-b661-9012ce3e0747,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:40.862756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Transition to ACTIVE for port object 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:40.915184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.984345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:40.989576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] For port df111be0-a58b-4305-8ffa-9e0b4c607de3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=df111be0-a58b-4305-8ffa-9e0b4c607de3,segment=NetworkSegment(b9eac205-4c13-4412-8f88-172db266f76a),segment_id=b9eac205-4c13-4412-8f88-172db266f76a)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:40.990121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.033369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:41.039767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.040902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50658) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:41.051525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Usage tracker for resource:security_group_rule and tenant:e6b730e1d3704aaca525a87b230b97d1 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:41.060098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:41.068023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.093769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:41.102689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4d0a5ad6-585d-4799-a15b-94e9e23f8e17 None None] Provisioning complete for port df111be0-a58b-4305-8ffa-9e0b4c607de3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:41.104087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d0a5ad6-585d-4799-a15b-94e9e23f8e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.191898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.200010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Network 2436d3ca-b3be-4aba-b622-bff0e71ff469 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:41.232860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:41.244981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.257111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Calling delete_port for df111be0-a58b-4305-8ffa-9e0b4c607de3 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:41.263977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:41.276082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.317806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Transition to ACTIVE for port object dcf2c83f-07fa-4008-8b14-2b8ac476bf8e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:41.350309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.369898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Pushing event updated for resources: {'Port': ['ID=5a1889d1-27b9-4b80-ab0f-5b50d5988fe0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:41.372938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059e4a28-1670-4ecd-b582-df7be3b8ecbc None None] DHCP port deletion for a488931e-0f7f-4f19-9ec8-d297fc69fb9d request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:41.406543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.427890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-059e4a28-1670-4ecd-b582-df7be3b8ecbc None None] Deleting port df111be0-a58b-4305-8ffa-9e0b4c607de3 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:41.428263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-059e4a28-1670-4ecd-b582-df7be3b8ecbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.429391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.460919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Port': ['ID=df111be0-a58b-4305-8ffa-9e0b4c607de3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:41.470063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] No DVR routers for this DVR port df111be0-a58b-4305-8ffa-9e0b4c607de3 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:41.516585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Transition to ACTIVE for port object dcf2c83f-07fa-4008-8b14-2b8ac476bf8e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:41.518350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c848b502-ec94-4338-8e4c-ebf8edf6968b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:41.523089 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.plugins.ml2.db [None req-4d0a5ad6-585d-4799-a15b-94e9e23f8e17 None None] No ports have port_id starting with df111be0-a58b-4305-8ffa-9e0b4c607de3 May 05 16:33:41.551221 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a5f53e15-e8c3-40de-b7e3-74bb94b82842 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e6b730e1d3704aaca525a87b230b97d1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0284071 May 05 16:33:41.555864 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b327ea28-6079-4724-9eac-4d80524656ac admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=abc5442473614ddf98951b4985ecb038&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5128043 May 05 16:33:41.556817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50666) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:41.562052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Attempting to bind port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:41.562422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Attempting to bind port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5939aff4-268e-4d31-a4c9-d2d70b2f354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:41.562792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Attempting to bind port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 on network 2436d3ca-b3be-4aba-b622-bff0e71ff469 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:41.572288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50668) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:41.574035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-059e4a28-1670-4ecd-b582-df7be3b8ecbc None None] The port 'df111be0-a58b-4305-8ffa-9e0b4c607de3' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:33:41.604664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:41.604664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Checking segment: {'id': '5939aff4-268e-4d31-a4c9-d2d70b2f354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:41.604664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.604664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Bound using segment: {'id': '5939aff4-268e-4d31-a4c9-d2d70b2f354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:41.604664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Bound port: 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5939aff4-268e-4d31-a4c9-d2d70b2f354a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '2436d3ca-b3be-4aba-b622-bff0e71ff469'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:41.604664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.611328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.646728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.712773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Subnet': ['ID=68e4f798-8a28-499c-82ed-88c78386fbd6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:41.722947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.757033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Pushing event updated for resources: {'Port': ['ID=dcf2c83f-07fa-4008-8b14-2b8ac476bf8e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:41.763487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:41.766148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-15998252-fef4-40a8-b346-195c554b795d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.767016 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-97b11490-e72e-45c5-928f-ad30d9be1eed req-1b69f00c-b503-4810-a6d0-cf6f08ef024b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1098 time: 0.4191954 May 05 16:33:41.772483 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:41.778598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:41.779697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.787305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09101687-9a5f-456e-947d-447aa80b6107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.845183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b822ba-9802-485e-ba5b-f265f6de96e7 req-88412b23-9d5c-47ae-8276-a01635c1f680 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:41.846617 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-23b822ba-9802-485e-ba5b-f265f6de96e7 req-88412b23-9d5c-47ae-8276-a01635c1f680 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.1761706 May 05 16:33:41.848551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a488931e-0f7f-4f19-9ec8-d297fc69fb9d']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:41.877271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-97b11490-e72e-45c5-928f-ad30d9be1eed req-1bb78816-311d-4ad7-b377-4ba7e483f1bb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008294 May 05 16:33:41.881012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9eac205-4c13-4412-8f88-172db266f76a') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:41.881368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9eac205-4c13-4412-8f88-172db266f76a') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:41.900359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:33Z', 'revision_number': 7, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:36Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:41.914995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.941286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-44cc2477-4285-4035-86d2-14d7789e36d0 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/subnets/68e4f798-8a28-499c-82ed-88c78386fbd6 HTTP/1.1" status: 204 len: 168 time: 2.6235251 May 05 16:33:41.941525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] For port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:41.942225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707dc26-029c-4cbc-8cbb-8fb2eb3f350c None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:33Z', 'revision_number': 7, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c077fe58-e983-4b1d-b661-9012ce3e0747', 'name': '', 'network_id': 'b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fb:d7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:19Z', 'updated_at': '2022-05-05T16:33:36Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': 'cb9b79e8-84c4-46ee-b18d-356670d6d4ee', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:41.948382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50674) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:41.968588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] For port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5a1889d1-27b9-4b80-ab0f-5b50d5988fe0,segment=NetworkSegment(5939aff4-268e-4d31-a4c9-d2d70b2f354a),segment_id=5939aff4-268e-4d31-a4c9-d2d70b2f354a)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:41.976061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-15998252-fef4-40a8-b346-195c554b795d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.984481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Attempting to bind port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:41.984686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09101687-9a5f-456e-947d-447aa80b6107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:41.984801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Attempting to bind port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ebec3e7f-d1a5-4af4-987f-01424f56b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:41.987910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Attempting to bind port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e on network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:42.014579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:42.015136 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-23b822ba-9802-485e-ba5b-f265f6de96e7 req-6a6b0d17-c678-4ae8-b7d5-d4b3c21403a8 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422184 May 05 16:33:42.033129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.036089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Checking segment: {'id': 'ebec3e7f-d1a5-4af4-987f-01424f56b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:42.041139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.042724 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Bound using segment: {'id': 'ebec3e7f-d1a5-4af4-987f-01424f56b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:42.046433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Bound port: dcf2c83f-07fa-4008-8b14-2b8ac476bf8e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebec3e7f-d1a5-4af4-987f-01424f56b80b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '7eaa19b0-21f1-4715-a37f-3131dc50a4ba'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:42.047180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.063069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:42.063474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:42.079859 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:42.103545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.170458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:42.227920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: df111be0-a58b-4305-8ffa-9e0b4c607de3 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:42.228321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device df111be0-a58b-4305-8ffa-9e0b4c607de3 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:42.332399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] For port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:42.336592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] For port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=dcf2c83f-07fa-4008-8b14-2b8ac476bf8e,segment=NetworkSegment(ebec3e7f-d1a5-4af4-987f-01424f56b80b),segment_id=ebec3e7f-d1a5-4af4-987f-01424f56b80b)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:42.370705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf6488-f480-4fe6-87ea-e218f763a45e None None] Pushing event updated for resources: {'Port': ['ID=5a1889d1-27b9-4b80-ab0f-5b50d5988fe0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:42.376144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Deleting subnet 64b6d27b-ebb8-49eb-8434-35346e85582c {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:42.387361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.397986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:33:42.420167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:42.429058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.463586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09101687-9a5f-456e-947d-447aa80b6107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.464714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.476855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] Pushing event deleted for resources: {'Network': ['ID=a488931e-0f7f-4f19-9ec8-d297fc69fb9d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:42.493727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09101687-9a5f-456e-947d-447aa80b6107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c848b502-ec94-4338-8e4c-ebf8edf6968b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:42.499757 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-476501ee-6742-46b6-9131-520dcffd308b tempest-PortsTestJSON-783193053 tempest-PortsTestJSON-783193053-project] 10.222.0.70 "DELETE /v2.0/networks/a488931e-0f7f-4f19-9ec8-d297fc69fb9d HTTP/1.1" status: 204 len: 168 time: 2.0399742 May 05 16:33:42.512261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.522233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-15998252-fef4-40a8-b346-195c554b795d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.548681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15998252-fef4-40a8-b346-195c554b795d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e332ec2-939d-41c7-a756-5d14b61ff80f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:42.561350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-09101687-9a5f-456e-947d-447aa80b6107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.564988 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-09101687-9a5f-456e-947d-447aa80b6107 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c848b502-ec94-4338-8e4c-ebf8edf6968b HTTP/1.1" status: 204 len: 168 time: 1.0034978 May 05 16:33:42.565130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.585899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-15998252-fef4-40a8-b346-195c554b795d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.589478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-15998252-fef4-40a8-b346-195c554b795d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7e332ec2-939d-41c7-a756-5d14b61ff80f HTTP/1.1" status: 204 len: 168 time: 1.0135872 May 05 16:33:42.592707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:42.679747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.697843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b99e2f-6601-4302-838a-95b068c71c65 None None] Pushing event updated for resources: {'Port': ['ID=dcf2c83f-07fa-4008-8b14-2b8ac476bf8e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:42.790342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.resource_extend [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:33:42.810815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:42.822000 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:42.824540 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d2db25c7-8459-4e16-9d04-a6a3ec7df690 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8616300 May 05 16:33:42.827151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50684) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:42.856543 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:42.856893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.857111 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:42.926376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:42.934370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Subnet': ['ID=64b6d27b-ebb8-49eb-8434-35346e85582c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:42.945117 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9c23d29b-5bc5-4ff0-9ef3-acca271fb276 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/subnets/64b6d27b-ebb8-49eb-8434-35346e85582c HTTP/1.1" status: 204 len: 168 time: 0.9933577 May 05 16:33:42.945424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50688) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:42.951120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7fa9d6-de7d-4c51-8a57-0181c09d07c2 None None] Network 2436d3ca-b3be-4aba-b622-bff0e71ff469 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:42.987430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.111026 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:43.278347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:33:43.353770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:43.405748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet cb9b79e8-84c4-46ee-b18d-356670d6d4ee {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:43.453792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:43.478071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.493670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50702) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:43.494162 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc0c043-c025-4a33-9849-0844ddac9089'] response: {'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'code': 200} May 05 16:33:43.503940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.578370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'port_id': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'mac_address': 'fa:16:3e:6c:eb:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:33:43.613025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1647a69-5a29-4f91-8b64-6dad19e5e029 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:43.614145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1647a69-5a29-4f91-8b64-6dad19e5e029 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Synchronizing usage tracker for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:subnet {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:43.653785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.720329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.729574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ee5934-ecbb-403b-b978-4b579e15c1a9 req-3840d177-e507-4f27-844f-ff990f78ae49 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:43.735810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:43.739663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4ee5934-ecbb-403b-b978-4b579e15c1a9 req-3840d177-e507-4f27-844f-ff990f78ae49 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 943 time: 0.3263514 May 05 16:33:43.760000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:33:43.762466 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:40Z', 'revision_number': 8, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:43.770540 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:43.788108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1647a69-5a29-4f91-8b64-6dad19e5e029 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Unset dirty status for tenant:cf3f924294aa436a9963d93e2ab44539 on resource:subnet {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:43.789735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1647a69-5a29-4f91-8b64-6dad19e5e029 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8423829 May 05 16:33:43.794198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50710) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:43.806824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:43.811424 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:43.812219 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:43.846958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.890482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:43.937721 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4ee5934-ecbb-403b-b978-4b579e15c1a9 req-5e1a18db-7aa2-4555-874f-676c375295c0 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968918 May 05 16:33:44.063405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:44.092400 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:44.118239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.142711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.157523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Deleting port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:44.157861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.181525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dcf2c83f-07fa-4008-8b14-2b8ac476bf8e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:44.270555 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-6aea883f-042e-4c24-89c6-f63b91322e81 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2728453 May 05 16:33:44.284634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.290623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:33:44.297223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=cb9b79e8-84c4-46ee-b18d-356670d6d4ee,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:44.318638 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-20e9988f-6348-43b3-befe-e5f61891bdb6 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/cb9b79e8-84c4-46ee-b18d-356670d6d4ee HTTP/1.1" status: 204 len: 168 time: 1.4876628 May 05 16:33:44.319251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50720) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:44.372548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f71639-5c79-4169-9df1-54658950cf70 None None] Network b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:44.602489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.626428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 948b1269-1674-4c40-8710-c559092c289e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:44.627657 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.629217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bbda6-0d29-4a59-8792-1a433dcfd2ed None None] Network 7eaa19b0-21f1-4715-a37f-3131dc50a4ba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:44.737573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] For port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=dcf2c83f-07fa-4008-8b14-2b8ac476bf8e,segment=NetworkSegment(ebec3e7f-d1a5-4af4-987f-01424f56b80b),segment_id=ebec3e7f-d1a5-4af4-987f-01424f56b80b)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:44.738051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:44.763118 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-366861e0-0f69-4210-8c59-3b97470f0ab8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=6d113adcb8b2493c98cf231a93eb3b81&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2648630 May 05 16:33:44.773763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50734) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:44.863866 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:40Z', 'revision_number': 8, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:44.870153 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82d4d94f-8c1d-4cdd-b172-3b9b27d7fb97 None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:40Z', 'revision_number': 8, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '1f4044f8-537f-49a9-9b90-203629544ca6', 'name': '', 'network_id': '119faa73-fd39-4faa-aeba-9bd1577a10f3', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:fc:11:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:10Z', 'updated_at': '2022-05-05T16:33:29Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '8f41674c-c252-4ad4-b9bf-9e4aff4e58f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:45.019685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port 948b1269-1674-4c40-8710-c559092c289e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=948b1269-1674-4c40-8710-c559092c289e,segment=NetworkSegment(e7d4211d-a033-4e36-ac6a-470f62baef7f),segment_id=e7d4211d-a033-4e36-ac6a-470f62baef7f)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:45.020292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.036434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-35e5a11b-6ccc-4a2a-ab7e-eed998c67df7 None None] Provisioning for port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:45.049274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Calling delete_port for dcf2c83f-07fa-4008-8b14-2b8ac476bf8e owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:45.188385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 948b1269-1674-4c40-8710-c559092c289e owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:45.273395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:45.311001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:45.311375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.330487 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-8825dab4-232f-472f-9d4c-90a11628c6bd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1097 time: 0.8076513 May 05 16:33:45.375707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.436270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34ba37b-44c7-450b-98e0-eeded1223cf0 None None] DHCP port deletion for b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:45.454913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5526dcf8-6ac9-4f6e-ab16-538aaa808153 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.480285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50750) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:45.483923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ff31be-96ad-42e0-b313-578127d42121 None None] DHCP port deletion for 7eaa19b0-21f1-4715-a37f-3131dc50a4ba request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:45.490279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=948b1269-1674-4c40-8710-c559092c289e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:45.507635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No DVR routers for this DVR port 948b1269-1674-4c40-8710-c559092c289e on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:45.587929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.610428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-79ff31be-96ad-42e0-b313-578127d42121 None None] Deleting port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:45.610795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-79ff31be-96ad-42e0-b313-578127d42121 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.625444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.646440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5526dcf8-6ac9-4f6e-ab16-538aaa808153 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.673216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50756) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:45.709143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-79ff31be-96ad-42e0-b313-578127d42121 None None] The port 'dcf2c83f-07fa-4008-8b14-2b8ac476bf8e' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:33:45.732018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3730e4-01bf-4a53-8e56-6454e39f7b51 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 16:33:45.793072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.816981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Port': ['ID=dcf2c83f-07fa-4008-8b14-2b8ac476bf8e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:45.827643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:45.827867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5526dcf8-6ac9-4f6e-ab16-538aaa808153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.847435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7d4211d-a033-4e36-ac6a-470f62baef7f') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:45.847435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7d4211d-a033-4e36-ac6a-470f62baef7f') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:45.855946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3730e4-01bf-4a53-8e56-6454e39f7b51 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 16:33:45.857767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.864670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637f3ff3-e26f-40d4-89f0-78b6db93b9c8 req-34c438fc-0c29-4d26-b7a5-fb3005acf059 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:45.875176 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-637f3ff3-e26f-40d4-89f0-78b6db93b9c8 req-34c438fc-0c29-4d26-b7a5-fb3005acf059 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 944 time: 0.7017550 May 05 16:33:45.876408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.884384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:45.887402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:45.907608 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:45.918784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5526dcf8-6ac9-4f6e-ab16-538aaa808153 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:45.919910 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5526dcf8-6ac9-4f6e-ab16-538aaa808153 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/43b98045-ed18-4da8-8f66-e454786395c1 HTTP/1.1" status: 204 len: 168 time: 1.1123629 May 05 16:33:45.931597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526dcf8-6ac9-4f6e-ab16-538aaa808153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b98045-ed18-4da8-8f66-e454786395c1,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:45.933023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3eb37f97-3f61-457f-9af2-9905ec2fffb0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:45.933023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-3eb37f97-3f61-457f-9af2-9905ec2fffb0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): There was a conflict when trying to complete your request. May 05 16:33:45.933023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3eb37f97-3f61-457f-9af2-9905ec2fffb0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4324989 May 05 16:33:45.933294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] No DVR routers for this DVR port dcf2c83f-07fa-4008-8b14-2b8ac476bf8e on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:45.962078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50764) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:45.988084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--311284944'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:46.038888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:46.043494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:46.050863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:46.073690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-409726360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:46.084314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:46.092521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:router and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:46.101332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:46.102403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 948b1269-1674-4c40-8710-c559092c289e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:46.107941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-b8b11ec6-ccb9-4415-a7d4-71b492ab78db service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:46.109406 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-b8b11ec6-ccb9-4415-a7d4-71b492ab78db service neutron] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 897 time: 0.7412739 May 05 16:33:46.110284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.110426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:46.120931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.141781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 948b1269-1674-4c40-8710-c559092c289e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:46.142152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 948b1269-1674-4c40-8710-c559092c289e not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:46.142567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dcf2c83f-07fa-4008-8b14-2b8ac476bf8e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:46.149694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:46.172851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:46.180736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2d61f93b-ff42-4dee-a90a-caebda27400d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/b2c5bc44-fafd-4325-a0ed-6e10ac3c4cf0 HTTP/1.1" status: 204 len: 168 time: 1.8603351 May 05 16:33:46.181936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50768) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:46.183422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: dcf2c83f-07fa-4008-8b14-2b8ac476bf8e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:46.183812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dcf2c83f-07fa-4008-8b14-2b8ac476bf8e not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:46.184229 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c077fe58-e983-4b1d-b661-9012ce3e0747 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:46.212085 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-637f3ff3-e26f-40d4-89f0-78b6db93b9c8 req-0fe2746e-ba59-4cab-a024-47c4633a7de9 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3367770 May 05 16:33:46.225506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.241747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c077fe58-e983-4b1d-b661-9012ce3e0747 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:46.247055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c077fe58-e983-4b1d-b661-9012ce3e0747 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:46.264895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50772) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:46.282861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.283844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.359775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.380782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7eaa19b0-21f1-4715-a37f-3131dc50a4ba']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:46.382793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.411162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.454072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebec3e7f-d1a5-4af4-987f-01424f56b80b') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:46.454636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebec3e7f-d1a5-4af4-987f-01424f56b80b') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:46.483933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.494687 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-57031b61-7fcf-403a-b5af-d498de7cc092 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 1000 time: 0.3568759 May 05 16:33:46.507720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.544875 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-647ed3f9-38c3-4ede-be30-31b6dcd58374 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/floatingips/6b259276-12a2-4a94-9871-ba94637452e2 HTTP/1.1" status: 200 len: 992 time: 0.2789311 May 05 16:33:46.550979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.566444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:46.566853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:46.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:46.650310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.663699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-d5770e43-e368-44ac-8cd7-ba667ac2a9ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:46.665148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-d5770e43-e368-44ac-8cd7-ba667ac2a9ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.1614223 May 05 16:33:46.708486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.709852 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a3f0dda8-0342-4633-8e63-db924ad67cb6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0323946 May 05 16:33:46.713586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50784) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:46.732779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1563825051'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:46.742159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:46.757539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:network and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:46.769257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:46.780581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.784758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:46.788776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:46.827555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:46.832394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Network': ['ID=7eaa19b0-21f1-4715-a37f-3131dc50a4ba,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:46.848611 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8474fa13-c845-434e-8204-0103e9f8d339 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/networks/7eaa19b0-21f1-4715-a37f-3131dc50a4ba HTTP/1.1" status: 204 len: 168 time: 3.0510762 May 05 16:33:46.848611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:46.855756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:46.858594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:46.861605 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-3d699cf9-bffe-404c-868e-78bd80a410a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1907818 May 05 16:33:46.867231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:46.934694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Made reservation on behalf of c5039536b30947218afcdd49a25c4368 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:46.937972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.189417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.273877 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.289529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 1f4044f8-537f-49a9-9b90-203629544ca6 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:47.289871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.298358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:47.309823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:security_group_rule and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:47.327667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:47.348710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:47.360960 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-878e1e2f-d09b-47d0-8daf-2ff08260a811 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4683890 May 05 16:33:47.365102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Deleting port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:47.365437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.545898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.573060 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc39fd88-a239-4015-975f-ac1f43da8107 req-2e0054eb-74d0-4b62-9d7e-2825e1e12fa1 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819732 May 05 16:33:47.585645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port 1f4044f8-537f-49a9-9b90-203629544ca6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1f4044f8-537f-49a9-9b90-203629544ca6,segment=NetworkSegment(2617f3ed-d6d7-4577-8602-410858815d8b),segment_id=2617f3ed-d6d7-4577-8602-410858815d8b)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:47.586005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.630201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:47.691706 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:33:47.713180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 1f4044f8-537f-49a9-9b90-203629544ca6 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:47.763714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:47.809659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:47.812918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e1c099-fa59-4f35-8048-de34354991ba,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:47.816331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:47.839628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:47.860294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] For port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5a1889d1-27b9-4b80-ab0f-5b50d5988fe0,segment=NetworkSegment(5939aff4-268e-4d31-a4c9-d2d70b2f354a),segment_id=5939aff4-268e-4d31-a4c9-d2d70b2f354a)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:47.860654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.021900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Calling delete_port for 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:48.088392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.112350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.132340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.152610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.161423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=1f4044f8-537f-49a9-9b90-203629544ca6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:48.183506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:48.188849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.207660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0415ed06-8cd1-49db-957e-aaaf4c2063f4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:48.225518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.225839 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Added segment 9742d328-56fb-4c34-a97a-6641325c5d99 of type vlan for network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 May 05 16:33:48.279983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d0f8a6-7328-45cd-a4c2-da332cad9048,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:48.283161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.335975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.341304 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f2495d68-eac0-4d5c-9582-72502f29db00 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.3730352 May 05 16:33:48.344826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50808) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:48.349844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'b2d0f8a6-7328-45cd-a4c2-da332cad9048', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:48.357164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:48.361573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:48.365176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:48.367928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.419263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:48.430097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] No DVR routers for this DVR port 5a1889d1-27b9-4b80-ab0f-5b50d5988fe0 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:48.434292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:48.441438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Port': ['ID=5a1889d1-27b9-4b80-ab0f-5b50d5988fe0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:48.487672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.491543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:48.492745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.508754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:48.509127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.511186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.616028 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.9008224 May 05 16:33:48.641827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.665086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50816) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:48.673618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:33:48.688492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:48.694549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'subnet': {'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:48.721166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.749919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.751207 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36e6a689-6ee8-44d6-9af8-35f4d8baf4e1'] response: {'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'code': 200} May 05 16:33:48.767184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddbedb-7b42-47f8-aeca-c9ca36d8f4d2 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Network': ['ID=461b3501-d12c-4cdc-9eb3-3e8cad40b862,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:48.769670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.801793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2436d3ca-b3be-4aba-b622-bff0e71ff469']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:48.820676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5939aff4-268e-4d31-a4c9-d2d70b2f354a') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:48.821024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5939aff4-268e-4d31-a4c9-d2d70b2f354a') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:48.828534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:48.834068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:48.835783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:subnet and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:48.837990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.840423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:48.848352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:48.866994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.871471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.876056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:48.876503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:48.892085 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:48.958157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:48.964497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Made reservation on behalf of c5039536b30947218afcdd49a25c4368 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:49.003369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d06be3b-4610-4559-a547-f6e7ed0560ef,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:49.015490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:49.136566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.138238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-02fc9e7d-5bb2-4fcf-9b87-54042ed24062 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7941656 May 05 16:33:49.139187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.141169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50828) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:49.161306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.170887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.172757 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/networks/2436d3ca-b3be-4aba-b622-bff0e71ff469 HTTP/1.1" status: 204 len: 168 time: 2.3102696 May 05 16:33:49.177012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'b2d0f8a6-7328-45cd-a4c2-da332cad9048', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:49.178028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50832) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:49.186767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:49.189081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc24c50b-c7ce-4b7e-a16d-6b6932b6171a tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Network': ['ID=2436d3ca-b3be-4aba-b622-bff0e71ff469,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:49.192580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:49.195995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:49.202693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:49.214179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50836) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:49.285239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.420862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--823514840', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:49.426414 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): There was a conflict when trying to complete your request. May 05 16:33:49.427433 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d33848b5-2f37-4cb6-84f1-ce0faccec225 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2853172 May 05 16:33:49.428538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:49.430473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50842) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:49.444767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:49.449255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:49.458570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:49.600549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.614577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:49.617510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.631988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdad59d4-b6ba-443d-b426-ccd561d263de tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.634452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.681412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdad59d4-b6ba-443d-b426-ccd561d263de tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.708021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:49.720510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:49.725507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:49.732957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:49.803683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.826397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.830901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdad59d4-b6ba-443d-b426-ccd561d263de tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.849430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad59d4-b6ba-443d-b426-ccd561d263de tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d0f8a6-7328-45cd-a4c2-da332cad9048,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:49.860642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdad59d4-b6ba-443d-b426-ccd561d263de tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.860642 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fdad59d4-b6ba-443d-b426-ccd561d263de tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/b2d0f8a6-7328-45cd-a4c2-da332cad9048 HTTP/1.1" status: 204 len: 168 time: 0.4281909 May 05 16:33:49.862294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50846) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:49.874793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a9515fa-6b49-49e0-9999-d91c9ec88c41']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:49.885397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.898988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbb33c98-e960-4fdb-8378-303bcdb9423e') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:49.899283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbb33c98-e960-4fdb-8378-303bcdb9423e') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:49.915846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.928626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:49.936066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:33:49.940556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.949138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:49.953839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.954897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919d69e6-85e9-4976-b7c5-57b165f17fe7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:49.961094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:49.961470 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 299119a8-8844-4e12-ac66-d221d6571cd9 of type vlan for network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:49.965359 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:49.969135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-02453862-3cab-4543-b10c-24acabaf693e tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:50.004129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.022376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.078734 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-02453862-3cab-4543-b10c-24acabaf693e tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:50.080141 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-02453862-3cab-4543-b10c-24acabaf693e tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2169406 May 05 16:33:50.084218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50850) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.090501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--653697884'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:50.095832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:50.106039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:50.113024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.116692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:50.117276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.203222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.215965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5e2fb332-895e-47c7-a2a1-2252c408730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.241213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Subnet': ['ID=41373b52-520b-486b-85f2-bd3a52a7de94,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:50.243860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=27ed5c42-9c39-4d7d-ae89-34a295eddf95,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:50.257906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:50.266062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:50.270204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:50.272982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Checking segment: {'id': '9742d328-56fb-4c34-a97a-6641325c5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:50.273193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:50.273348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network hostable DHCP agents. Network: 461b3501-d12c-4cdc-9eb3-3e8cad40b862, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:50.280101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:50.282872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.304739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.315426 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e0af95a1-7b64-4c10-9754-735556709e89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0972197 May 05 16:33:50.317631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50854) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.325510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:50.329547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Network': ['ID=1a9515fa-6b49-49e0-9999-d91c9ec88c41,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:50.335397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:50.342603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e4529a46-4cf2-4de4-a785-0a3a6dfafb70 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/networks/1a9515fa-6b49-49e0-9999-d91c9ec88c41 HTTP/1.1" status: 204 len: 168 time: 1.1612613 May 05 16:33:50.342817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50858) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.344358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:50.348500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:50.359125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:50.396215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.443181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:50.449609 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-20ba9a62-1ef1-4a25-a454-98a57c027341 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2653823 May 05 16:33:50.452434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50862) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.454966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:50.469919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:50.470867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:50.473839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.493729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.494743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.516253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.522128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:50.614390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c6a70b-52ef-4907-a6e0-703320540c85,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:50.618157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.631822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 461b3501-d12c-4cdc-9eb3-3e8cad40b862) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:50.643120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcf9828-498f-4660-b13b-59041b08878e None None] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:50.651595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:50.652501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.672307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe858d98-8fee-4ba5-b443-4c479261e7b6']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:50.675790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.688443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c4df94-31d7-48d0-b2ac-f9ebeccfa07d') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:50.688867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c4df94-31d7-48d0-b2ac-f9ebeccfa07d') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:50.690172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.691388 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-70ff00e3-fad5-44a6-9241-266184879b0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6064227 May 05 16:33:50.695647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50866) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.702710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.708731 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-df9ea337-9ebf-4b43-abd8-952def70e689 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '53c6a70b-52ef-4907-a6e0-703320540c85', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:50.709292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-df9ea337-9ebf-4b43-abd8-952def70e689 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:50.711002 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-df9ea337-9ebf-4b43-abd8-952def70e689 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0133185 May 05 16:33:50.715427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50870) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.735749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.748345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:50.750871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:50.751565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.797558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 8f41674c-c252-4ad4-b9bf-9e4aff4e58f7 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:33:50.801176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:50.835441 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:50.853040 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6feeda43-5bd6-4c05-8f03-3d453cb7acb5 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1779718 May 05 16:33:50.855295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50874) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:50.864555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'network': {'name': 'tempest-router-network01--493435028'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:50.870737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:50.874464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:network and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:50.882183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:50.889361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:50.951224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.953247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Made reservation on behalf of c5039536b30947218afcdd49a25c4368 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:50.956570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:50.963571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-000c3376-2f6f-428d-b256-13284b2c2b43 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.005369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.057875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-000c3376-2f6f-428d-b256-13284b2c2b43 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.091063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-461b3501-d12c-4cdc-9eb3-3e8cad40b862', 'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862', 'tenant_id': 'c5039536b30947218afcdd49a25c4368', 'fixed_ips': [{'subnet_id': '41373b52-520b-486b-85f2-bd3a52a7de94'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:51.091832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.108534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.116231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 795} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:51.119356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.130011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] Pushing event deleted for resources: {'Network': ['ID=fe858d98-8fee-4ba5-b443-4c479261e7b6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:51.139088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.139597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Added segment 41277442-9b26-4c08-8048-fd86b19242d1 of type vlan for network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a May 05 16:33:51.146773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b21ea0b0-522a-428e-9dc4-543e5e8f3848 tempest-BulkNetworkOpsIpV6Test-247770308 tempest-BulkNetworkOpsIpV6Test-247770308-project] 10.222.0.70 "DELETE /v2.0/networks/fe858d98-8fee-4ba5-b443-4c479261e7b6 HTTP/1.1" status: 204 len: 168 time: 0.7979558 May 05 16:33:51.188181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.197714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.236129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:47Z', 'revision_number': 9, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:51.240181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:51.252359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:51.253172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:51.276068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-000c3376-2f6f-428d-b256-13284b2c2b43 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.316961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.321521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:51.322229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.348543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c3376-2f6f-428d-b256-13284b2c2b43 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c6a70b-52ef-4907-a6e0-703320540c85,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:51.361971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-000c3376-2f6f-428d-b256-13284b2c2b43 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.365565 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-000c3376-2f6f-428d-b256-13284b2c2b43 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/53c6a70b-52ef-4907-a6e0-703320540c85 HTTP/1.1" status: 204 len: 168 time: 0.6467488 May 05 16:33:51.366534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50880) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:51.443021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.446559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Network': ['ID=bdcdfcb2-2c4c-47ea-993b-2fa202d0137a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:51.471884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:51.480303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1517d482-2b46-4daa-8f43-bdbc7f3b3970 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:51.500041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=8f41674c-c252-4ad4-b9bf-9e4aff4e58f7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:51.509056 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1534969f-2f16-4ffb-a0dc-9b6160bd8c58 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6523306 May 05 16:33:51.510396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50884) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:51.518457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'network': {'name': 'tempest-router-network02--874982792'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:51.523749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.525422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:51.530398 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f18c017-8976-4375-9c72-569bff680065 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/8f41674c-c252-4ad4-b9bf-9e4aff4e58f7 HTTP/1.1" status: 204 len: 168 time: 1.0769374 May 05 16:33:51.531669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:network and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:51.533186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50888) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:51.535317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:51.541601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:51.555374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c433e00-e0d1-405e-891b-0004a0645b11 None None] Network 119faa73-fd39-4faa-aeba-9bd1577a10f3 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:51.611599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Made reservation on behalf of c5039536b30947218afcdd49a25c4368 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:51.618042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1517d482-2b46-4daa-8f43-bdbc7f3b3970 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:51.619278 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1517d482-2b46-4daa-8f43-bdbc7f3b3970 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2518032 May 05 16:33:51.625319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.633115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50894) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:51.635091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:51.667120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:51.672301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--224885078'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:51.676939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.677287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Added segment bd18f2ab-460d-4abd-803d-1c840b87f311 of type vlan for network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 May 05 16:33:51.690954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.711583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.721438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Allocated IP 172.20.0.2 (461b3501-d12c-4cdc-9eb3-3e8cad40b862/41373b52-520b-486b-85f2-bd3a52a7de94/e5c32ecf-cafb-4577-92e4-be5d66f15645) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:51.728031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:51.731315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.770190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50898) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:51.876897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.886355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:51.886355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.887029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:51.893393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:51.931749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port e588d042-54fa-4b5e-a9f9-9859ac0297ed {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:51.932903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.026313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.034258 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5217993 May 05 16:33:52.041992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50904) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:52.054969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'subnet': {'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:52.139472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539dd846-a423-4020-9675-e5ef2242b679 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Network': ['ID=5216d178-0b6e-4292-bae5-06d6b20c9ce2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:52.158530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.103 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/d51480cc-060b-4cb8-abf9-8e2abd800dda) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:52.173965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:52.197167 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-90362245-5e3d-40dd-936c-40f40d1aeda3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=cf3f924294aa436a9963d93e2ab44539&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4146180 May 05 16:33:52.197167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50908) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:52.215799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:52.227072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:subnet and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:52.233527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:52.238170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:52.251506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:52.252213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:52.263677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:52.280451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:52.286635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-566573a6-3269-46aa-a0bc-646f8ac5076f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.314488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-566573a6-3269-46aa-a0bc-646f8ac5076f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.364447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port e588d042-54fa-4b5e-a9f9-9859ac0297ed, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e588d042-54fa-4b5e-a9f9-9859ac0297ed,segment=NetworkSegment(2617f3ed-d6d7-4577-8602-410858815d8b),segment_id=2617f3ed-d6d7-4577-8602-410858815d8b)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:52.364808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.366901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Made reservation on behalf of c5039536b30947218afcdd49a25c4368 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:52.390660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.451129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Transition to ACTIVE for port object e5c32ecf-cafb-4577-92e4-be5d66f15645 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:52.454222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-566573a6-3269-46aa-a0bc-646f8ac5076f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.477355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566573a6-3269-46aa-a0bc-646f8ac5076f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6181b8-86c1-4e1d-b65f-77b6f6aabc98,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:52.478773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e70fea11-0747-4267-b7d5-80006614e9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.483197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Transition to ACTIVE for port object e5c32ecf-cafb-4577-92e4-be5d66f15645 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:52.488911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-566573a6-3269-46aa-a0bc-646f8ac5076f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.492687 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-566573a6-3269-46aa-a0bc-646f8ac5076f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2f6181b8-86c1-4e1d-b65f-77b6f6aabc98 HTTP/1.1" status: 204 len: 168 time: 0.2951105 May 05 16:33:52.502096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.506574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for e588d042-54fa-4b5e-a9f9-9859ac0297ed owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:52.522725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:47Z', 'revision_number': 9, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:52.522725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b77061-6228-4ad1-a8fa-b9d56ca20d59 None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:47Z', 'revision_number': 9, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbfe6979-0e35-41ac-bfd4-4f6a77462b84', 'name': '', 'network_id': '6a20b1c1-c460-47d2-9542-5ecaa33f276b', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:6f:42:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:58Z', 'updated_at': '2022-05-05T16:33:20Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '44f970f1-5e1e-4e2d-9ef6-e930a8073752', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:52.615349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.687529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:52.690173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.690899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:52.695618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:52.697651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.697812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Pushing event updated for resources: {'Port': ['ID=e5c32ecf-cafb-4577-92e4-be5d66f15645,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:52.768750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.790305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Attempting to bind port e5c32ecf-cafb-4577-92e4-be5d66f15645 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:52.790701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Attempting to bind port e5c32ecf-cafb-4577-92e4-be5d66f15645 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '9742d328-56fb-4c34-a97a-6641325c5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:52.791143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Attempting to bind port e5c32ecf-cafb-4577-92e4-be5d66f15645 on network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:52.798721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:52.799334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Checking segment: {'id': '9742d328-56fb-4c34-a97a-6641325c5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:52.799758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.800145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Bound using segment: {'id': '9742d328-56fb-4c34-a97a-6641325c5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:52.800610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Bound port: e5c32ecf-cafb-4577-92e4-be5d66f15645, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9742d328-56fb-4c34-a97a-6641325c5d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '461b3501-d12c-4cdc-9eb3-3e8cad40b862'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:52.800979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.816561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No DVR routers for this DVR port e588d042-54fa-4b5e-a9f9-9859ac0297ed on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:33:52.855093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=e588d042-54fa-4b5e-a9f9-9859ac0297ed,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:52.860016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.899075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] For port e5c32ecf-cafb-4577-92e4-be5d66f15645, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:52.905127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] For port e5c32ecf-cafb-4577-92e4-be5d66f15645, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5c32ecf-cafb-4577-92e4-be5d66f15645,segment=NetworkSegment(9742d328-56fb-4c34-a97a-6641325c5d99),segment_id=9742d328-56fb-4c34-a97a-6641325c5d99)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:52.917694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb3acb4-d865-4a5f-94e8-4fc88e00af99 None None] DHCP port deletion for 119faa73-fd39-4faa-aeba-9bd1577a10f3 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:33:52.928934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:52.968324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.002219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.035605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Subnet': ['ID=22e612e7-8360-4671-b8fc-e1f37d3180a1,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:53.050077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Checking segment: {'id': '41277442-9b26-4c08-8048-fd86b19242d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:53.050436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network hostable DHCP agents. Network: bdcdfcb2-2c4c-47ea-993b-2fa202d0137a, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:53.081135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=d51480cc-060b-4cb8-abf9-8e2abd800dda,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:53.093462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:53.100410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4944fb46-bf39-4b71-803b-5b6a28841145,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:53.102658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:53.109197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.117252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:53.124870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d170-4815-4c73-8a1e-14c007167ef9 None None] Pushing event updated for resources: {'Port': ['ID=e5c32ecf-cafb-4577-92e4-be5d66f15645,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:53.153430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:53.184399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['119faa73-fd39-4faa-aeba-9bd1577a10f3']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:53.203046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2617f3ed-d6d7-4577-8602-410858815d8b') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:53.203478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2617f3ed-d6d7-4577-8602-410858815d8b') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:53.212471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.217307 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-82b21bb1-d0e1-406e-8ece-771b4cfffdf7 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5818360 May 05 16:33:53.218057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50918) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:53.232877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8f970f9a-5647-4da7-8ab6-e57d49bf85dc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '4944fb46-bf39-4b71-803b-5b6a28841145', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:53.236312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-8f970f9a-5647-4da7-8ab6-e57d49bf85dc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:53.238437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8f970f9a-5647-4da7-8ab6-e57d49bf85dc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0180225 May 05 16:33:53.239537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, bdcdfcb2-2c4c-47ea-993b-2fa202d0137a) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:53.250780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dabb748-df67-4b2f-8d8d-d1d93e65845a None None] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:53.251021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50924) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:53.258619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.267662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:53.269548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.333179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.362157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:33:53.362554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:33:53.377724 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:33:53.380139 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7af7be08-1ae9-449b-a9ad-93da54647ee7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3317680 May 05 16:33:53.384420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50930) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:53.402155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'subnet': {'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:53.547402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9f11-c1a7-4b50-9a0c-c1a789564e09 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.583438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9f11-c1a7-4b50-9a0c-c1a789564e09 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.592160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:53.597523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Usage tracker for resource:subnet and tenant:c5039536b30947218afcdd49a25c4368 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:53.601294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:53.609027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:53.624972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-bdcdfcb2-2c4c-47ea-993b-2fa202d0137a', 'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a', 'tenant_id': 'c5039536b30947218afcdd49a25c4368', 'fixed_ips': [{'subnet_id': '22e612e7-8360-4671-b8fc-e1f37d3180a1'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:53.625797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.644235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.671226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.686732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=119faa73-fd39-4faa-aeba-9bd1577a10f3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:53.697061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50936) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:53.697229 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0320ec51-49ab-4a43-8bee-2fc0e7549ecd tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/119faa73-fd39-4faa-aeba-9bd1577a10f3 HTTP/1.1" status: 204 len: 168 time: 2.1628323 May 05 16:33:53.709208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.719183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.719945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.750932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.767249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Made reservation on behalf of c5039536b30947218afcdd49a25c4368 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:53.945907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9f11-c1a7-4b50-9a0c-c1a789564e09 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.946388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Allocated IP 172.20.0.2 (bdcdfcb2-2c4c-47ea-993b-2fa202d0137a/22e612e7-8360-4671-b8fc-e1f37d3180a1/4e64809d-6c71-4aaa-9c2c-b2e993363eb0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:53.970573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0e4c9f11-c1a7-4b50-9a0c-c1a789564e09 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.970844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:53.971718 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0e4c9f11-c1a7-4b50-9a0c-c1a789564e09 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/4944fb46-bf39-4b71-803b-5b6a28841145 HTTP/1.1" status: 204 len: 168 time: 0.7198150 May 05 16:33:53.976521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50944) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:53.981568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c9f11-c1a7-4b50-9a0c-c1a789564e09 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4944fb46-bf39-4b71-803b-5b6a28841145,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:54.098770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e3243892-ee33-41a2-8351-2651c5618cd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:54.226726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5c32ecf-cafb-4577-92e4-be5d66f15645 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:54.251478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e3243892-ee33-41a2-8351-2651c5618cd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:54.253186 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e3243892-ee33-41a2-8351-2651c5618cd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2745290 May 05 16:33:54.257407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50950) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:54.267421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980788721'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:54.282265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:54.284849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50954) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:54.305075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:54.382682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.398116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.398263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Transition to ACTIVE for port object 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:54.424989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Transition to ACTIVE for port object 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:54.433392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:33:54.457768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:54.461764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:54.465999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:54.472782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:54.483465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e5c32ecf-cafb-4577-92e4-be5d66f15645 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:54.503093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1345671086'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:54.513459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.532226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:54.551258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:54.562054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:54.565831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1f4044f8-537f-49a9-9b90-203629544ca6 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:54.621467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdad9f6-e7ea-4abc-aab7-562dcdd486e6 None None] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:54.639837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:54.664778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1f4044f8-537f-49a9-9b90-203629544ca6 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:54.665387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1f4044f8-537f-49a9-9b90-203629544ca6 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:54.665633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e588d042-54fa-4b5e-a9f9-9859ac0297ed no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:33:54.667179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.730615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.770762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e588d042-54fa-4b5e-a9f9-9859ac0297ed {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:33:54.771094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e588d042-54fa-4b5e-a9f9-9859ac0297ed not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:33:54.786616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:54.790055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:54.791962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Pushing event updated for resources: {'Port': ['ID=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:54.794275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:54.805161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.809605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.885078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4824dfb-d953-4b5a-9353-fafc4d186be3,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:54.898530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Subnet': ['ID=198ba3fd-837b-4190-ac8d-6a7465c84a2b,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:54.899038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:54.899038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.908116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] Provisioning for port e5c32ecf-cafb-4577-92e4-be5d66f15645 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:54.915902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:33:54.923679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.926434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] Provisioning complete for port e5c32ecf-cafb-4577-92e4-be5d66f15645 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:54.926434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:54.930306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Checking segment: {'id': 'bd18f2ab-460d-4abd-803d-1c840b87f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:54.930684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network hostable DHCP agents. Network: 5216d178-0b6e-4292-bae5-06d6b20c9ce2, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:54.934771 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:33:54.953597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Attempting to bind port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:54.955070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Attempting to bind port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '41277442-9b26-4c08-8048-fd86b19242d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:54.955070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Attempting to bind port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 on network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:54.956726 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:54.957361 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:54.999402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:55.005591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group_rule and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:55.011636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:55.028786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.032886 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-52c58aa7-1ca2-4a18-8e1a-0c3e823a9872 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7716925 May 05 16:33:55.036001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:55.036001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Checking segment: {'id': '41277442-9b26-4c08-8048-fd86b19242d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:55.036001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.036001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Bound using segment: {'id': '41277442-9b26-4c08-8048-fd86b19242d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:55.036001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Bound port: 4e64809d-6c71-4aaa-9c2c-b2e993363eb0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41277442-9b26-4c08-8048-fd86b19242d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'bdcdfcb2-2c4c-47ea-993b-2fa202d0137a'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:55.036001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.036592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50960) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.043501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d00bb76a-e1a2-4d40-9cd1-d16faf459883 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'e4824dfb-d953-4b5a-9353-fafc4d186be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:55.044353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:55.048881 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-d00bb76a-e1a2-4d40-9cd1-d16faf459883 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:55.051074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d00bb76a-e1a2-4d40-9cd1-d16faf459883 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0142276 May 05 16:33:55.055056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50964) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.061626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5c19124b-995e-4e15-a612-fe38a859100c tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'e4824dfb-d953-4b5a-9353-fafc4d186be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:55.062442 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-5c19124b-995e-4e15-a612-fe38a859100c tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:55.066680 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5c19124b-995e-4e15-a612-fe38a859100c tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0111322 May 05 16:33:55.067268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50968) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.073784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8accef3e-d318-499b-a0cf-61f08f2367c2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'e4824dfb-d953-4b5a-9353-fafc4d186be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:55.074673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-8accef3e-d318-499b-a0cf-61f08f2367c2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:55.078526 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8accef3e-d318-499b-a0cf-61f08f2367c2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0102315 May 05 16:33:55.079078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.088992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c0856918-5142-4ad3-89e7-c56c40f85589 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'e4824dfb-d953-4b5a-9353-fafc4d186be3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:55.089953 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-c0856918-5142-4ad3-89e7-c56c40f85589 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:55.094549 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c0856918-5142-4ad3-89e7-c56c40f85589 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120862 May 05 16:33:55.095063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50976) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.165224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.168344 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e5101297-5819-4eed-b3e6-0fe8d3833145 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.8496175 May 05 16:33:55.173920 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:55.175838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50980) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.195619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5a2084c-d960-4605-8cf1-740b0dce02ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.214136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.241197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5a2084c-d960-4605-8cf1-740b0dce02ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.267065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] For port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:55.275417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.291242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] For port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,segment=NetworkSegment(41277442-9b26-4c08-8048-fd86b19242d1),segment_id=41277442-9b26-4c08-8048-fd86b19242d1)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:55.325676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.332179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:55.336991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] For port e5c32ecf-cafb-4577-92e4-be5d66f15645, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5c32ecf-cafb-4577-92e4-be5d66f15645,segment=NetworkSegment(9742d328-56fb-4c34-a97a-6641325c5d99),segment_id=9742d328-56fb-4c34-a97a-6641325c5d99)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:55.352704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.409029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.458359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.468381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5a2084c-d960-4605-8cf1-740b0dce02ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.483972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1634234d-8eb1-452a-85f6-a5c64df8f926 None None] Pushing event updated for resources: {'Port': ['ID=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:55.485910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 5216d178-0b6e-4292-bae5-06d6b20c9ce2) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:55.517664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:55.518246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.546123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1e5e75de-fc6a-4f5b-aef6-02d3683a6f6f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3688009 May 05 16:33:55.549787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d64c8d-659b-4852-9493-dd84ff698714 None None] Network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:55.552049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3883bf-8029-4d28-ba33-38c17372ba7f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:55.555804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50986) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.564872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 757} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:33:55.594529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a2084c-d960-4605-8cf1-740b0dce02ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4824dfb-d953-4b5a-9353-fafc4d186be3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:55.606329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.606674 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment 9c69ce19-d2df-421f-aef0-ccfc14f911e0 of type vlan for network 330da9e7-5ae0-40a0-a6db-23b05d996a16 May 05 16:33:55.620166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e5a2084c-d960-4605-8cf1-740b0dce02ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.628054 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e5a2084c-d960-4605-8cf1-740b0dce02ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/e4824dfb-d953-4b5a-9353-fafc4d186be3 HTTP/1.1" status: 204 len: 168 time: 0.5296848 May 05 16:33:55.628054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50990) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.683306 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:33:53Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:33:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:55.696274 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-de606077-b863-458d-a774-b23f3f536954 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3037443 May 05 16:33:55.696596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 50994) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.697910 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:33:55.699221 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Updating router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 port d51480cc-060b-4cb8-abf9-8e2abd800dda binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:33:55.711771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.769016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02209cf4-e00d-440c-b66c-a3e9d47d5894 None None] Pushing event updated for resources: {'Port': ['ID=e5c32ecf-cafb-4577-92e4-be5d66f15645,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:55.784433 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.791866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-064731d3-cb86-4a02-b40e-8849b8d96511 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:33:55.895128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-064731d3-cb86-4a02-b40e-8849b8d96511 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:33:55.904833 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-064731d3-cb86-4a02-b40e-8849b8d96511 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2741923 May 05 16:33:55.908085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 50998) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:55.957996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--633385584'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:55.966901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.972302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-614f3cdd-d3f5-4c86-afed-43285343efce None None] Provisioning complete for port e5c32ecf-cafb-4577-92e4-be5d66f15645 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:55.972990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-614f3cdd-d3f5-4c86-afed-43285343efce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:55.973617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:55.974556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.001315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:56.013288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb33dbb1-2a3a-41f8-b894-692ad94f7299 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:56.014855 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bb33dbb1-2a3a-41f8-b894-692ad94f7299 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4580967 May 05 16:33:56.045092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-5216d178-0b6e-4292-bae5-06d6b20c9ce2', 'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2', 'tenant_id': 'c5039536b30947218afcdd49a25c4368', 'fixed_ips': [{'subnet_id': '198ba3fd-837b-4190-ac8d-6a7465c84a2b'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:56.046032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.054317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51002) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:56.224622 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c228847-456f-4fda-bfe2-4a574d587021 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1631289 May 05 16:33:56.235083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:56.237599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51006) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:56.239395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9534497 May 05 16:33:56.243756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51008) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:56.252562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1201830353', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:56.376827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Allocated IP 172.20.0.2 (5216d178-0b6e-4292-bae5-06d6b20c9ce2/198ba3fd-837b-4190-ac8d-6a7465c84a2b/1e44a042-1565-4560-a33d-dd6e3de1db0e) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:56.388554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'name': 'tempest-PortsIpV6TestJSON-2044294125'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:56.456103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368174d9-89f5-4a86-ab76-a8b856030f4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=330da9e7-5ae0-40a0-a6db-23b05d996a16,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:56.481092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:33:56.499201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:56.544004 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.560838 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Transition to ACTIVE for port object d51480cc-060b-4cb8-abf9-8e2abd800dda will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:56.578884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port bbfe6979-0e35-41ac-bfd4-4f6a77462b84 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:33:56.579524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.624904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.626156 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.708471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:56.720496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:56.725936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:56.730125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:56.733091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:56.740773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:56.744476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:56.747227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:56.753658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:56.761761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:56.768380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:56.780870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:56.786089 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Attempting to bind port d51480cc-060b-4cb8-abf9-8e2abd800dda on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:56.792177 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Attempting to bind port d51480cc-060b-4cb8-abf9-8e2abd800dda by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:56.795772 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Attempting to bind port d51480cc-060b-4cb8-abf9-8e2abd800dda on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:56.799167 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Pushing event updated for resources: {'Port': ['ID=d51480cc-060b-4cb8-abf9-8e2abd800dda,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:56.836493 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:56.836877 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:56.837265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.837657 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:56.838132 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Bound port: d51480cc-060b-4cb8-abf9-8e2abd800dda, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:56.842110 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.854641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:56.890979 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.891379 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.891677 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.892007 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.892336 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.892803 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.893131 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.893453 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.893777 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.894093 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.894411 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:33:56.920075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:56.967051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5c32ecf-cafb-4577-92e4-be5d66f15645 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:33:56.973097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:56.991185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:56.995390 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] For port d51480cc-060b-4cb8-abf9-8e2abd800dda, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:56.999171 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] For port d51480cc-060b-4cb8-abf9-8e2abd800dda, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d51480cc-060b-4cb8-abf9-8e2abd800dda,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:56.999709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.056015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.074467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Transition to ACTIVE for port object 1e44a042-1565-4560-a33d-dd6e3de1db0e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:57.074699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.092185 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.097949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Transition to ACTIVE for port object 1e44a042-1565-4560-a33d-dd6e3de1db0e will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:57.102899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.111687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e5c32ecf-cafb-4577-92e4-be5d66f15645 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:57.112191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.135675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:33:57.177223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.207154 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f5c6f4-b36c-474c-97f0-344343c09ee4 None None] Pushing event updated for resources: {'Port': ['ID=d51480cc-060b-4cb8-abf9-8e2abd800dda,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:57.211857 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:33:57.212460 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:57.272561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port bbfe6979-0e35-41ac-bfd4-4f6a77462b84, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:57.273034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.298803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Pushing event updated for resources: {'Port': ['ID=1e44a042-1565-4560-a33d-dd6e3de1db0e,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:57.306856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6224e112-339d-438f-b083-63beec4a0b16 None None] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:57.432811 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:33:57.440131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for bbfe6979-0e35-41ac-bfd4-4f6a77462b84 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:33:57.495879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:57.508011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:57.521671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.527007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:57.618159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] Provisioning for port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:57.632423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.637969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] Provisioning complete for port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:57.640891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.693219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9805fa-2b46-41e5-b588-93d33e656aa9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:57.751579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Allocated IP 172.20.0.1 (bdcdfcb2-2c4c-47ea-993b-2fa202d0137a/22e612e7-8360-4671-b8fc-e1f37d3180a1/992cb454-c55a-4964-be65-944ae438cc32) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:57.766759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Attempting to bind port 1e44a042-1565-4560-a33d-dd6e3de1db0e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:33:57.767123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Attempting to bind port 1e44a042-1565-4560-a33d-dd6e3de1db0e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'bd18f2ab-460d-4abd-803d-1c840b87f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:33:57.767494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Attempting to bind port 1e44a042-1565-4560-a33d-dd6e3de1db0e on network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:33:57.777144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:33:57.777496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Checking segment: {'id': 'bd18f2ab-460d-4abd-803d-1c840b87f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:57.777894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.778280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Bound using segment: {'id': 'bd18f2ab-460d-4abd-803d-1c840b87f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:33:57.778762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Bound port: 1e44a042-1565-4560-a33d-dd6e3de1db0e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd18f2ab-460d-4abd-803d-1c840b87f311', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '5216d178-0b6e-4292-bae5-06d6b20c9ce2'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:33:57.779131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.810952 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:33:53Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:33:57.815237 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737b5db-7ea1-46de-b821-f84a1e370b20 None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:33:53Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:33:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:33:57.848123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.850410 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8d69b528-0816-496e-a9e1-820fc52648e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9152815 May 05 16:33:57.857206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51014) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:57.868529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-adfc4f62-5703-4be4-a099-b3fd118e67ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:57.869298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-adfc4f62-5703-4be4-a099-b3fd118e67ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:57.873893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51018) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:57.874122 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-adfc4f62-5703-4be4-a099-b3fd118e67ac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0157714 May 05 16:33:57.876854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=739b1be4-2b7e-4544-9369-fd7b92889230,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:57.882178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.906280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:57.912424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:57.917178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:57.920459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:57.950496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=bbfe6979-0e35-41ac-bfd4-4f6a77462b84,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:57.975675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] For port 1e44a042-1565-4560-a33d-dd6e3de1db0e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:33:57.980423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:57.984956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:58.009215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] For port 1e44a042-1565-4560-a33d-dd6e3de1db0e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e44a042-1565-4560-a33d-dd6e3de1db0e,segment=NetworkSegment(bd18f2ab-460d-4abd-803d-1c840b87f311),segment_id=bd18f2ab-460d-4abd-803d-1c840b87f311)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:33:58.012574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:58.012574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: 27ed5c42-9c39-4d7d-ae89-34a295eddf95, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:58.033191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] For port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,segment=NetworkSegment(41277442-9b26-4c08-8048-fd86b19242d1),segment_id=41277442-9b26-4c08-8048-fd86b19242d1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:33:58.085842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.090408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.184575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:58.214734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.263946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1568f99-fa5a-4c1b-868d-3509cbc21fd2 None None] Pushing event updated for resources: {'Port': ['ID=1e44a042-1565-4560-a33d-dd6e3de1db0e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:58.306368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 27ed5c42-9c39-4d7d-ae89-34a295eddf95) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:58.312361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:58.313084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.330524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a082c8c-b309-4aac-928d-561290f6aa35 None None] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:58.351353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.354696 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:58.362907 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-03470022-e27d-47dc-b1cb-ba4c71a50c18 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4874880 May 05 16:33:58.437321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51022) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:58.449043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1a5dad2c-2805-4e95-a7cc-5d7ed3ee39be tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:58.449692 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-1a5dad2c-2805-4e95-a7cc-5d7ed3ee39be tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:58.450658 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1a5dad2c-2805-4e95-a7cc-5d7ed3ee39be tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0116522 May 05 16:33:58.457615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51026) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:58.489634 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-50643cc6-68b5-45cf-8901-52433416f99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2455659 May 05 16:33:58.490732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:58.528629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51030) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:58.546733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:58.593032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395e4984-5838-4295-9943-bf61e6ca59db None None] Pushing event updated for resources: {'Port': ['ID=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:58.629025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3aa916d-177e-4aa5-8b2e-1a794f5cfb06 None None] Provisioning complete for port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:58.629396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa916d-177e-4aa5-8b2e-1a794f5cfb06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.664219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:58.688128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:58.796950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:58.810618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.814642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=2a021b50-bb21-45c0-9974-8e8f8cacb5e0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:58.857195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': '9c69ce19-d2df-421f-aef0-ccfc14f911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:33:58.857548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: 330da9e7-5ae0-40a0-a6db-23b05d996a16, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:33:58.869971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Transition to ACTIVE for port object 992cb454-c55a-4964-be65-944ae438cc32 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:58.894513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:33:58.895534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:58.919047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.056391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.064432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:33:59.135356 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:59.139375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Allocated IP 172.20.0.2 (27ed5c42-9c39-4d7d-ae89-34a295eddf95/739b1be4-2b7e-4544-9369-fd7b92889230/ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:33:59.140175 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9cb58f52-529f-4378-b5f3-665010e0d719 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6812911 May 05 16:33:59.144919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51034) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:59.153197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-41a709cf-ee80-4ebf-94c4-d10b3498f985 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:59.153814 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-41a709cf-ee80-4ebf-94c4-d10b3498f985 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:59.155298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-41a709cf-ee80-4ebf-94c4-d10b3498f985 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083084 May 05 16:33:59.160314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51038) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:59.172025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:33:59.176297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:59.178617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:59.181964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:59.185143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:59.189170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:59.192496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:59.200084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:59.215579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Port': ['ID=992cb454-c55a-4964-be65-944ae438cc32,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:33:59.222204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 330da9e7-5ae0-40a0-a6db-23b05d996a16) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:33:59.229261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:33:59.234415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:33:59.235106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.248384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8d33cd-55bf-43c9-99e3-182231ae68d3 None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:59.294579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.398767 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-981bebf6-f043-491c-aa27-fc208db4cebe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.0614541 May 05 16:33:59.407708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51042) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:59.465500 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:59.469637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a03a9938-25c1-46d2-98fc-7580b5d41f3a tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2988493 May 05 16:33:59.470875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:59.491165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-860eaccb-8a63-488c-a03a-42ef871b1aac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:59.491804 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-860eaccb-8a63-488c-a03a-42ef871b1aac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:59.496620 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-860eaccb-8a63-488c-a03a-42ef871b1aac tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149152 May 05 16:33:59.501597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51050) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:59.517564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:59.525182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:59.532009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-546505364'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:59.532305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:59.536278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:59.545627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:59.578359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:59.612370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:59.622133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:59.647859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:59.676898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.683645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.689230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Transition to ACTIVE for port object ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:59.712256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Transition to ACTIVE for port object ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:33:59.753723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0c057cba-1bfe-4fd6-b484-2f18459e52a4 None None] Provisioning for port 992cb454-c55a-4964-be65-944ae438cc32 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:33:59.761681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0c057cba-1bfe-4fd6-b484-2f18459e52a4 None None] Provisioning complete for port 992cb454-c55a-4964-be65-944ae438cc32 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:33:59.762411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0c057cba-1bfe-4fd6-b484-2f18459e52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.810182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:33:59.813048 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3504d658-5efb-4349-be35-38d82bb34f10 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3030663 May 05 16:33:59.813980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51054) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:33:59.818777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3b2443-35db-4b29-8cfe-98ec8b1f5e28 None None] Network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:33:59.825650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '2c9805fa-2b46-41e5-b588-93d33e656aa9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:33:59.838239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:33:59.841742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.844998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:33:59.849143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:33:59.858812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:33:59.861670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.889921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:33:59.894727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:33:59.975433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0c057cba-1bfe-4fd6-b484-2f18459e52a4 None None] Port 992cb454-c55a-4964-be65-944ae438cc32 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:00.008207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:00.009102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Pushing event updated for resources: {'Port': ['ID=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:00.014253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:00.018103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:00.124455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:00.148637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.149707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment 5c4ebee7-6ccc-4f5f-8873-bc6c919078df of type vlan for network 06902c44-3c39-413b-ba97-ceca267e6e73 May 05 16:34:00.191394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Attempting to bind port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:00.192016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Attempting to bind port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:00.192309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Attempting to bind port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 on network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:00.211865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:00.212392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Checking segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:00.212827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.213430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Bound using segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:00.214239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Bound port: ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:00.214710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.285394 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:00.287156 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc699c2f-57a0-4441-87ba-3d0c486a8556 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4680076 May 05 16:34:00.290760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51058) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:00.312310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-00e91962-e70f-47d5-bedb-108fe0bd1309 None None] Provisioning for port 1e44a042-1565-4560-a33d-dd6e3de1db0e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:00.317451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e44a042-1565-4560-a33d-dd6e3de1db0e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:00.438802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:00.445702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:00.468088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.468454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb636-95cf-4da6-b40d-5f7b1e7eabd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.524082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.532104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:00.548713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.549398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb636-95cf-4da6-b40d-5f7b1e7eabd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.579637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (27ed5c42-9c39-4d7d-ae89-34a295eddf95/739b1be4-2b7e-4544-9369-fd7b92889230/fa8ce04e-fc91-4ec3-be8e-8d218fd83499) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:00.584746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1e44a042-1565-4560-a33d-dd6e3de1db0e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:00.602111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1e44a042-1565-4560-a33d-dd6e3de1db0e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:00.602488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.644298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.647974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:00.648612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.660875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.680663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f0b378-7b07-42d0-a9b5-faf5061082d6 None None] Pushing event updated for resources: {'Port': ['ID=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:00.773930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.811575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.830164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object fa8ce04e-fc91-4ec3-be8e-8d218fd83499 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:00.842317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb636-95cf-4da6-b40d-5f7b1e7eabd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.845522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1e44a042-1565-4560-a33d-dd6e3de1db0e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e44a042-1565-4560-a33d-dd6e3de1db0e,segment=NetworkSegment(bd18f2ab-460d-4abd-803d-1c840b87f311),segment_id=bd18f2ab-460d-4abd-803d-1c840b87f311)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:00.847011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d837b6cf-955b-4a9e-9363-be0f1b8933bb None None] Provisioning complete for port 1e44a042-1565-4560-a33d-dd6e3de1db0e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:00.847760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d837b6cf-955b-4a9e-9363-be0f1b8933bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.869635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbb636-95cf-4da6-b40d-5f7b1e7eabd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9805fa-2b46-41e5-b588-93d33e656aa9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:00.905506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb636-95cf-4da6-b40d-5f7b1e7eabd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.905506 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b2cbb636-95cf-4da6-b40d-5f7b1e7eabd0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/2c9805fa-2b46-41e5-b588-93d33e656aa9 HTTP/1.1" status: 204 len: 168 time: 0.6117041 May 05 16:34:00.925112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:00.926147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Port': ['ID=992cb454-c55a-4964-be65-944ae438cc32,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:00.926611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51062) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:00.927602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:00.945363 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5310585 May 05 16:34:00.954623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51066) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:00.966431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'ports': [{'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'}, {'network_id': '06902c44-3c39-413b-ba97-ceca267e6e73'}]} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:00.966870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:00.967512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '06902c44-3c39-413b-ba97-ceca267e6e73'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:00.997372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.065749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757d5db8-6675-4fab-ab91-2cabb5da1217 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=06902c44-3c39-413b-ba97-ceca267e6e73,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:01.070218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.085167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 06902c44-3c39-413b-ba97-ceca267e6e73 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:01.204217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:01.211868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:01.214875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:01.235135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:01.246736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-be9cb40f-e35b-4051-a77a-786a3d1cd290 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5442579 May 05 16:34:01.249568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51070) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:01.253936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1e44a042-1565-4560-a33d-dd6e3de1db0e,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:01.284352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:01.287210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:01.294561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:01.304954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:01.305636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c5f9abf-f555-4eb1-9af9-935ed27a593f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:01.336703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:01.337271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:01.386697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:01.387343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.415720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.441146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:01.447380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:01.451642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:01.459000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:01.470401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c5f9abf-f555-4eb1-9af9-935ed27a593f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:01.475948 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c5f9abf-f555-4eb1-9af9-935ed27a593f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5489061 May 05 16:34:01.478298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51074) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:01.485953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--2106299875'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:01.491941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:01.503576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:01.547366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:01.550874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 2} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:01.554366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.597951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.612585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.668227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d51480cc-060b-4cb8-abf9-8e2abd800dda up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:01.750307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 44f970f1-5e1e-4e2d-9ef6-e930a8073752 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:01.755276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.779310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.824520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:01.943077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.026816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-de0cd1d2-96d1-446a-a2a8-32010da5033a None None] Provisioning complete for port 992cb454-c55a-4964-be65-944ae438cc32 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:02.031982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-de0cd1d2-96d1-446a-a2a8-32010da5033a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.115994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d51480cc-060b-4cb8-abf9-8e2abd800dda completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:02.127671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d51480cc-060b-4cb8-abf9-8e2abd800dda triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:02.127977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.146552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Router d7a10341-a1f9-44e0-aa97-e081abbf63d3 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:34:02.164072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.168911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-de0cd1d2-96d1-446a-a2a8-32010da5033a None None] Port 992cb454-c55a-4964-be65-944ae438cc32 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:02.226269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:02.253282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:57Z', 'revision_number': 10, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:02.256861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:02.274657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:02.288149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:02.293525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 2d73dae6-f4e0-4a67-8a1c-96b4a25a0217 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:02.296131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:02.297289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:02.301952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=44f970f1-5e1e-4e2d-9ef6-e930a8073752,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:02.312146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:02.365888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cba27ef-dc00-45f6-b175-0c444686b97f None None] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:02.388135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.510642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.523912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb95a25-50bf-4f5b-8fd1-1c308fec9246 None None] Network 6a20b1c1-c460-47d2-9542-5ecaa33f276b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:02.529562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e584533d-5636-4006-be4a-28d21d3ab610 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/44f970f1-5e1e-4e2d-9ef6-e930a8073752 HTTP/1.1" status: 204 len: 168 time: 1.2789927 May 05 16:34:02.534021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51078) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:02.629809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d51480cc-060b-4cb8-abf9-8e2abd800dda, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d51480cc-060b-4cb8-abf9-8e2abd800dda,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:02.663822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.672023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.678578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:02.684383 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-93274949-481c-4e64-88e9-1a790f52bf05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9694588 May 05 16:34:02.688998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51082) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:02.690552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 435f66fe-2695-46f6-a95d-c57c83aad7fe {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:02.690845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.701470 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] Sync routers for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:02.720168 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:02.721186 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:02.734667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.778167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.820142 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:02.827887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:02.836378 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:02.837034 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:02.842588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:34:02.902298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30206672-e719-4c70-b98a-d0833645b59b None None] Provisioning for port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:02.910198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:02.966429 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:02.966878 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51cdd350-3a4a-4034-8d2b-366e055036c8 None None] The sync data for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:02.986767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.003291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbbefd6-b0fa-43dc-9a4b-77108837226d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:03.055943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port d3f2e2d5-e9cc-451b-9464-a3814a9727fb yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:03.057530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:03.079537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.108574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d51480cc-060b-4cb8-abf9-8e2abd800dda,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:03.158382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.160080 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fb9af159-f115-4944-923b-7b34550005cb tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6799750 May 05 16:34:03.166528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51086) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:03.182953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'fcbbefd6-b0fa-43dc-9a4b-77108837226d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:03.193775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port 435f66fe-2695-46f6-a95d-c57c83aad7fe, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=435f66fe-2695-46f6-a95d-c57c83aad7fe,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:03.193932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.203270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:03.211569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:03.216282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:03.239403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:03.242156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.327310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:03.335622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 435f66fe-2695-46f6-a95d-c57c83aad7fe owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:03.344491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.426530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:03.428815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:03.444532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] DHCP port deletion for 6a20b1c1-c460-47d2-9542-5ecaa33f276b request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:03.450159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Deleting port 435f66fe-2695-46f6-a95d-c57c83aad7fe {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:03.450784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.488872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:03.507665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:03.508165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.590355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.682852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.722191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:57Z', 'revision_number': 10, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:03.753385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:03.756924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=2d73dae6-f4e0-4a67-8a1c-96b4a25a0217,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:03.757878 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The resource could not be found. May 05 16:34:03.761950 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2ecd130-12eb-4f22-aefd-3cbfa70dc4a8 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5914102 May 05 16:34:03.762577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51090) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:03.764271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:03.773554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:03.774722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.779679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.805312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'fcbbefd6-b0fa-43dc-9a4b-77108837226d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3f28bfcf-eee5-42c9-87d6-3e268cd30dfe'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:03.817377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=435f66fe-2695-46f6-a95d-c57c83aad7fe,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:03.819096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd0831-8d82-4752-bc3e-44aa65b829bf None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:33:57Z', 'revision_number': 10, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None, '_interfaces': [{'id': '73e06afb-eddd-479d-a159-1d87d874cc34', 'name': '', 'network_id': '4673ca9f-e8d3-478c-b6f0-63a1ab464e8e', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'mac_address': 'fa:16:3e:9b:d8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:32:46Z', 'updated_at': '2022-05-05T16:32:58Z', 'revision_number': 5, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'subnets': [{'id': '494fa8fe-609e-432d-b832-8023daa1cd2c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:03.824557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:03.827205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No DVR routers for this DVR port 435f66fe-2695-46f6-a95d-c57c83aad7fe on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:03.862128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:03.871523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:03.877287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:03.897483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:03.902830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] For port 435f66fe-2695-46f6-a95d-c57c83aad7fe, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=435f66fe-2695-46f6-a95d-c57c83aad7fe,segment=NetworkSegment(fa964cdb-2e8d-48ab-84d3-46895867f3af),segment_id=fa964cdb-2e8d-48ab-84d3-46895867f3af)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:03.903438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.027994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=d3f2e2d5-e9cc-451b-9464-a3814a9727fb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:04.069353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Calling delete_port for 435f66fe-2695-46f6-a95d-c57c83aad7fe owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:04.084024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': '5c4ebee7-6ccc-4f5f-8873-bc6c919078df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '06902c44-3c39-413b-ba97-ceca267e6e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:04.084382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: 06902c44-3c39-413b-ba97-ceca267e6e73, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:04.124413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-20917e72-e4d4-44fd-a1c0-18d910793020 None None] Provisioning complete for port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:04.127364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-20917e72-e4d4-44fd-a1c0-18d910793020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.149048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.173443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:04.205277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:04.222768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a20b1c1-c460-47d2-9542-5ecaa33f276b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:04.253021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa964cdb-2e8d-48ab-84d3-46895867f3af') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:04.253021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa964cdb-2e8d-48ab-84d3-46895867f3af') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:04.267885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 06902c44-3c39-413b-ba97-ceca267e6e73 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:04.273801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.300750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.306448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.306623 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The resource could not be found. May 05 16:34:04.307850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e44a042-1565-4560-a33d-dd6e3de1db0e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:04.308406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-94b4ff4c-36a2-42d1-bb27-ac374e44c11b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5209136 May 05 16:34:04.311927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:04.312392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.327268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51094) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:04.327712 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:04.388089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:04.388555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:04.429390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 06902c44-3c39-413b-ba97-ceca267e6e73) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:04.435870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:04.440341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.443534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.444189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.451971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2113e777-f4b1-404c-9874-cf3d4cd6dad0 None None] Network 06902c44-3c39-413b-ba97-ceca267e6e73 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:04.476530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:04.481241 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-19e952ca-7ba9-409e-85c8-65c264e45c7f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/bdbe3048-e2b7-449d-9c59-e6ca6d3b5986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9415300 May 05 16:34:04.484021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51098) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:04.573340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf937-b334-4dbb-8aaa-d9d2fa4152ce tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.580802 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-956b0e13-4d76-44f2-8dbe-4103bf4332d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6231978 May 05 16:34:04.581299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:04.590029 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-1043b123-537d-4d26-9bde-d61af90cccd8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:04.590647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51102) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:04.591055 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1043b123-537d-4d26-9bde-d61af90cccd8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.9021981 May 05 16:34:04.593677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:04.596165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.600267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51106) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:04.636802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1e44a042-1565-4560-a33d-dd6e3de1db0e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:04.637425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.681555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.708823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-20917e72-e4d4-44fd-a1c0-18d910793020 None None] Provisioning for port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:04.710468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=6a20b1c1-c460-47d2-9542-5ecaa33f276b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:04.759710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf937-b334-4dbb-8aaa-d9d2fa4152ce tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.782219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:04.782851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:04.787017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eddf8c42-2a7d-456d-a8b3-8b8a9d0a2389 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/6a20b1c1-c460-47d2-9542-5ecaa33f276b HTTP/1.1" status: 204 len: 168 time: 2.2518563 May 05 16:34:04.796279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51110) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:04.862124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-20917e72-e4d4-44fd-a1c0-18d910793020 None None] Provisioning complete for port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:04.862470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-20917e72-e4d4-44fd-a1c0-18d910793020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:04.920520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.922639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.923793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.924449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.925184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.925690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.926243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.926987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.927597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.928098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.928638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.929132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:04.932586 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-48f0e697-daa5-494e-9202-0e41ae9d5a5b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8283 time: 0.4462876 May 05 16:34:04.940868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51114) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:04.976933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Deleting port 435f66fe-2695-46f6-a95d-c57c83aad7fe {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:04.976933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.008802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-20917e72-e4d4-44fd-a1c0-18d910793020 None None] Port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:05.016440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port d3f2e2d5-e9cc-451b-9464-a3814a9727fb {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:05.016765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.109458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf937-b334-4dbb-8aaa-d9d2fa4152ce tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.140464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b504b140-d86e-4662-b189-a0562c72b933 None None] The port '435f66fe-2695-46f6-a95d-c57c83aad7fe' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:34:05.204050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cdf937-b334-4dbb-8aaa-d9d2fa4152ce tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbbefd6-b0fa-43dc-9a4b-77108837226d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:05.212733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.212939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.213629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.213965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.214383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.214815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.215616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.215616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.216047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.217957 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d2f5ca3a-d9f2-4d04-bcb9-2f066b09a164 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5718 time: 0.2757995 May 05 16:34:05.236555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e5baea16-5605-41be-884f-3450b8a8a958 None None] Provisioning complete for port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:05.236919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e5baea16-5605-41be-884f-3450b8a8a958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.274157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51118) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:05.283608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9cdf937-b334-4dbb-8aaa-d9d2fa4152ce tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.287327 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c9cdf937-b334-4dbb-8aaa-d9d2fa4152ce tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/fcbbefd6-b0fa-43dc-9a4b-77108837226d HTTP/1.1" status: 204 len: 168 time: 0.9564748 May 05 16:34:05.340394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e5baea16-5605-41be-884f-3450b8a8a958 None None] Port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:05.348092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:05.358161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51122) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:05.397939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:05.399012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.590316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for d3f2e2d5-e9cc-451b-9464-a3814a9727fb owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:05.654525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:05.655522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.755850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21e96211-f02a-446c-9816-32da265e6508 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:05.764777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.783917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.846053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=d3f2e2d5-e9cc-451b-9464-a3814a9727fb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:05.851389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.860932 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a0ccf66b-3951-4ee7-a79d-c638690c92a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/d3f2e2d5-e9cc-451b-9464-a3814a9727fb HTTP/1.1" status: 204 len: 168 time: 1.2691422 May 05 16:34:05.861679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51126) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:05.863217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d51480cc-060b-4cb8-abf9-8e2abd800dda up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:05.928160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:34:01Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:05.935680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:05.935938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Updating router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:34:05.943033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21e96211-f02a-446c-9816-32da265e6508 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:05.948677 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-21e96211-f02a-446c-9816-32da265e6508 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5836601 May 05 16:34:05.951864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51130) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:05.960804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b20ffb-0954-425e-8f25-8a0b1d9042b7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.966646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b20ffb-0954-425e-8f25-8a0b1d9042b7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:05.967808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77b20ffb-0954-425e-8f25-8a0b1d9042b7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:05.975139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': 'adc6e77e-3008-42d3-a6e6-c8f75ee7958d', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:05.983411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.985525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:05.993668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:05.997529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d51480cc-060b-4cb8-abf9-8e2abd800dda triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:05.998266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:05.998637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:06.005127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:06.021177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.071525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-77b20ffb-0954-425e-8f25-8a0b1d9042b7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:06.073861 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-77b20ffb-0954-425e-8f25-8a0b1d9042b7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2111573 May 05 16:34:06.077623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51134) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:06.178856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 2d73dae6-f4e0-4a67-8a1c-96b4a25a0217 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:06.179306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.188185 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-97392312-fd2b-42b4-a37d-c4817082df80 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3406 time: 0.9098384 May 05 16:34:06.300559 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The resource could not be found. May 05 16:34:06.312304 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d445e642-cbe8-46b1-9d4d-a7ff632796d0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3591657 May 05 16:34:06.336830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51140) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:06.352765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1948126910'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:06.356915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 435f66fe-2695-46f6-a95d-c57c83aad7fe no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:06.394663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:06.401640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 435f66fe-2695-46f6-a95d-c57c83aad7fe {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:06.401640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 435f66fe-2695-46f6-a95d-c57c83aad7fe not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:06.401640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bbfe6979-0e35-41ac-bfd4-4f6a77462b84 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:06.426756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:06.439539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: bbfe6979-0e35-41ac-bfd4-4f6a77462b84 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:06.440006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bbfe6979-0e35-41ac-bfd4-4f6a77462b84 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:06.473494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.568451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.581238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Transition to ACTIVE for port object fa8ce04e-fc91-4ec3-be8e-8d218fd83499 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:06.592659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.611050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 2d73dae6-f4e0-4a67-8a1c-96b4a25a0217 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:06.648684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.769076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.829084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:06.843047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:06.845662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=2d73dae6-f4e0-4a67-8a1c-96b4a25a0217,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:06.849359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.851463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:06.859833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4796d-d1a0-416c-9db4-c68a462b1b72 None None] Pushing event updated for resources: {'Port': ['ID=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:06.890888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Attempting to bind port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:06.891360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Attempting to bind port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:06.891806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Attempting to bind port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 on network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:06.894522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:06.898784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:06.899290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Checking segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:06.899778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.900860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Bound using segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:06.901458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Bound port: fa8ce04e-fc91-4ec3-be8e-8d218fd83499, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:06.901922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:06.935921 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-68426993-8b2e-476f-826c-071ea88e24ba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/2d73dae6-f4e0-4a67-8a1c-96b4a25a0217 HTTP/1.1" status: 204 len: 168 time: 0.8569484 May 05 16:34:06.938280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51144) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:07.011657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] For port fa8ce04e-fc91-4ec3-be8e-8d218fd83499, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:07.012755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.015421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] For port fa8ce04e-fc91-4ec3-be8e-8d218fd83499, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:07.028915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044cc8b8-f8e2-4c68-848f-51ef4c70cd92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:07.029596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-044cc8b8-f8e2-4c68-848f-51ef4c70cd92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:07.092633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.100962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-044cc8b8-f8e2-4c68-848f-51ef4c70cd92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:07.101142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.102462 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-044cc8b8-f8e2-4c68-848f-51ef4c70cd92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1628125 May 05 16:34:07.105010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51148) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:07.147640 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5b1d9a9-cee8-41ba-87b1-549465b1e2b9 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:07.151519 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f5b1d9a9-cee8-41ba-87b1-549465b1e2b9 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/d3f2e2d5-e9cc-451b-9464-a3814a9727fb HTTP/1.1" status: 404 len: 333 time: 0.0430093 May 05 16:34:07.151955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51152) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:07.169266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting port 992cb454-c55a-4964-be65-944ae438cc32 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:07.169640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.188713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4796d-d1a0-416c-9db4-c68a462b1b72 None None] Pushing event updated for resources: {'Port': ['ID=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:07.194216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:07.194216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:07.200513 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f818d25f-30db-4399-8b6b-85b0de9ac6ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:07.204615 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f818d25f-30db-4399-8b6b-85b0de9ac6ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/2d73dae6-f4e0-4a67-8a1c-96b4a25a0217 HTTP/1.1" status: 404 len: 333 time: 0.0491900 May 05 16:34:07.208286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51156) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:07.221924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=343466f7-10bb-409f-8106-ae5f1f98f79c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:07.333872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.335272 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1bc06638-0d2e-4d68-80bc-847ba72918a0 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9910936 May 05 16:34:07.396374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51162) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:07.420214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--1413013901'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:07.435465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:07.446937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:07.463153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:07.480005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:07.485953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:07.518655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port 73e06afb-eddd-479d-a159-1d87d874cc34 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:07.518998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.544879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.552387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.714400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.751633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06902c44-3c39-413b-ba97-ceca267e6e73']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:07.771705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4ebee7-6ccc-4f5f-8873-bc6c919078df') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:07.773544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4ebee7-6ccc-4f5f-8873-bc6c919078df') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:07.784601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.790746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.801094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.808543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:07.808819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:07.823658 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:07.873344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Calling delete_port for 992cb454-c55a-4964-be65-944ae438cc32 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:07.883319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:34:01Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:07Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:07.887905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633cc6cc-ad56-4101-8635-293758b8665e None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:34:01Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:07Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:07.911585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51166) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:07.918230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765228879', 'description': 'tempest-secgroup-smoke-1765228879 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:07.925126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:07.931866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:07.933116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:07.949220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.043626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.069598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.076350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=06902c44-3c39-413b-ba97-ceca267e6e73,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:08.080407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.085616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:08.093444 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-55cad050-41fa-4e24-aee9-aceeb8596241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/06902c44-3c39-413b-ba97-ceca267e6e73 HTTP/1.1" status: 204 len: 168 time: 0.8846929 May 05 16:34:08.095083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51170) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:08.103221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-680957816'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:08.112340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:08.113335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:08.121568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:08.122960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:08.125344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:08.139100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.143186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.146885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:08.150979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port 73e06afb-eddd-479d-a159-1d87d874cc34, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=73e06afb-eddd-479d-a159-1d87d874cc34,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:08.151340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.152435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:08.155305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:08.162044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.219359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.232000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:08.235095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.265437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:08.277405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.277814 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment a0746607-a4f1-4464-bf9b-76d2c153a480 of type vlan for network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad May 05 16:34:08.288446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for 73e06afb-eddd-479d-a159-1d87d874cc34 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:08.290707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.324817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.356684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e6acac-62d2-4c1f-8813-130f9ee327ed,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:08.432631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.433461 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6b79ecd8-ca56-4c7f-a71f-580c7b43e729 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5207484 May 05 16:34:08.441489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51174) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:08.447115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '95e6acac-62d2-4c1f-8813-130f9ee327ed', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:08.454526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:08.459692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:08.462876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.466934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:08.467543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.472832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.473484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:08.506600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.555209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.589947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=1beb66fd-925b-4eb7-861a-2a1d9dc647ad,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:08.592826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.602779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:08.609911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-23f5e3ca-afbb-46e2-b6dc-c95a9878dc5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5135787 May 05 16:34:08.612843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51178) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:08.620180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:08.664962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Port': ['ID=992cb454-c55a-4964-be65-944ae438cc32,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:08.676971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd740d5-0f39-4ecc-9659-798d39df66df,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:08.717942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.729645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.813737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:08.819711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:08.838142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:08.847094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.871702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.873138 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f3515c4d-ff25-48d1-8feb-f22d58da8f7b tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4757657 May 05 16:34:08.878845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51182) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:08.885603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group_rule': {'security_group_id': '343466f7-10bb-409f-8106-ae5f1f98f79c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cfd740d5-0f39-4ecc-9659-798d39df66df'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:08.890659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=73e06afb-eddd-479d-a159-1d87d874cc34,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:08.892002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:08.895257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:08.901030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:08.907977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:08.918605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:08.922908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:09.005678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.066590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a309d4d-8cff-4b17-b658-abfbbf5142e3,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:09.113155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.129637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.130814 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2a7b6f97-a0fe-44a5-b470-9a820cf8c186 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6883459 May 05 16:34:09.135522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51186) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:09.183759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '95e6acac-62d2-4c1f-8813-130f9ee327ed', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:09.208914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:09.215500 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:09.219415 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-82302b8f-a3b2-4bc4-a7f4-923a758d56f2 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.3367300 May 05 16:34:09.219415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:09.222179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51190) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:09.222942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:09.232168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:09.246340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Performing IP validity checks on allocation pools {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 16:34:09.251341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.ipam_backend_mixin [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84818) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 16:34:09.282335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.288988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.364489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.408996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26b0b110-ada2-4602-8700-e0b435a60bcc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.425557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fa8ce04e-fc91-4ec3-be8e-8d218fd83499 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:09.483392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26b0b110-ada2-4602-8700-e0b435a60bcc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.544075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.546030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:09.551814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:09.553326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.563330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.628078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.673699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26b0b110-ada2-4602-8700-e0b435a60bcc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.691082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dba374c1-4bd4-4a57-956c-b2ed5687fceb,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:09.704060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:09.717626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0b110-ada2-4602-8700-e0b435a60bcc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd740d5-0f39-4ecc-9659-798d39df66df,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:09.724861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.728890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26b0b110-ada2-4602-8700-e0b435a60bcc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.732709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-26b0b110-ada2-4602-8700-e0b435a60bcc tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/cfd740d5-0f39-4ecc-9659-798d39df66df HTTP/1.1" status: 204 len: 168 time: 0.5068717 May 05 16:34:09.733325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51194) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:09.736007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': 'a0746607-a4f1-4464-bf9b-76d2c153a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:09.736366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: 1beb66fd-925b-4eb7-861a-2a1d9dc647ad, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:09.790491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port fa8ce04e-fc91-4ec3-be8e-8d218fd83499, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:09.801827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.802131 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f3640a0c-fd4f-4f27-9891-f02e9fdef436 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6657224 May 05 16:34:09.804852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51198) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:09.810819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '95e6acac-62d2-4c1f-8813-130f9ee327ed', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:09.825294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:09.831879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:09.836786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59708f08-2590-4ba1-a8dd-9b5e807b3b96 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:09.839720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:09.846118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:09.866056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.875831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:09.931738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:09.942578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:09.948665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-59708f08-2590-4ba1-a8dd-9b5e807b3b96 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:09.950047 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-59708f08-2590-4ba1-a8dd-9b5e807b3b96 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2156641 May 05 16:34:09.950803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1beb66fd-925b-4eb7-861a-2a1d9dc647ad) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:09.960116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51202) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:09.960484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac14b263-87d4-4bf4-b8ea-b8416a249bd7 None None] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:09.966801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:09.967412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.061122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.080169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9adacda3-9500-4e92-a408-383af5ea6b7d tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.112333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9adacda3-9500-4e92-a408-383af5ea6b7d tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.155658 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bcc78716-d4ca-464e-86ba-bb2013ada715 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5385604 May 05 16:34:10.155884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51206) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.162548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad', 'name': 'tempest-PortsIpV6TestJSON-1486492814'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:10.195788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-1beb66fd-925b-4eb7-861a-2a1d9dc647ad', 'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': '5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:34:10.196988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.199374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.214299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:10.216114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Router d7a10341-a1f9-44e0-aa97-e081abbf63d3 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:10.276658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9adacda3-9500-4e92-a408-383af5ea6b7d tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.310503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081b6193-7700-448d-ac9a-465afbbb210d,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:10.325768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adacda3-9500-4e92-a408-383af5ea6b7d tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=343466f7-10bb-409f-8106-ae5f1f98f79c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:10.392377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Allocated IP 2001:db8::2 (1beb66fd-925b-4eb7-861a-2a1d9dc647ad/5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a/d1d64d61-36d5-41da-b37f-dccd6725d575) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:10.453919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.455235 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-24452754-024d-4e95-a322-cbe5ad7f6606 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6494646 May 05 16:34:10.456655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9adacda3-9500-4e92-a408-383af5ea6b7d tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.460901 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9adacda3-9500-4e92-a408-383af5ea6b7d tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/343466f7-10bb-409f-8106-ae5f1f98f79c HTTP/1.1" status: 204 len: 168 time: 0.4997494 May 05 16:34:10.461750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51210) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.462153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.497437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '95e6acac-62d2-4c1f-8813-130f9ee327ed', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:10.515117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:10.525223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:10.529605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:10.541847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:10.547191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:10.573530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:10.595358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-54e3d6c4-0fd5-4885-a269-8cca51bd1cc3 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:10.612297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:10.621999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.622816 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9876cf53-8e76-4939-ae9d-22c3da368979 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0216951 May 05 16:34:10.624396 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] Sync routers for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:10.625075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:10.636059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d12051f4-4a9a-45ae-aeac-f45d2eaa65d2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8325465 May 05 16:34:10.636059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51218) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.636059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51220) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.647649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:10.648967 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:10.649752 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:10.666875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.668598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:10.673884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.681263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Transition to ACTIVE for port object d1d64d61-36d5-41da-b37f-dccd6725d575 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:10.695348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-54e3d6c4-0fd5-4885-a269-8cca51bd1cc3 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:10.704099 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-54e3d6c4-0fd5-4885-a269-8cca51bd1cc3 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2362146 May 05 16:34:10.706847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51226) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.709762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Transition to ACTIVE for port object d1d64d61-36d5-41da-b37f-dccd6725d575 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:10.717368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'tempest-secgroup--842915226'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:10.728681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:10.739413 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-8aa64eab-ade8-4d0a-af3e-c71b0e9d03ff tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] delete failed (client error): The resource could not be found. May 05 16:34:10.743684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:10.745567 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8aa64eab-ade8-4d0a-af3e-c71b0e9d03ff tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-16363740 HTTP/1.1" status: 404 len: 333 time: 0.1137040 May 05 16:34:10.746252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51230) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:10.746551 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:10.746685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:10.758785 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:10.760422 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:10.761028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5659468a-862f-4497-816f-7a0a4ce182da tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a10341-a1f9-44e0-aa97-e081abbf63d3'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:10.769627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:10.797369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:10.821829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.833539 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:10.834261 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987fc87c-793c-459a-8011-01a2364d0508 None None] The sync data for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:10.890390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.923698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.933486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44222b2d-1799-4eee-917d-b0144654696a,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:10.939499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:10.988465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::159 (1beb66fd-925b-4eb7-861a-2a1d9dc647ad/5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a/3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:11.008054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Pushing event updated for resources: {'Port': ['ID=d1d64d61-36d5-41da-b37f-dccd6725d575,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:11.028960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:11.031948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:11.033980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:11.037238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Usage tracker for resource:security_group_rule and tenant:5fa42d90b2534d85a161d010ab7de20f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:11.037626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:11.040206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:11.047907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.051768 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d186579b-7fdb-4ddc-9959-066a00e8e360 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5830324 May 05 16:34:11.052713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:11.057450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51234) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.073250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '95e6acac-62d2-4c1f-8813-130f9ee327ed', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:11.081643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:11.086594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:11.108558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:11.118238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:11.177005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting subnet 494fa8fe-609e-432d-b832-8023daa1cd2c {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:11.179989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:11.181285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.187485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:34:08Z', 'revision_number': 11, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:11.230474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:11.261153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:11.261774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:11.283929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.289783 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:11.303714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.319736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Attempting to bind port d1d64d61-36d5-41da-b37f-dccd6725d575 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:11.319736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Attempting to bind port d1d64d61-36d5-41da-b37f-dccd6725d575 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'a0746607-a4f1-4464-bf9b-76d2c153a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:11.320056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Attempting to bind port d1d64d61-36d5-41da-b37f-dccd6725d575 on network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:11.329184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.353079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.368165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object 3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:11.382822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.383090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:11.383237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Checking segment: {'id': 'a0746607-a4f1-4464-bf9b-76d2c153a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:11.383528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.383919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Bound using segment: {'id': 'a0746607-a4f1-4464-bf9b-76d2c153a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:11.384405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Bound port: d1d64d61-36d5-41da-b37f-dccd6725d575, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0746607-a4f1-4464-bf9b-76d2c153a480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '1beb66fd-925b-4eb7-861a-2a1d9dc647ad'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:11.385687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.406448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fa8ce04e-fc91-4ec3-be8e-8d218fd83499 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:11.420315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5659468a-862f-4497-816f-7a0a4ce182da tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.446951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.453020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ecbddd4-0266-4e4b-a319-1785d0d65a6b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:11.457869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.540645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.541647 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-5659468a-862f-4497-816f-7a0a4ce182da tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] update failed (client error): The resource could not be found. May 05 16:34:11.542483 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-23051483-490d-4bab-aa95-2e8cc14e625f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8346889 May 05 16:34:11.543394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.546586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51238) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.546914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51240) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.547366 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5659468a-862f-4497-816f-7a0a4ce182da tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3 HTTP/1.1" status: 404 len: 339 time: 0.7978625 May 05 16:34:11.554692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.562944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:11.605654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0f48d64a-681a-4e3e-8816-1df8ff68ca0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:11.606145 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-0f48d64a-681a-4e3e-8816-1df8ff68ca0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] update failed (client error): There was a conflict when trying to complete your request. May 05 16:34:11.607316 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0f48d64a-681a-4e3e-8816-1df8ff68ca0f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "PUT /v2.0/security-groups/8ecbddd4-0266-4e4b-a319-1785d0d65a6b HTTP/1.1" status: 409 len: 330 time: 0.0510530 May 05 16:34:11.610371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51246) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.642276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.692117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Subnet': ['ID=494fa8fe-609e-432d-b832-8023daa1cd2c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:11.694767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507612b5-0754-452e-bae0-11752e4160a9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:11.699160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:34:08Z', 'revision_number': 11, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:11.704443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.721151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a9abb8-a81f-4edb-82f9-416cd8b97291 None None] Network 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:11.727517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6273f8ec-f4a5-45dd-9439-81f093293848 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/494fa8fe-609e-432d-b832-8023daa1cd2c HTTP/1.1" status: 204 len: 168 time: 1.0935180 May 05 16:34:11.731079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51250) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.803271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:11.808523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:11.810250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:11.814469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:11.818690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:11.819378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.840363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.844393 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a4a491e1-2388-4d54-ba2e-62db8e71af67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.7831600 May 05 16:34:11.845071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51254) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.846918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d0c6-c56c-4f30-9dfd-4ee704f8e47f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.857586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112e7466-4da0-478b-bd6e-be6924898661 None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:34:08Z', 'revision_number': 11, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:11.866819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:11.867194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.874686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.902746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Deleting port efd5841d-af49-4eb3-9d77-c9d916e7da35 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:11.902998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:11.920554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '95e6acac-62d2-4c1f-8813-130f9ee327ed', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:11.928399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] For port d1d64d61-36d5-41da-b37f-dccd6725d575, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:11.964198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] For port d1d64d61-36d5-41da-b37f-dccd6725d575, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d1d64d61-36d5-41da-b37f-dccd6725d575,segment=NetworkSegment(a0746607-a4f1-4464-bf9b-76d2c153a480),segment_id=a0746607-a4f1-4464-bf9b-76d2c153a480)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:11.986284 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7a3d105c-8922-4fe5-bddc-beef754c606c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8294477 May 05 16:34:11.987635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:11.990382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51258) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:11.994631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d0c6-c56c-4f30-9dfd-4ee704f8e47f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.001851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:12.005884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:12.015120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:12.073063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.155855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:12.168505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544ac030-9546-4e12-bdf9-c6998b250148 None None] Pushing event updated for resources: {'Port': ['ID=d1d64d61-36d5-41da-b37f-dccd6725d575,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:12.171495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.230800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] DHCP port deletion for 4673ca9f-e8d3-478c-b6f0-63a1ab464e8e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:12.235888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Deleting port efd5841d-af49-4eb3-9d77-c9d916e7da35 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:12.236260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.256082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:12.256433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.328299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.360627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.435306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d0c6-c56c-4f30-9dfd-4ee704f8e47f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.449429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.461940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] For port efd5841d-af49-4eb3-9d77-c9d916e7da35, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=efd5841d-af49-4eb3-9d77-c9d916e7da35,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:12.462306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.561243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] For port efd5841d-af49-4eb3-9d77-c9d916e7da35, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=efd5841d-af49-4eb3-9d77-c9d916e7da35,segment=NetworkSegment(5eef1a60-62bc-46e6-a95c-ea74ce28d1dd),segment_id=5eef1a60-62bc-46e6-a95c-ea74ce28d1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:12.561790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.642433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Calling delete_port for efd5841d-af49-4eb3-9d77-c9d916e7da35 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:12.675622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bf8a1c4-0db0-46a2-b2e4-a37d574c2bec,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:12.730502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f6d0c6-c56c-4f30-9dfd-4ee704f8e47f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ecbddd4-0266-4e4b-a319-1785d0d65a6b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:12.752347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5f6d0c6-c56c-4f30-9dfd-4ee704f8e47f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.756780 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c5f6d0c6-c56c-4f30-9dfd-4ee704f8e47f tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/8ecbddd4-0266-4e4b-a319-1785d0d65a6b HTTP/1.1" status: 204 len: 168 time: 1.1452878 May 05 16:34:12.764438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51264) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:12.764598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Calling delete_port for efd5841d-af49-4eb3-9d77-c9d916e7da35 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:12.826633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.835164 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-67bd16ef-e7e7-480c-a482-85beb2262d2c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.9174056 May 05 16:34:12.863369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:12.866835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:12.875409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:12.954274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Allocated IP 172.20.0.1 (461b3501-d12c-4cdc-9eb3-3e8cad40b862/41373b52-520b-486b-85f2-bd3a52a7de94/dcb7e226-c458-4af9-9ec7-d5e68aa206f9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:12.958967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Port': ['ID=efd5841d-af49-4eb3-9d77-c9d916e7da35,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:12.970251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No DVR routers for this DVR port efd5841d-af49-4eb3-9d77-c9d916e7da35 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:13.142174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.157030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.163484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Transition to ACTIVE for port object dcb7e226-c458-4af9-9ec7-d5e68aa206f9 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:13.182835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d1216731-fff6-44f7-8939-4e90df7d2178 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Synchronizing usage tracker for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:13.193001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.248014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.334816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:13.338607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:13.343183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:13.344498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:13.368878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Deleting port efd5841d-af49-4eb3-9d77-c9d916e7da35 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:13.369978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.379301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Port': ['ID=dcb7e226-c458-4af9-9ec7-d5e68aa206f9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:13.391756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4673ca9f-e8d3-478c-b6f0-63a1ab464e8e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:13.408786 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-35835db0-f540-4dea-86e8-914fa77152da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765228879&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.3609219 May 05 16:34:13.414611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d1d64d61-36d5-41da-b37f-dccd6725d575 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:13.433624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.455884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:13.456452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eef1a60-62bc-46e6-a95c-ea74ce28d1dd') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:13.462166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae16a09-000c-436c-a5e2-500ed0c97994 None None] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:13.534075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d1216731-fff6-44f7-8939-4e90df7d2178 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] Unset dirty status for tenant:5fa42d90b2534d85a161d010ab7de20f on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:13.538879 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1216731-fff6-44f7-8939-4e90df7d2178 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7714407 May 05 16:34:13.539786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:13.550377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.585797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.592637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4d980867-9d0e-4753-b987-7e89621406ac None None] The port 'efd5841d-af49-4eb3-9d77-c9d916e7da35' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:34:13.604508 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-91200ee7-2b80-4ee5-83c6-55604b3f40fa tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] delete failed (client error): The resource could not be found. May 05 16:34:13.611426 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-91200ee7-2b80-4ee5-83c6-55604b3f40fa tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "DELETE /v2.0/security-groups/f0e21262-9dd1-4428-88c2-56de122ae93c HTTP/1.1" status: 404 len: 347 time: 0.0704317 May 05 16:34:13.612349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51282) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:13.646290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:13.648190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:13.667148 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:13.674449 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-879e6df9-0827-4b3a-8d3d-ecebce197484 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] show failed (client error): The resource could not be found. May 05 16:34:13.677146 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-879e6df9-0827-4b3a-8d3d-ecebce197484 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-groups/8163d8ac-9cd6-4307-b766-8b920599825b HTTP/1.1" status: 404 len: 347 time: 0.0441575 May 05 16:34:13.696499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.701967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-26287081-9b4d-4a46-ab75-32c851963e8f None None] Provisioning for port d1d64d61-36d5-41da-b37f-dccd6725d575 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:13.710043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51286) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:13.735013 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-0030b6be-33b3-44e8-9ada-4fe496e632e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] show failed (client error): The resource could not be found. May 05 16:34:13.744547 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0030b6be-33b3-44e8-9ada-4fe496e632e4 tempest-NegativeSecGroupTest-375732013 tempest-NegativeSecGroupTest-375732013-project] 10.222.0.70 "GET /v2.0/security-group-rules/f4515f61-8e07-4476-92c6-0a05d1ea1231 HTTP/1.1" status: 404 len: 356 time: 0.0312915 May 05 16:34:13.799823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d1d64d61-36d5-41da-b37f-dccd6725d575 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:13.833053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d1d64d61-36d5-41da-b37f-dccd6725d575 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:13.835792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:13.846481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-70025c7b-3112-409f-914c-b8800da9c3c7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:13.848467 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-70025c7b-3112-409f-914c-b8800da9c3c7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 796 time: 0.4218090 May 05 16:34:13.873355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-99c77ba9-bc63-4bd8-b8eb-8baa78a3d79d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0167501 May 05 16:34:13.956748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.047017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.062431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-67f1bedc-4013-4637-ab86-a132158b55e4 None None] Provisioning for port dcb7e226-c458-4af9-9ec7-d5e68aa206f9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:14.076419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-67f1bedc-4013-4637-ab86-a132158b55e4 None None] Provisioning complete for port dcb7e226-c458-4af9-9ec7-d5e68aa206f9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:14.076803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67f1bedc-4013-4637-ab86-a132158b55e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.101357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.116048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.144770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d1d64d61-36d5-41da-b37f-dccd6725d575, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d1d64d61-36d5-41da-b37f-dccd6725d575,segment=NetworkSegment(a0746607-a4f1-4464-bf9b-76d2c153a480),segment_id=a0746607-a4f1-4464-bf9b-76d2c153a480)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:14.153345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Pushing event deleted for resources: {'Network': ['ID=4673ca9f-e8d3-478c-b6f0-63a1ab464e8e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:14.165033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-243b9776-248e-4360-86a7-4412c218d3ed tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/networks/4673ca9f-e8d3-478c-b6f0-63a1ab464e8e HTTP/1.1" status: 204 len: 168 time: 2.4325161 May 05 16:34:14.171685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-67f1bedc-4013-4637-ab86-a132158b55e4 None None] Port dcb7e226-c458-4af9-9ec7-d5e68aa206f9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:14.176714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51292) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:14.179533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:14.186426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'routes': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:14.233867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.237057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.301387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.335782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device efd5841d-af49-4eb3-9d77-c9d916e7da35 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:14.343796 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-7b57a441-9bec-4ca8-8c66-75126a3ceb64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4621360 May 05 16:34:14.360731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.365158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-89261a67-fce7-4445-92c4-bddeaaf2e187 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db HTTP/1.1" status: 204 len: 168 time: 2.3705239 May 05 16:34:14.367632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51298) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:14.420051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: efd5841d-af49-4eb3-9d77-c9d916e7da35 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:14.420900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device efd5841d-af49-4eb3-9d77-c9d916e7da35 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:14.420900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 73e06afb-eddd-479d-a159-1d87d874cc34 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:14.443748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.445216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d1d64d61-36d5-41da-b37f-dccd6725d575,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:14.463104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d8efd6e6-f7b3-4092-8592-a29a35136286 None None] Could not find standard attr ID for object 3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:34:14.469108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event updated for resources: {'Port': ['ID=dcb7e226-c458-4af9-9ec7-d5e68aa206f9,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:14.479676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 73e06afb-eddd-479d-a159-1d87d874cc34 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:14.480077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 73e06afb-eddd-479d-a159-1d87d874cc34 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:14.498663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d8efd6e6-f7b3-4092-8592-a29a35136286 None None] Provisioning complete for port d1d64d61-36d5-41da-b37f-dccd6725d575 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:14.499034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d8efd6e6-f7b3-4092-8592-a29a35136286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.508281 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bf6116-7f64-41ff-9a7d-3cd337531506 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:34:14.508856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bf6116-7f64-41ff-9a7d-3cd337531506 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:14.513795 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-48bf6116-7f64-41ff-9a7d-3cd337531506 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db HTTP/1.1" status: 404 len: 333 time: 0.1255441 May 05 16:34:14.515318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51302) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:14.554049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51306) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:14.680637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:14.682038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:14.735888 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35318e8-7e8e-4532-b8e4-eb7ee9c869ec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:14.737211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e35318e8-7e8e-4532-b8e4-eb7ee9c869ec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:14.762929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a3c5e80e-7251-4258-8a29-ab2d59743b49 None None] Could not find standard attr ID for object 3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:34:14.824648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Added routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} May 05 16:34:14.825005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.extraroute_db [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Removed routes are [] {{(pid=84819) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} May 05 16:34:14.825429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:14.958169 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4c31b6c0-00ae-4b82-9fda-7f313086a4e8 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5fa42d90b2534d85a161d010ab7de20f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4028308 May 05 16:34:14.961188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51314) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:14.999778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e35318e8-7e8e-4532-b8e4-eb7ee9c869ec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:15.001033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e35318e8-7e8e-4532-b8e4-eb7ee9c869ec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/3abfa0e2-76bb-4f01-b916-3cdd7a9fa0db HTTP/1.1" status: 404 len: 333 time: 0.4780347 May 05 16:34:15.008698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51318) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:15.018361 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-b57dbc66-914a-4fb8-8b8b-64c7cf1ef351 service neutron] 10.222.0.70 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6526809 May 05 16:34:15.101028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-70347314-ad96-4617-8af3-0180406c7193 None None] Provisioning complete for port dcb7e226-c458-4af9-9ec7-d5e68aa206f9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:15.101625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-70347314-ad96-4617-8af3-0180406c7193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.159897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-70347314-ad96-4617-8af3-0180406c7193 None None] Port dcb7e226-c458-4af9-9ec7-d5e68aa206f9 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:15.264704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-edd5ac47-fd73-4f4c-8c36-0687f1dfde8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.302379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-edd5ac47-fd73-4f4c-8c36-0687f1dfde8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.324063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d1d64d61-36d5-41da-b37f-dccd6725d575 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:15.357796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Router d7a10341-a1f9-44e0-aa97-e081abbf63d3 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:15.405100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d1d64d61-36d5-41da-b37f-dccd6725d575 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:15.405944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.439575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.446713 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-d0dbad70-4a72-47fc-a4f9-de5adb6ff34c service neutron] 10.222.0.70 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274194 May 05 16:34:15.452733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.503794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-edd5ac47-fd73-4f4c-8c36-0687f1dfde8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.524456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd5ac47-fd73-4f4c-8c36-0687f1dfde8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e1c099-fa59-4f35-8048-de34354991ba,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:15.583994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:15.594292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a61547d8-3725-468e-a558-1e79c36395af tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0355868 May 05 16:34:15.597007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51322) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:15.599735 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] Sync routers for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:15.612768 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:15.613387 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:15.660981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-edd5ac47-fd73-4f4c-8c36-0687f1dfde8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.662273 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-edd5ac47-fd73-4f4c-8c36-0687f1dfde8e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/c2e1c099-fa59-4f35-8048-de34354991ba HTTP/1.1" status: 204 len: 168 time: 0.6996739 May 05 16:34:15.712838 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:15.736435 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:15.737060 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:15.799223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:15.814860 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:15.815494 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9263175f-1ed6-4695-b885-c2664782b269 None None] The sync data for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:15.817085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.861660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-5cdb08cf-cf47-425f-b2d4-e7f90c50c45a req-9ee6fd13-3126-425f-bfb1-ff6adbec0385 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:15.890701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router ba45db50-9110-4e81-b903-8386fd0dcbb7 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:15.907814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:15.923805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ebe8db04-7b52-40f3-9959-a746814f90df tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.038180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-5cdb08cf-cf47-425f-b2d4-e7f90c50c45a req-9ee6fd13-3126-425f-bfb1-ff6adbec0385 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:16.040323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5cdb08cf-cf47-425f-b2d4-e7f90c50c45a req-9ee6fd13-3126-425f-bfb1-ff6adbec0385 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 210 time: 0.2629702 May 05 16:34:16.112056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-ebe8db04-7b52-40f3-9959-a746814f90df tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 16:34:16.113370 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ebe8db04-7b52-40f3-9959-a746814f90df tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3 HTTP/1.1" status: 409 len: 329 time: 0.5153801 May 05 16:34:16.116330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51338) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:16.241022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:16.251639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.252883 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-39357d44-0465-4bfb-8dab-826e89ec22bf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 701 time: 2.0710821 May 05 16:34:16.255808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51346) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:16.268468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.304460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-97c6655f-1571-483a-93ad-40099544a4ff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:16.367650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-97c6655f-1571-483a-93ad-40099544a4ff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:16.369632 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-97c6655f-1571-483a-93ad-40099544a4ff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 205 time: 0.1119387 May 05 16:34:16.372298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51352) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:16.500942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.511975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.550299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:16.559340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.567210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b91b818-4b5b-4815-8089-780732df6a09 None None] Network 1beb66fd-925b-4eb7-861a-2a1d9dc647ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:16.581961 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-adfc5b5a-bbd1-4a60-8b44-8bfde5ca6170 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a HTTP/1.1" status: 204 len: 168 time: 1.5589218 May 05 16:34:16.582724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51360) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:16.716100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.731102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.843041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port d1d64d61-36d5-41da-b37f-dccd6725d575 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:16.843689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:16.937831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] DHCP port deletion for 1beb66fd-925b-4eb7-861a-2a1d9dc647ad request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:16.942591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] Deleting port d1d64d61-36d5-41da-b37f-dccd6725d575 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:16.946365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.049315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Sync routers for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:17.151082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Routers {'ba45db50-9110-4e81-b903-8386fd0dcbb7'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:17.151648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['ba45db50-9110-4e81-b903-8386fd0dcbb7'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:17.158234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.165180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.223379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51372) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:17.242849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.243374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router ba45db50-9110-4e81-b903-8386fd0dcbb7 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:34:17.273593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.274696 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aec47eb3-2ec3-412a-ae99-95afde32bc2f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 204 len: 168 time: 0.9012477 May 05 16:34:17.283902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51378) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:17.292295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1546937759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:17.309377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:17.321924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Usage tracker for resource:router and tenant:f5697b8096ed40fcac7a03be3ddbfa96 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:17.332444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:17.344852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:17.370023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] For port d1d64d61-36d5-41da-b37f-dccd6725d575, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d1d64d61-36d5-41da-b37f-dccd6725d575,segment=NetworkSegment(a0746607-a4f1-4464-bf9b-76d2c153a480),segment_id=a0746607-a4f1-4464-bf9b-76d2c153a480)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:17.370498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.377833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Set router ba45db50-9110-4e81-b903-8386fd0dcbb7 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:17.393164 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e60d18f5-7ccf-478d-9d85-d3eba781a87b req-42bd3586-2100-4f9b-8f95-7a3c042ff1c7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 210 time: 0.0732782 May 05 16:34:17.419294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d1d64d61-36d5-41da-b37f-dccd6725d575 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:17.430357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-436560229-network', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:17.436522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:17.440629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Usage tracker for resource:network and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:17.443885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:17.466248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:17.466406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] For port d1d64d61-36d5-41da-b37f-dccd6725d575, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d1d64d61-36d5-41da-b37f-dccd6725d575,segment=NetworkSegment(a0746607-a4f1-4464-bf9b-76d2c153a480),segment_id=a0746607-a4f1-4464-bf9b-76d2c153a480)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:17.466761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.470857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.471895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.502092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.563655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Made reservation on behalf of 0d8e5fbe8bec43a08a509cbd68111f79 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:17.566233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.580179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.599170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for d1d64d61-36d5-41da-b37f-dccd6725d575 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:17.608889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.681757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] Calling delete_port for d1d64d61-36d5-41da-b37f-dccd6725d575 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:17.682551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:17.686688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:17.692669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:17.697927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:17.730692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba45db50-9110-4e81-b903-8386fd0dcbb7', 'name': 'tempest-RoutersTest-router-1863782879', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:32:40Z', 'updated_at': '2022-05-05T16:34:08Z', 'revision_number': 11, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:17.740169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.744448 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c5b4b9d7-f151-4e29-ad2f-2e2ad051f0fa tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4565980 May 05 16:34:17.745434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51382) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:17.759933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:17.794596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Checking router: ba45db50-9110-4e81-b903-8386fd0dcbb7 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:17.840126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.845416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Routers set() bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:17.845793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Router IDs set() for agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} May 05 16:34:17.846690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_agentschedulers_db [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ba45db50-9110-4e81-b903-8386fd0dcbb7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent'). {{(pid=84820) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 05 16:34:17.846898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678638cd-23b7-4541-aab8-7aaa93a7c8c8 None None] The sync data for ids ['ba45db50-9110-4e81-b903-8386fd0dcbb7'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:17.877564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.888680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.910603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.927081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:17.927693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:17.939207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] Pushing event deleted for resources: {'Port': ['ID=d1d64d61-36d5-41da-b37f-dccd6725d575,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:17.948472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 796} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:17.952809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ba91b-0684-4979-857a-841f5bd9edda None None] No DVR routers for this DVR port d1d64d61-36d5-41da-b37f-dccd6725d575 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:17.965369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a97ae26-143a-4437-b96c-dab8f88b257d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:17.971310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:17.971993 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Added segment 5ca74b2b-3755-4c5c-8070-a2d42346f2ee of type vlan for network d263fed4-17d0-48e5-8a5f-8af69cf04481 May 05 16:34:18.014078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.117375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.118400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:18.120089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.243103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d263fed4-17d0-48e5-8a5f-8af69cf04481,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:18.262370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:18.305077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.359195 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-929705b9-9e8c-44e6-82bb-88dfe595c2b4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1346581 May 05 16:34:18.359793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51386) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:18.373598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Request body: {'subnet': {'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-436560229-subnet', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:18.379993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:18.385900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Usage tracker for resource:subnet and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:18.389790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:18.396915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:18.401990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.444716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port d1d64d61-36d5-41da-b37f-dccd6725d575 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:18.444716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.499274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-36d8be00-1311-41eb-aa2d-1097374e2afb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:18.499989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-36d8be00-1311-41eb-aa2d-1097374e2afb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:18.585782 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a0cd87de-de04-47f2-9a71-224e1e527de5 req-753edd63-a5f9-4a55-b929-8e151303f332 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 210 time: 0.0489094 May 05 16:34:18.608720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-36d8be00-1311-41eb-aa2d-1097374e2afb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:18.609855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-36d8be00-1311-41eb-aa2d-1097374e2afb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 796 time: 0.2786279 May 05 16:34:18.672789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-47e3b535-9b87-4312-b519-00c1fb9abc57 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:18.712284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Made reservation on behalf of 0d8e5fbe8bec43a08a509cbd68111f79 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:18.715537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.789915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] The port 'd1d64d61-36d5-41da-b37f-dccd6725d575' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:34:18.865752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting port dcb7e226-c458-4af9-9ec7-d5e68aa206f9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:18.866096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:18.991329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-47e3b535-9b87-4312-b519-00c1fb9abc57 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:18.992632 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-47e3b535-9b87-4312-b519-00c1fb9abc57 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 380 time: 0.3693385 May 05 16:34:19.002535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['95e6acac-62d2-4c1f-8813-130f9ee327ed']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:19.122122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.146399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:19.157774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:19.197251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1beb66fd-925b-4eb7-861a-2a1d9dc647ad']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:19.232773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:19.235843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.265352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0746607-a4f1-4464-bf9b-76d2c153a480') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:19.265645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0746607-a4f1-4464-bf9b-76d2c153a480') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:19.298937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.326702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.349567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.419508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.9 (27ed5c42-9c39-4d7d-ae89-34a295eddf95/739b1be4-2b7e-4544-9369-fd7b92889230/f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:19.471901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Calling delete_port for dcb7e226-c458-4af9-9ec7-d5e68aa206f9 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:19.511875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Router 39cd3ad5-83b8-4a22-a5c5-7bf8842641cb is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:34:19.517739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:19.518134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:19.533253 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:19.613725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.723363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.745352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:19.759017 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-815c1a48-124f-4436-a9b8-d39a14d96739 req-7fe7082f-4d90-4519-b6cf-b6fd3a058c35 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 210 time: 0.0450966 May 05 16:34:19.808372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.836587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.866414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.871854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=1beb66fd-925b-4eb7-861a-2a1d9dc647ad,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:19.907474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:19.920864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:19.931326 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] Sync routers for ids ['39cd3ad5-83b8-4a22-a5c5-7bf8842641cb'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:19.944258 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] Routers {'39cd3ad5-83b8-4a22-a5c5-7bf8842641cb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:19.945251 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['39cd3ad5-83b8-4a22-a5c5-7bf8842641cb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:19.950403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:19.953666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:19.962092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:19.972253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:19.973370 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-80099829-5b04-43f8-ac32-f871d4e5602f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "PUT /v2.0/routers/39cd3ad5-83b8-4a22-a5c5-7bf8842641cb HTTP/1.1" status: 200 len: 694 time: 2.2230945 May 05 16:34:19.976667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51400) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:19.988375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Checking segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:19.992591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Network hostable DHCP agents. Network: d263fed4-17d0-48e5-8a5f-8af69cf04481, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:19.993305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:20.037519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:20.038700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.062895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-83fb713a-775d-4b5a-9dcf-2d709d835068 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/1beb66fd-925b-4eb7-861a-2a1d9dc647ad HTTP/1.1" status: 204 len: 168 time: 3.4781301 May 05 16:34:20.066741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51404) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:20.078479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1787261618'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:20.081478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:20.086622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:20.090675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:20.098181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:20.112400 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] Set router 39cd3ad5-83b8-4a22-a5c5-7bf8842641cb gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:20.158121 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-c4fb3a34-b553-4ac1-a240-4b3807874f93 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1598339 May 05 16:34:20.170844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Request body: {'port': {'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:20.206589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:20.210235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.250793 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cd3ad5-83b8-4a22-a5c5-7bf8842641cb', 'name': 'tempest-RoutersTest-router-1546937759', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:17Z', 'updated_at': '2022-05-05T16:34:18Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:20.255219 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] Checking router: 39cd3ad5-83b8-4a22-a5c5-7bf8842641cb for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:20.256966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9214164c-1986-4ac4-9238-0b5b23473464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.267024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:20.269789 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] Routers {'39cd3ad5-83b8-4a22-a5c5-7bf8842641cb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:20.270421 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['39cd3ad5-83b8-4a22-a5c5-7bf8842641cb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:20.295009 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2f84f216-fd6c-47f1-8bef-efa789e2a00b tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/routers/39cd3ad5-83b8-4a22-a5c5-7bf8842641cb HTTP/1.1" status: 200 len: 700 time: 0.3166974 May 05 16:34:20.298967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51408) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:20.315987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.316296 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment 5fd6e964-f0b2-4c55-b318-a928b4ad65dc of type vlan for network 734a2f6c-24b6-48e3-a60b-36524b0783ad May 05 16:34:20.318707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5393f23c-03bb-48b8-af8d-1ed32c9cc512 None None] Provisioning for port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:20.328327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5393f23c-03bb-48b8-af8d-1ed32c9cc512 None None] Provisioning complete for port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:20.329073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5393f23c-03bb-48b8-af8d-1ed32c9cc512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.343983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e721ee84-5cf6-4795-9313-53805ce01037 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Synchronizing usage tracker for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:20.349533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.358002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.403826 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] Set router 39cd3ad5-83b8-4a22-a5c5-7bf8842641cb gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:20.407738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Port': ['ID=dcb7e226-c458-4af9-9ec7-d5e68aa206f9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:20.410204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5393f23c-03bb-48b8-af8d-1ed32c9cc512 None None] Port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:20.414768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e721ee84-5cf6-4795-9313-53805ce01037 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Unset dirty status for tenant:f5697b8096ed40fcac7a03be3ddbfa96 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:20.418666 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e721ee84-5cf6-4795-9313-53805ce01037 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cd3ad5-83b8-4a22-a5c5-7bf8842641cb HTTP/1.1" status: 200 len: 205 time: 0.1186903 May 05 16:34:20.419363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:20.425618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51412) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:20.436532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.534783 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '39cd3ad5-83b8-4a22-a5c5-7bf8842641cb', 'name': 'tempest-RoutersTest-router-1546937759', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:17Z', 'updated_at': '2022-05-05T16:34:18Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:20.539546 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae2cc9f-abb9-41a4-a336-a40e39b7fc27 None None] The sync data for ids ['39cd3ad5-83b8-4a22-a5c5-7bf8842641cb'] in dv-neutron-840483-1-hyperv is: [{'id': '39cd3ad5-83b8-4a22-a5c5-7bf8842641cb', 'name': 'tempest-RoutersTest-router-1546937759', 'tenant_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:17Z', 'updated_at': '2022-05-05T16:34:18Z', 'revision_number': 2, 'project_id': 'f5697b8096ed40fcac7a03be3ddbfa96', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:20.621180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.resource_extend [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 05 16:34:20.714084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, d263fed4-17d0-48e5-8a5f-8af69cf04481) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:20.721939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c992b2-5644-4745-bb49-cbee97f7fb19 None None] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:20.775769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:20.776414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.798671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.891654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.895874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:20.896554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.902084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:34:20.968117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.978737 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-29f6dce9-05d4-4f96-b421-f1aa6f2bae1e admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6183028 May 05 16:34:20.986221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-d263fed4-17d0-48e5-8a5f-8af69cf04481', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:34:20.987352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:20.990049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51418) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:20.999677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.004063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:21.014913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:21.021497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Usage tracker for resource:router and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:21.048524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Transition to ACTIVE for port object f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:21.051326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=734a2f6c-24b6-48e3-a60b-36524b0783ad,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:21.068289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:21.088445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:21.115088 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f10b58be-340f-4b0b-9ace-9022e82d8f3d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0442398 May 05 16:34:21.115328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51422) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:21.123700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:21.197482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.234505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:21.280080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Allocated IP 172.20.0.2 (d263fed4-17d0-48e5-8a5f-8af69cf04481/0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1/a6af941a-74fc-4281-9ea5-555697f5d7b4) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:21.327286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:21.400491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:21.414855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:21.423226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:21.436523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:21.479214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.480399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.510462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.529163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad28c832-306c-40bd-8e44-90b87ffba7c8 req-d35d54fd-b9e8-4147-a118-8aca377d76df tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:21.530851 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad28c832-306c-40bd-8e44-90b87ffba7c8 req-d35d54fd-b9e8-4147-a118-8aca377d76df tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 931 time: 0.5971134 May 05 16:34:21.546447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:21.579003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.592943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Transition to ACTIVE for port object a6af941a-74fc-4281-9ea5-555697f5d7b4 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:21.620848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Transition to ACTIVE for port object a6af941a-74fc-4281-9ea5-555697f5d7b4 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:21.700584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.715279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.734062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.742568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Attempting to bind port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:21.742903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Attempting to bind port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:21.744899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Attempting to bind port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec on network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:21.771868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:21.776529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:21.780402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:21.792352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Pushing event updated for resources: {'Port': ['ID=a6af941a-74fc-4281-9ea5-555697f5d7b4,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:21.850906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec on network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:34:21.851129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Attempting to bind port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec on network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:21.862605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.873792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:21.874176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Checking segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:21.874518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Bound using segment: {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:21.874962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Bound port: f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '299119a8-8844-4e12-ac66-d221d6571cd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:21.875335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.940577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Attempting to bind port a6af941a-74fc-4281-9ea5-555697f5d7b4 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:21.941054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Attempting to bind port a6af941a-74fc-4281-9ea5-555697f5d7b4 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:21.941298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Attempting to bind port a6af941a-74fc-4281-9ea5-555697f5d7b4 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:21.949361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:21.949839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Checking segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:21.950180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.950558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Bound using segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:21.950990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Bound port: a6af941a-74fc-4281-9ea5-555697f5d7b4, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:21.951371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:21.975758 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad28c832-306c-40bd-8e44-90b87ffba7c8 req-06b20418-5cef-473f-b3e3-6da9d6867627 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2446017 May 05 16:34:22.105013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] For port a6af941a-74fc-4281-9ea5-555697f5d7b4, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:22.105187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] For port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:22.105338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] For port a6af941a-74fc-4281-9ea5-555697f5d7b4, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a6af941a-74fc-4281-9ea5-555697f5d7b4,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:22.105455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Router d7a10341-a1f9-44e0-aa97-e081abbf63d3 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:22.105566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] For port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:22.184810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.185356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Fanout notify agent at l3_agent the message router_deleted on router 39cd3ad5-83b8-4a22-a5c5-7bf8842641cb {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:34:22.203201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.208332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.237288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.275908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.281857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c011308e-d247-4eae-98bc-aa4aa435876d tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/39cd3ad5-83b8-4a22-a5c5-7bf8842641cb HTTP/1.1" status: 204 len: 168 time: 1.8272662 May 05 16:34:22.291938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51428) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.295717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dd618a-f933-4435-ad42-19f8d073066d None None] Pushing event updated for resources: {'Port': ['ID=a6af941a-74fc-4281-9ea5-555697f5d7b4,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:22.340424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:22.351287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f07ef7fc-27da-46c9-9e9c-09173386edc6 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2289238 May 05 16:34:22.351287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51432) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.358131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] Sync routers for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:22.374018 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a00e0453-426a-4485-ad1d-88a6b1fab9a2 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=39cd3ad5-83b8-4a22-a5c5-7bf8842641cb HTTP/1.1" status: 200 len: 205 time: 0.0737474 May 05 16:34:22.381658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51436) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.387439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.394056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] 10.222.0.71 "PUT /v2.0/ports/f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 1093 time: 2.2283490 May 05 16:34:22.396126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:22.396768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:22.400299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:34:22.475810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-6faacdf9-0a13-4f64-815b-4af4c95b3d05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] show failed (client error): The resource could not be found. May 05 16:34:22.475810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6faacdf9-0a13-4f64-815b-4af4c95b3d05 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-824627550 HTTP/1.1" status: 404 len: 334 time: 0.1129310 May 05 16:34:22.475810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51442) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.484323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-afd14e46-ac70-413a-8749-4638c8470bdb tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:22.498399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:22.506699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0c4b4f63-c01c-4622-b8e0-5708c4af091d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.537000 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-b85fc7c3-19e8-4a58-8f4c-7c012d0079d1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:22.537621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] Routers {'d7a10341-a1f9-44e0-aa97-e081abbf63d3'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:22.537621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:22.537820 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b85fc7c3-19e8-4a58-8f4c-7c012d0079d1 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/39cd3ad5-83b8-4a22-a5c5-7bf8842641cb HTTP/1.1" status: 404 len: 336 time: 0.1496663 May 05 16:34:22.564864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcef696-1e05-447d-88a9-4199dc369950 service neutron] Pushing event updated for resources: {'Port': ['ID=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:22.587886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=3ae347c9-9ad6-4788-9c98-b662b22b6786,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:22.621436 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-afd14e46-ac70-413a-8749-4638c8470bdb tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] update failed (client error): The resource could not be found. May 05 16:34:22.622478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-afd14e46-ac70-413a-8749-4638c8470bdb tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1589309349 HTTP/1.1" status: 404 len: 335 time: 0.1501238 May 05 16:34:22.623124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.657375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51450) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.680610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a1f0175-3463-4d99-a0cf-8dcbee2bf4ad'] response: {'name': 'network-changed', 'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'status': 'completed', 'code': 200} May 05 16:34:22.690085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:22.690665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015d048e-b8da-485c-86ee-14f3db038467 None None] The sync data for ids ['d7a10341-a1f9-44e0-aa97-e081abbf63d3'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:22.711970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:22.715761 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a241e94-6a78-4ded-9036-01d0056f8dbf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:22.716506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a241e94-6a78-4ded-9036-01d0056f8dbf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:22.719374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7a241e94-6a78-4ded-9036-01d0056f8dbf tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/cb9b79e8-84c4-46ee-b18d-356670d6d4ee HTTP/1.1" status: 404 len: 337 time: 0.0951726 May 05 16:34:22.721838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51454) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.777495 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5468dbe1-a83c-4ccd-9dd1-0e0ffd747f45 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:22.779200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5468dbe1-a83c-4ccd-9dd1-0e0ffd747f45 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:22.783245 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5468dbe1-a83c-4ccd-9dd1-0e0ffd747f45 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/8f41674c-c252-4ad4-b9bf-9e4aff4e58f7 HTTP/1.1" status: 404 len: 337 time: 0.0602372 May 05 16:34:22.790195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51458) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.836718 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-64fd24a7-3a45-4c14-8eaf-528ac3b8e48e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:22.837776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64fd24a7-3a45-4c14-8eaf-528ac3b8e48e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:22.839913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64fd24a7-3a45-4c14-8eaf-528ac3b8e48e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/44f970f1-5e1e-4e2d-9ef6-e930a8073752 HTTP/1.1" status: 404 len: 337 time: 0.0475361 May 05 16:34:22.844752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51462) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.864388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': '5fd6e964-f0b2-4c55-b318-a928b4ad65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:22.864648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: 734a2f6c-24b6-48e3-a60b-36524b0783ad, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:22.903967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-408994a6-c362-4b00-a76a-ac87b066c18e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:22.904401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-408994a6-c362-4b00-a76a-ac87b066c18e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:22.906242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-408994a6-c362-4b00-a76a-ac87b066c18e tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/494fa8fe-609e-432d-b832-8023daa1cd2c HTTP/1.1" status: 404 len: 337 time: 0.0604811 May 05 16:34:22.908966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51466) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:22.998643 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-577476ef-72fc-4491-9a03-9bbd8c85ebc5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 200 len: 205 time: 0.0886228 May 05 16:34:23.003028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51470) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.098728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-fef3a63b-538d-49b1-b270-89132891c77f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:23.102405 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fef3a63b-538d-49b1-b270-89132891c77f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/ba45db50-9110-4e81-b903-8386fd0dcbb7 HTTP/1.1" status: 404 len: 336 time: 0.1002691 May 05 16:34:23.103680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51476) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.128978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.163799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:23.172809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-2652721f-a117-48f8-acc6-87d44817ab43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1096 time: 0.5800245 May 05 16:34:23.174745 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5395625e-bed6-4b78-b51a-2edb2d25695a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e HTTP/1.1" status: 200 len: 205 time: 0.0682218 May 05 16:34:23.178863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51480) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.198151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.319793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-ecd72cb1-6a44-4101-9b59-fcbd67a878a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:23.319793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ecd72cb1-6a44-4101-9b59-fcbd67a878a4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/b3bcc00f-50cf-4bb0-bbdf-df8ccad5187e HTTP/1.1" status: 404 len: 336 time: 0.1345799 May 05 16:34:23.325383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51484) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.329092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 734a2f6c-24b6-48e3-a60b-36524b0783ad) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:23.338948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49960d7c-9321-4f8a-82f2-48eb13c63a22 None None] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:23.350273 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-d3d18d96-ae2d-47f3-b47f-73a98a1b6558 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 217 time: 0.1666038 May 05 16:34:23.355214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting subnet 198ba3fd-837b-4190-ac8d-6a7465c84a2b {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:23.357885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:23.358556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.407841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a6af941a-74fc-4281-9ea5-555697f5d7b4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:23.410545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.420584 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60b6984-b891-4506-ad6f-e1c15b27acff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:23.421307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60b6984-b891-4506-ad6f-e1c15b27acff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:23.451216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c60b6984-b891-4506-ad6f-e1c15b27acff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/6a07cf62-5856-4411-869e-aca4c3fb85d2 HTTP/1.1" status: 404 len: 337 time: 0.1243930 May 05 16:34:23.452381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51488) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.514485 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4bffcaf2-926e-44b0-a0d1-0762d21e7951 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 200 len: 205 time: 0.0570507 May 05 16:34:23.515115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51492) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.521501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.578022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd7e838-e95a-42b4-b0ae-ae8bf94cec13 req-4302852c-d9e2-4ee4-a92a-db51c3077f85 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:23.579796 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-acd7e838-e95a-42b4-b0ae-ae8bf94cec13 req-4302852c-d9e2-4ee4-a92a-db51c3077f85 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 943 time: 0.4254653 May 05 16:34:23.617113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-acc24d26-e294-4158-ad71-82961586d3ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:23.619773 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-acc24d26-e294-4158-ad71-82961586d3ec service neutron] 10.222.0.71 "GET /v2.0/subnets?id=739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 200 len: 835 time: 0.2573442 May 05 16:34:23.623673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Allocated IP 172.26.2.63 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:23.658900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a6af941a-74fc-4281-9ea5-555697f5d7b4 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:23.669204 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d554d3b6-4ae4-40cb-9ff6-9736ba6dbf63 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5512378 May 05 16:34:23.670942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-acd7e838-e95a-42b4-b0ae-ae8bf94cec13 req-222f7288-0c0a-45dd-86aa-4e54f0dae83f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831213 May 05 16:34:23.671609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51496) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.678807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-734a2f6c-24b6-48e3-a60b-36524b0783ad', 'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': '3ae347c9-9ad6-4788-9c98-b662b22b6786'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:34:23.679738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.681172 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-eeb4e510-6358-4b9b-8478-f21d52ff7e13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:23.684683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eeb4e510-6358-4b9b-8478-f21d52ff7e13 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/5abf8bce-7754-4bae-a40b-41c98c07e574 HTTP/1.1" status: 404 len: 336 time: 0.1644762 May 05 16:34:23.690844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51498) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.704135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.704135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.706281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-809174915'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:23.761911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ab166fd3-bdca-41f9-a454-e65ac982e8ff tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=f40c069e-6400-4039-b317-794cf7bff065 HTTP/1.1" status: 200 len: 205 time: 0.0633097 May 05 16:34:23.771991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51504) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.895246 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-ca651bc2-4d72-497b-a840-d07ef5506517 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:23.896406 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ca651bc2-4d72-497b-a840-d07ef5506517 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/f40c069e-6400-4039-b317-794cf7bff065 HTTP/1.1" status: 404 len: 336 time: 0.1152084 May 05 16:34:23.906962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51508) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:23.929361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Allocated IP 2001:db8::2 (734a2f6c-24b6-48e3-a60b-36524b0783ad/3ae347c9-9ad6-4788-9c98-b662b22b6786/31b54ae9-2afe-460b-937f-6a363c65d07f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:23.978671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:23.983872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.984506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:23.990992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:23.996877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:24.004321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:24.030153 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21c5e49-f6e0-476c-a456-500b93cc485f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:24.030692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21c5e49-f6e0-476c-a456-500b93cc485f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:24.035742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51512) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.035898 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a21c5e49-f6e0-476c-a456-500b93cc485f tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/370759e9-37d8-4c3c-b88f-39fdce6e3a80 HTTP/1.1" status: 404 len: 337 time: 0.1262395 May 05 16:34:24.074003 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-e6a40559-3d6f-43b8-864a-d5e6947ddd11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4394715 May 05 16:34:24.100556 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-970acb3b-7b04-44cc-a28a-4e4093f7553a tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=e3f40dcf-91cb-46ac-b8cc-59d727f35f40 HTTP/1.1" status: 200 len: 205 time: 0.0633914 May 05 16:34:24.103570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51516) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.107401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:24.110619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.147011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6aa0b0-e692-454e-8c33-e5b1b4cb4a66 None None] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:24.188914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.203912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.247371 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-bcf6ba61-cd49-4269-b186-ae132dcce768 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:24.248389 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bcf6ba61-cd49-4269-b186-ae132dcce768 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/e3f40dcf-91cb-46ac-b8cc-59d727f35f40 HTTP/1.1" status: 404 len: 336 time: 0.1432571 May 05 16:34:24.252401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51520) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.268260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.272256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port cc53457d-8218-4b46-ab44-bdc23dee7bc2 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:24.283801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Transition to ACTIVE for port object 31b54ae9-2afe-460b-937f-6a363c65d07f will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:24.303019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Subnet': ['ID=198ba3fd-837b-4190-ac8d-6a7465c84a2b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:24.317787 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4fe520-c1c8-4436-b8bb-704d35ae5be4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:24.318240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4fe520-c1c8-4436-b8bb-704d35ae5be4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:24.326933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:24.328535 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9a4fe520-c1c8-4436-b8bb-704d35ae5be4 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/22a3d89f-87d8-4718-a451-5d502d5149f3 HTTP/1.1" status: 404 len: 337 time: 0.0628574 May 05 16:34:24.329707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Transition to ACTIVE for port object 31b54ae9-2afe-460b-937f-6a363c65d07f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:24.331408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-51c15613-383d-4728-bd8d-372fe54b5380 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424924 May 05 16:34:24.332620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Pushing event updated for resources: {'Port': ['ID=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:24.334708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51524) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.334897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.336707 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2043013a-131c-4dcb-80b3-ce1924deb226 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/subnets/198ba3fd-837b-4190-ac8d-6a7465c84a2b HTTP/1.1" status: 204 len: 168 time: 1.6644208 May 05 16:34:24.341913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:24.342744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51526) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.369527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f234e-e403-4733-b5e0-fed829a70d22 None None] Network 5216d178-0b6e-4292-bae5-06d6b20c9ce2 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:24.384283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:24.393466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] Provisioning for port a6af941a-74fc-4281-9ea5-555697f5d7b4 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:24.425107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b155993e-7836-4b14-bb32-ce26651df936 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "GET /v2.0/ports?device_id=59852b33-f24e-42e5-9329-6bbd91af5f51 HTTP/1.1" status: 200 len: 205 time: 0.0836828 May 05 16:34:24.430122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51532) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.460415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.464805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] Provisioning complete for port a6af941a-74fc-4281-9ea5-555697f5d7b4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:24.465165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.562443 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-743f5298-fee4-4dcb-8e2d-4c51b9506196 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] delete failed (client error): The resource could not be found. May 05 16:34:24.562443 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-743f5298-fee4-4dcb-8e2d-4c51b9506196 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/routers/59852b33-f24e-42e5-9329-6bbd91af5f51 HTTP/1.1" status: 404 len: 336 time: 0.1287358 May 05 16:34:24.568137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51536) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.643237 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70471c3-a3cf-44ec-9f8d-92722e457f34 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:24.643721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70471c3-a3cf-44ec-9f8d-92722e457f34 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:24.682712 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d70471c3-a3cf-44ec-9f8d-92722e457f34 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/624f8e98-9707-47c1-9773-4aab4de03282 HTTP/1.1" status: 404 len: 337 time: 0.1134932 May 05 16:34:24.683309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51540) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:24.689234 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:34:24.700781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::2d1 (734a2f6c-24b6-48e3-a60b-36524b0783ad/3ae347c9-9ad6-4788-9c98-b662b22b6786/cc53457d-8218-4b46-ab44-bdc23dee7bc2) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:24.747420 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-288e1bb6-2c50-4a0d-96d3-d16c71db6673 req-03244730-1a49-4743-bc8e-4356323f3f46 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054224 May 05 16:34:24.774082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Pushing event updated for resources: {'Port': ['ID=31b54ae9-2afe-460b-937f-6a363c65d07f,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:24.777740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:24.785654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:24.790660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:24.813709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting subnet 22e612e7-8360-4671-b8fc-e1f37d3180a1 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:24.817998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.836757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b4c447-61c7-4038-bb05-12b945daf8f5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] DELETE failed (client error): The resource could not be found. May 05 16:34:24.839387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1b4c447-61c7-4038-bb05-12b945daf8f5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:24.846288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c1b4c447-61c7-4038-bb05-12b945daf8f5 tempest-RoutersTest-1172586592 tempest-RoutersTest-1172586592-project] 10.222.0.70 "DELETE /v2.0/subnets/622093aa-6ea8-454d-a88b-2a6fabb70422 HTTP/1.1" status: 404 len: 337 time: 0.1499906 May 05 16:34:24.990262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:24.997480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Attempting to bind port 31b54ae9-2afe-460b-937f-6a363c65d07f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:24.997848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Attempting to bind port 31b54ae9-2afe-460b-937f-6a363c65d07f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5fd6e964-f0b2-4c55-b318-a928b4ad65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:24.998208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Attempting to bind port 31b54ae9-2afe-460b-937f-6a363c65d07f on network 734a2f6c-24b6-48e3-a60b-36524b0783ad {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:25.010147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.047011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:25.047694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Checking segment: {'id': '5fd6e964-f0b2-4c55-b318-a928b4ad65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:25.048282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.048847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Bound using segment: {'id': '5fd6e964-f0b2-4c55-b318-a928b4ad65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:25.049490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Bound port: 31b54ae9-2afe-460b-937f-6a363c65d07f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd6e964-f0b2-4c55-b318-a928b4ad65dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '734a2f6c-24b6-48e3-a60b-36524b0783ad'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:25.050047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.080295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.104891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object cc53457d-8218-4b46-ab44-bdc23dee7bc2 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:25.138020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] For port a6af941a-74fc-4281-9ea5-555697f5d7b4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a6af941a-74fc-4281-9ea5-555697f5d7b4,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:25.145448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.156594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] DHCP port deletion for 5216d178-0b6e-4292-bae5-06d6b20c9ce2 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:25.167082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] Deleting port 1e44a042-1565-4560-a33d-dd6e3de1db0e {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:25.167424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.183826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94c083-bd6a-457c-9546-7f653dff93a6 req-0f02687e-1ab7-409d-889a-e0248aaf3236 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:25.187017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-4a94c083-bd6a-457c-9546-7f653dff93a6 req-0f02687e-1ab7-409d-889a-e0248aaf3236 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:25.189747 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-807a3397-3d04-4874-9df2-4180db795e0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1096 time: 0.2916765 May 05 16:34:25.213296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.244293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.244541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.294675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] For port 31b54ae9-2afe-460b-937f-6a363c65d07f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:25.309475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-4a94c083-bd6a-457c-9546-7f653dff93a6 req-0f02687e-1ab7-409d-889a-e0248aaf3236 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:25.316138 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a94c083-bd6a-457c-9546-7f653dff93a6 req-0f02687e-1ab7-409d-889a-e0248aaf3236 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 943 time: 0.3736806 May 05 16:34:25.357370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] For port 31b54ae9-2afe-460b-937f-6a363c65d07f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=31b54ae9-2afe-460b-937f-6a363c65d07f,segment=NetworkSegment(5fd6e964-f0b2-4c55-b318-a928b4ad65dc),segment_id=5fd6e964-f0b2-4c55-b318-a928b4ad65dc)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:25.360084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1e44a042-1565-4560-a33d-dd6e3de1db0e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:25.401028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:25.404763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:25.412549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:25.418429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:25.422291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.426401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=cc53457d-8218-4b46-ab44-bdc23dee7bc2,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:25.438546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.439771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.452769 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a94c083-bd6a-457c-9546-7f653dff93a6 req-df39c6ae-efa3-488c-a1f6-2bf21a03b100 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352119 May 05 16:34:25.455671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb9918-b768-4a79-834f-4d3643741b9e req-2ad29f37-e677-4524-ade8-5259ce247d38 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:25.457271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-2ad29f37-e677-4524-ade8-5259ce247d38 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 897 time: 0.2554471 May 05 16:34:25.462407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.484208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d0aca-3fab-4182-810f-9376859e178f None None] Pushing event updated for resources: {'Port': ['ID=a6af941a-74fc-4281-9ea5-555697f5d7b4,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:25.533746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.574648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51552) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:25.591083 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-306ee194-58db-4b26-9ae9-1aa4034b26f9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 217 time: 0.1274745 May 05 16:34:25.593795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Subnet': ['ID=22e612e7-8360-4671-b8fc-e1f37d3180a1,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:25.632352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.650178 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6f7c3766-3803-4137-aedc-c4b6838c6a52 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/subnets/22e612e7-8360-4671-b8fc-e1f37d3180a1 HTTP/1.1" status: 204 len: 168 time: 1.3038242 May 05 16:34:25.654251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51558) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:25.662665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4766e6-7d5e-4a0a-beda-9bbfff71d40f None None] Network bdcdfcb2-2c4c-47ea-993b-2fa202d0137a requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:25.693683 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-37dcbbb0-b4d6-4f01-806b-da7cfa8b5061 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.9898005 May 05 16:34:25.694271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51562) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:25.699169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bb9918-b768-4a79-834f-4d3643741b9e req-c8ca0e8f-0f1f-41a8-b0e2-e751dc45540b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:25.700857 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-c8ca0e8f-0f1f-41a8-b0e2-e751dc45540b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 200 len: 835 time: 0.1025252 May 05 16:34:25.705655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f0d6ca45-ffd9-4777-ba7a-e36761288d78 None None] Provisioning complete for port a6af941a-74fc-4281-9ea5-555697f5d7b4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:25.705655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f0d6ca45-ffd9-4777-ba7a-e36761288d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.782032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port cc53457d-8218-4b46-ab44-bdc23dee7bc2 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:25.782640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.924051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57d1260-90a4-4946-a782-f3b173114452 None None] Pushing event updated for resources: {'Port': ['ID=31b54ae9-2afe-460b-937f-6a363c65d07f,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:25.928253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] For port 1e44a042-1565-4560-a33d-dd6e3de1db0e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e44a042-1565-4560-a33d-dd6e3de1db0e,segment=NetworkSegment(bd18f2ab-460d-4abd-803d-1c840b87f311),segment_id=bd18f2ab-460d-4abd-803d-1c840b87f311)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:25.935636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:25.974888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.012664 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7b34a605-537a-4a85-8b63-9636288332c1 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f5697b8096ed40fcac7a03be3ddbfa96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4356377 May 05 16:34:26.016012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51566) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:26.021432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting port 1e44a042-1565-4560-a33d-dd6e3de1db0e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:26.022170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.097539 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-35f74db3-1846-4428-851e-a14c6ca2ca1a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2833242 May 05 16:34:26.098492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.105211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] Calling delete_port for 1e44a042-1565-4560-a33d-dd6e3de1db0e owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:26.238225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.268762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for cc53457d-8218-4b46-ab44-bdc23dee7bc2 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:26.356466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-270e0646-2e11-4057-b85d-7c2832a60b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.401637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-270e0646-2e11-4057-b85d-7c2832a60b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.420509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] For port 1e44a042-1565-4560-a33d-dd6e3de1db0e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1e44a042-1565-4560-a33d-dd6e3de1db0e,segment=NetworkSegment(bd18f2ab-460d-4abd-803d-1c840b87f311),segment_id=bd18f2ab-460d-4abd-803d-1c840b87f311)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:26.421158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.501308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 05 16:34:26.501308 dv-neutron-840483-1-hyperv neutron-server[84820]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 05 16:34:26.501308 dv-neutron-840483-1-hyperv neutron-server[84820]: [parameters: {'status': 'DOWN', 'ports_id': '1e44a042-1565-4560-a33d-dd6e3de1db0e'}] May 05 16:34:26.501308 dv-neutron-840483-1-hyperv neutron-server[84820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:26.502742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:26.503927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.578089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] No DVR routers for this DVR port 1e44a042-1565-4560-a33d-dd6e3de1db0e on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:26.583882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b3b58-6ae4-444d-9e1a-e11373638a1d None None] Pushing event deleted for resources: {'Port': ['ID=1e44a042-1565-4560-a33d-dd6e3de1db0e,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:26.589687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] DHCP port deletion for bdcdfcb2-2c4c-47ea-993b-2fa202d0137a request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:26.592729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] Deleting port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:26.593193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.608525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Router 528f85ea-1cee-4231-a4de-75e5db22472d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:34:26.652426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:34:26.714529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Calling delete_port for 1e44a042-1565-4560-a33d-dd6e3de1db0e owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:26.748121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.764027 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-88eeeba2-5b24-41b1-89f9-c20b2ef8562f service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6131327 May 05 16:34:26.774045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-270e0646-2e11-4057-b85d-7c2832a60b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.799795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.db.api [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84818) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:26.800169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG oslo_db.api [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:26.937536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e0646-2e11-4057-b85d-7c2832a60b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f64958-6c13-4d22-8ea6-e714d5d9cd9c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:26.961564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-270e0646-2e11-4057-b85d-7c2832a60b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:26.966170 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-270e0646-2e11-4057-b85d-7c2832a60b61 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/48f64958-6c13-4d22-8ea6-e714d5d9cd9c HTTP/1.1" status: 204 len: 168 time: 0.9472568 May 05 16:34:26.966364 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-05bb9918-b768-4a79-834f-4d3643741b9e req-b285a9a1-8a4a-41a5-99ec-c213eaa768e3 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639049 May 05 16:34:26.995852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=cc53457d-8218-4b46-ab44-bdc23dee7bc2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:27.006002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.011144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51574) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:27.020046 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8ab3d74c-1010-41e7-af66-0fb1b8339570 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/cc53457d-8218-4b46-ab44-bdc23dee7bc2 HTTP/1.1" status: 204 len: 168 time: 1.3247592 May 05 16:34:27.065132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bde955c-7b10-4c54-b002-50bcf361d55d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:27.066118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4bde955c-7b10-4c54-b002-50bcf361d55d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:27.081341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Port 1e44a042-1565-4560-a33d-dd6e3de1db0e update to DOWN by agent not found {{(pid=84820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 16:34:27.098582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd864207-8056-4437-87e9-885bab8a4896 req-227fa0f8-c363-4fbd-ad3f-c16a2d1b94da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:27.102076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fd864207-8056-4437-87e9-885bab8a4896 req-227fa0f8-c363-4fbd-ad3f-c16a2d1b94da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 943 time: 0.4717851 May 05 16:34:27.102468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:27.126401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:34:27.129555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] For port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,segment=NetworkSegment(41277442-9b26-4c08-8048-fd86b19242d1),segment_id=41277442-9b26-4c08-8048-fd86b19242d1)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:27.130044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.145692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4bde955c-7b10-4c54-b002-50bcf361d55d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:27.150158 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4bde955c-7b10-4c54-b002-50bcf361d55d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/cc53457d-8218-4b46-ab44-bdc23dee7bc2 HTTP/1.1" status: 404 len: 333 time: 0.1343875 May 05 16:34:27.150415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51578) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:27.171382 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fd864207-8056-4437-87e9-885bab8a4896 req-b49758e0-a2dd-4e37-825d-030adc6d524f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602474 May 05 16:34:27.250734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:27.270086 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:27.286115 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:27.286950 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:27.315086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c02ba16-71dd-4b69-8013-5e4673665c7d None None] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:27.343591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting port 1e44a042-1565-4560-a33d-dd6e3de1db0e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:27.343991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.368798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.370448 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c2dd362d-7e71-4ffd-baaa-931c1d95444e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3757358 May 05 16:34:27.373187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51584) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:27.447634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] The port '1e44a042-1565-4560-a33d-dd6e3de1db0e' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:34:27.455347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] Calling delete_port for 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:27.502890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.528693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a6af941a-74fc-4281-9ea5-555697f5d7b4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:27.549996 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:27.615315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.644302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5216d178-0b6e-4292-bae5-06d6b20c9ce2']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:27.659720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd18f2ab-460d-4abd-803d-1c840b87f311') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:27.660015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd18f2ab-460d-4abd-803d-1c840b87f311') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:27.674114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.676487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:34:27.694764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.706680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:27.707080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.771153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:27.795603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a6af941a-74fc-4281-9ea5-555697f5d7b4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:27.795985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.837325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8ff152a2-f695-4046-9b29-af1a4c193d46 None None] Provisioning for port 31b54ae9-2afe-460b-937f-6a363c65d07f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: util.warn( May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:27.908066 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:27.926670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.950664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 3ae347c9-9ad6-4788-9c98-b662b22b6786 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:27.955696 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:24Z', 'revision_number': 3, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:27.955880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:27.957384 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:27.957833 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Updating router 528f85ea-1cee-4231-a4de-75e5db22472d port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:34:27.996392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.021360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] No DVR routers for this DVR port 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:28.021620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.042720 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.092809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:28.155753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.157134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.177267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f7ffb8-1829-4bc0-aa5b-390885d4111f None None] Pushing event deleted for resources: {'Port': ['ID=4e64809d-6c71-4aaa-9c2c-b2e993363eb0,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:28.215381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.229862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Network': ['ID=5216d178-0b6e-4292-bae5-06d6b20c9ce2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:28.244472 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1eddfe09-4086-40d5-b681-f06f7b758329 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/networks/5216d178-0b6e-4292-bae5-06d6b20c9ce2 HTTP/1.1" status: 204 len: 168 time: 2.5862837 May 05 16:34:28.245353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51598) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:28.324508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 31b54ae9-2afe-460b-937f-6a363c65d07f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:28.355553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:34:28.386987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.522365 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.535986 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Transition to ACTIVE for port object 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:28.564600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 31b54ae9-2afe-460b-937f-6a363c65d07f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:28.582175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 31b54ae9-2afe-460b-937f-6a363c65d07f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:28.582861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.597587 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.606075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.657466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.727415 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Attempting to bind port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:28.728035 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Attempting to bind port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:28.728489 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Attempting to bind port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:28.730863 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681bd32-93fa-42c8-ae3c-e113c8be64a8 None None] Pushing event updated for resources: {'Port': ['ID=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:28.738688 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:28.739150 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:28.739700 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.740914 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:28.740914 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Bound port: 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:28.741141 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.780233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd89ac6a-ae8e-455d-96e3-8c5b14ede59d None None] Network 734a2f6c-24b6-48e3-a60b-36524b0783ad requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:28.796144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=3ae347c9-9ad6-4788-9c98-b662b22b6786,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:28.848643 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-61e8a7a5-a514-4ebc-ade5-6d9601e749aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/3ae347c9-9ad6-4788-9c98-b662b22b6786 HTTP/1.1" status: 204 len: 168 time: 1.6968641 May 05 16:34:28.849384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51608) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:28.850428 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] For port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:28.853215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.855614 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] For port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:28.892077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdcdfcb2-2c4c-47ea-993b-2fa202d0137a']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:28.910507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41277442-9b26-4c08-8048-fd86b19242d1') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:28.910817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41277442-9b26-4c08-8048-fd86b19242d1') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:28.922020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51612) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:28.932742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.941146 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:28.949724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6acf44-cd37-4e39-96a0-0047daac83a2 req-d253648c-ae1b-4280-90b0-7c6b35f3fac8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:28.956689 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a6acf44-cd37-4e39-96a0-0047daac83a2 req-d253648c-ae1b-4280-90b0-7c6b35f3fac8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 944 time: 0.4552548 May 05 16:34:29.005841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.034568 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:29.035516 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:29.117813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.129310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-06f66b32-fb5b-4277-a464-91777fe4bfab None None] Provisioning complete for port 31b54ae9-2afe-460b-937f-6a363c65d07f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:29.134303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06f66b32-fb5b-4277-a464-91777fe4bfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.146461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:29.159979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:29.178284 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:29.193323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 31b54ae9-2afe-460b-937f-6a363c65d07f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=31b54ae9-2afe-460b-937f-6a363c65d07f,segment=NetworkSegment(5fd6e964-f0b2-4c55-b318-a928b4ad65dc),segment_id=5fd6e964-f0b2-4c55-b318-a928b4ad65dc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:29.194510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--916513044'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:29.203157 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681bd32-93fa-42c8-ae3c-e113c8be64a8 None None] Pushing event updated for resources: {'Port': ['ID=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:29.243773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.266928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:29.268455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.278449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:29.283597 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a6acf44-cd37-4e39-96a0-0047daac83a2 req-f51af697-5eaf-4052-bab4-e4a0bb9e5dbe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260636 May 05 16:34:29.284395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:29.289273 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:29.291535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:29.310634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.347993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 31b54ae9-2afe-460b-937f-6a363c65d07f {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:29.348324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.367089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.381071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:29.397686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.402554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Network': ['ID=bdcdfcb2-2c4c-47ea-993b-2fa202d0137a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:29.408182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.422075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-04622daf-8888-4650-90db-67f8d078ff2c tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/networks/bdcdfcb2-2c4c-47ea-993b-2fa202d0137a HTTP/1.1" status: 204 len: 168 time: 1.1762567 May 05 16:34:29.423955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:29.424297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4e64809d-6c71-4aaa-9c2c-b2e993363eb0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:29.425687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51620) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:29.466227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.497032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=31b54ae9-2afe-460b-937f-6a363c65d07f,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:29.545762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:29.556343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:29.609938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:29.621882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:29.648878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] DHCP port deletion for 734a2f6c-24b6-48e3-a60b-36524b0783ad request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:29.655649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] Deleting port 31b54ae9-2afe-460b-937f-6a363c65d07f {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:29.656385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.664138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Allocated IP 172.20.0.1 (d263fed4-17d0-48e5-8a5f-8af69cf04481/0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1/ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:29.703002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting subnet 41373b52-520b-486b-85f2-bd3a52a7de94 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:29.706101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.721138 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:24Z', 'revision_number': 3, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:29.726694 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bbf10-a961-45cd-b292-ab7a1e44c4ed None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:24Z', 'revision_number': 3, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:29.792557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] For port 31b54ae9-2afe-460b-937f-6a363c65d07f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=31b54ae9-2afe-460b-937f-6a363c65d07f,segment=NetworkSegment(5fd6e964-f0b2-4c55-b318-a928b4ad65dc),segment_id=5fd6e964-f0b2-4c55-b318-a928b4ad65dc)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:29.792922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.817386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.838029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.894156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.966427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:29.966697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] For port 31b54ae9-2afe-460b-937f-6a363c65d07f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=31b54ae9-2afe-460b-937f-6a363c65d07f,segment=NetworkSegment(5fd6e964-f0b2-4c55-b318-a928b4ad65dc),segment_id=5fd6e964-f0b2-4c55-b318-a928b4ad65dc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:29.966909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:29.971673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6e7268-0d0f-4d22-8b96-8ac9caaa1243,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:29.987180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:30.005318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 31b54ae9-2afe-460b-937f-6a363c65d07f owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:30.024910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:30.036259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:30.050603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.138137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] Calling delete_port for 31b54ae9-2afe-460b-937f-6a363c65d07f owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:30.217222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.249238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.257308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.291808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Subnet': ['ID=41373b52-520b-486b-85f2-bd3a52a7de94,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:30.296867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.303850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfd6ac00-59b7-4b10-9bd8-dfc35f258998 None None] Network 461b3501-d12c-4cdc-9eb3-3e8cad40b862 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:30.312061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51624) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:30.312406 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1bc26398-8ac2-4e0e-9c78-360889a094d8 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/subnets/41373b52-520b-486b-85f2-bd3a52a7de94 HTTP/1.1" status: 204 len: 168 time: 0.8852201 May 05 16:34:30.313303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.377022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.396112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Transition to ACTIVE for port object ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:30.407363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb50724-1fdb-4731-984a-edc323d9dcf4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:30.444733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:30.445133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:30.449711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] Pushing event deleted for resources: {'Port': ['ID=31b54ae9-2afe-460b-937f-6a363c65d07f,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:30.454615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.459415 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f6eb5ece-f302-4990-b0ce-fb6df6ad22e2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5341015 May 05 16:34:30.459903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51630) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:30.465642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.470376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ad26e-730b-4b87-85b0-26a4ceb0d22f None None] No DVR routers for this DVR port 31b54ae9-2afe-460b-937f-6a363c65d07f on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:30.486963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting port e5c32ecf-cafb-4577-92e4-be5d66f15645 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:30.487371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.584487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-41f6db54-1ae7-4685-8fdf-5f52678f78e8 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:30.607614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.657982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:30.689948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-41f6db54-1ae7-4685-8fdf-5f52678f78e8 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:30.690890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] DHCP port deletion for 461b3501-d12c-4cdc-9eb3-3e8cad40b862 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:30.691955 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-41f6db54-1ae7-4685-8fdf-5f52678f78e8 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.2310066 May 05 16:34:30.694747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:30.702603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] Deleting port e5c32ecf-cafb-4577-92e4-be5d66f15645 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:30.704647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.704772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-security--2044559669', 'description': 'tempest-security-description-1951048198'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:30.746784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.747565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:30.772200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:30.788596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:30.840132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.856018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Pushing event updated for resources: {'Port': ['ID=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:30.888808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.917400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.920811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.922478 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "PUT /v2.0/security-groups/6bb50724-1fdb-4731-984a-edc323d9dcf4 HTTP/1.1" status: 200 len: 1612 time: 0.2263198 May 05 16:34:30.933982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51638) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:30.945524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:30.956106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:30.956487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.967842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 31b54ae9-2afe-460b-937f-6a363c65d07f {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:30.967842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:30.999277 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-526dc578-ccc5-4afb-8f22-0961de0a5623 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups/6bb50724-1fdb-4731-984a-edc323d9dcf4 HTTP/1.1" status: 200 len: 1612 time: 0.0640481 May 05 16:34:31.006984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51642) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:31.032816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643b284-431a-4765-8844-aee040895b90 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb50724-1fdb-4731-984a-edc323d9dcf4,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:31.047102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] For port e5c32ecf-cafb-4577-92e4-be5d66f15645, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5c32ecf-cafb-4577-92e4-be5d66f15645,segment=NetworkSegment(9742d328-56fb-4c34-a97a-6641325c5d99),segment_id=9742d328-56fb-4c34-a97a-6641325c5d99)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:31.047640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.081010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] The port '31b54ae9-2afe-460b-937f-6a363c65d07f' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:34:31.087377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3522a75-7d8c-4ed9-a591-dbe30bda718a req-1ffbb5dc-562d-41a3-a9dc-462835cba2eb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:31.089765 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3522a75-7d8c-4ed9-a591-dbe30bda718a req-1ffbb5dc-562d-41a3-a9dc-462835cba2eb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 944 time: 0.5708628 May 05 16:34:31.090061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9dee602-9446-46d0-8255-6e1cee5ef4b2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.129727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9dee602-9446-46d0-8255-6e1cee5ef4b2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.136208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] For port e5c32ecf-cafb-4577-92e4-be5d66f15645, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5c32ecf-cafb-4577-92e4-be5d66f15645,segment=NetworkSegment(9742d328-56fb-4c34-a97a-6641325c5d99),segment_id=9742d328-56fb-4c34-a97a-6641325c5d99)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:31.136823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.218149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] Calling delete_port for e5c32ecf-cafb-4577-92e4-be5d66f15645 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:31.269640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9dee602-9446-46d0-8255-6e1cee5ef4b2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.290971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dee602-9446-46d0-8255-6e1cee5ef4b2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb50724-1fdb-4731-984a-edc323d9dcf4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:31.348016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.376799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:34:31.379313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Calling delete_port for e5c32ecf-cafb-4577-92e4-be5d66f15645 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:31.387159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:31.388205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f27ea335-cd75-46b4-8465-1d67efa106a7 None None] Provisioning for port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:31.392995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f27ea335-cd75-46b4-8465-1d67efa106a7 None None] Provisioning complete for port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:31.394081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f27ea335-cd75-46b4-8465-1d67efa106a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.402501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9dee602-9446-46d0-8255-6e1cee5ef4b2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.408728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e9dee602-9446-46d0-8255-6e1cee5ef4b2 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/6bb50724-1fdb-4731-984a-edc323d9dcf4 HTTP/1.1" status: 204 len: 168 time: 0.4005473 May 05 16:34:31.411605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51648) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:31.442884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.466995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.490367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-25236f0c-7a76-42bf-a589-093580e347bb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:31.497217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.507957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3522a75-7d8c-4ed9-a591-dbe30bda718a req-93770df3-aed0-4008-91e2-c4c5142af495 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818879 May 05 16:34:31.517154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f27ea335-cd75-46b4-8465-1d67efa106a7 None None] Port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:31.520832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] Pushing event deleted for resources: {'Port': ['ID=e5c32ecf-cafb-4577-92e4-be5d66f15645,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:31.565393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.575523 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c7d61d-6157-428d-88f0-074e4d7d993b'] response: {'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'code': 200} May 05 16:34:31.580936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41c4089-f10f-4720-91cd-ad99d1cc72ee None None] No DVR routers for this DVR port e5c32ecf-cafb-4577-92e4-be5d66f15645 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:31.582503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['734a2f6c-24b6-48e3-a60b-36524b0783ad']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:31.591999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-25236f0c-7a76-42bf-a589-093580e347bb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:31.594208 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-25236f0c-7a76-42bf-a589-093580e347bb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1815131 May 05 16:34:31.596917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51652) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:31.606655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:31.612303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd6e964-f0b2-4c55-b318-a928b4ad65dc') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:31.612651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd6e964-f0b2-4c55-b318-a928b4ad65dc') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:31.623900 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-680809a6-d674-4156-a8f9-4f78b331051a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] delete failed (client error): The resource could not be found. May 05 16:34:31.629969 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-680809a6-d674-4156-a8f9-4f78b331051a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/6bb50724-1fdb-4731-984a-edc323d9dcf4 HTTP/1.1" status: 404 len: 347 time: 0.0221198 May 05 16:34:31.629969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51656) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:31.640793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--271272552'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:31.643292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:31.655858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:31.668910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:31.676048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:31.676508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:31.680192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.709748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.725791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:31.726195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:31.741687 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:31.746276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.768578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:31.777450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:31.778142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.783507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:31.787843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:31.791707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:31.798214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:31.875172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.920115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.937368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:31.941617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.973641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.976596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.985835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de8c6de-3fd1-4bdc-96c9-c2efeff122ff,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:31.992751 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-130bc7da-79f3-42d9-a124-e417e356b8e4 req-2672b80f-911c-4288-9192-b4a7484c43e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1098 time: 0.1202762 May 05 16:34:31.994192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:31.998245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:31.999856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:31.999856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:31.999856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:31.999856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.000278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.000375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.000692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.001018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.001345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.001685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.010522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=734a2f6c-24b6-48e3-a60b-36524b0783ad,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:32.028243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.034070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:32.043687 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-130bc7da-79f3-42d9-a124-e417e356b8e4 req-1431137e-552d-4d27-95d0-f2b2bb53d871 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387104 May 05 16:34:32.052647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.082807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.112598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 31b54ae9-2afe-460b-937f-6a363c65d07f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:32.151920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 31b54ae9-2afe-460b-937f-6a363c65d07f {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:32.152151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 31b54ae9-2afe-460b-937f-6a363c65d07f not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:32.152569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5c32ecf-cafb-4577-92e4-be5d66f15645 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:32.157189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.161191 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3d417e8e-c3fd-4320-bbef-5355995b60e5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5280712 May 05 16:34:32.161377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51660) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:32.168079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '8de8c6de-3fd1-4bdc-96c9-c2efeff122ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:32.173873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:32.177940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:32.181577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:32.188120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:32.190825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e5c32ecf-cafb-4577-92e4-be5d66f15645 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:32.191087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5c32ecf-cafb-4577-92e4-be5d66f15645 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:32.194768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:32.243920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Deleting port e5c32ecf-cafb-4577-92e4-be5d66f15645 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:32.244261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.259801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.282356 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9b5b0316-c505-4b7e-a6af-5629b47449a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/734a2f6c-24b6-48e3-a60b-36524b0783ad HTTP/1.1" status: 204 len: 168 time: 3.4319439 May 05 16:34:32.287398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51664) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:32.298943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'name': 'tempest-PortsIpV6TestJSON-1658269413'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:32.344586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] The port 'e5c32ecf-cafb-4577-92e4-be5d66f15645' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:34:32.407129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.410324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Pushing event updated for resources: {'Port': ['ID=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:32.432041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:32.434918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.437557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:32.440380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:32.446041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:32.504458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.533976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.561372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93448061-443e-4360-b314-3b240736ce62,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:32.562804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:32.565855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.592923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 0e4833f1-49cd-442a-a300-9b347f988842 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:32.593496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['461b3501-d12c-4cdc-9eb3-3e8cad40b862']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:32.610532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9742d328-56fb-4c34-a97a-6641325c5d99') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:32.610905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9742d328-56fb-4c34-a97a-6641325c5d99') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:32.635911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.651787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.655562 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc568adf-a820-4725-8197-6b0b3d8325cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4904699 May 05 16:34:32.658816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51670) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:32.671466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.683200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:32.687803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:32.699292 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:32.709022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-845bb4cf-5497-4a23-9ef5-6e5eb4993006 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.737623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-845bb4cf-5497-4a23-9ef5-6e5eb4993006 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.756406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:32.763322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:32.966361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:32.995463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06e8c4-c19f-4acb-a17d-d33e555df582 req-6e99dc5b-01e4-4fdb-95ef-fda4b10d3d3e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:32.997005 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a06e8c4-c19f-4acb-a17d-d33e555df582 req-6e99dc5b-01e4-4fdb-95ef-fda4b10d3d3e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 945 time: 0.1484704 May 05 16:34:32.999374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-845bb4cf-5497-4a23-9ef5-6e5eb4993006 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.036476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845bb4cf-5497-4a23-9ef5-6e5eb4993006 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93448061-443e-4360-b314-3b240736ce62,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:33.052746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6b7fdcc3-7726-4b8c-887f-35625c606ef8 None None] Provisioning complete for port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:33.053703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6b7fdcc3-7726-4b8c-887f-35625c606ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.054213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-845bb4cf-5497-4a23-9ef5-6e5eb4993006 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.055350 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-845bb4cf-5497-4a23-9ef5-6e5eb4993006 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/93448061-443e-4360-b314-3b240736ce62 HTTP/1.1" status: 204 len: 168 time: 0.3985348 May 05 16:34:33.060419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51674) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:33.065530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.107520 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a06e8c4-c19f-4acb-a17d-d33e555df582 req-9fa70141-9e67-4091-884d-ec1454cfc2b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947716 May 05 16:34:33.115916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6b7fdcc3-7726-4b8c-887f-35625c606ef8 None None] Port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:33.136851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-73398b08-6cd8-4a2d-93fc-35d57c9c9efa tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:33.143927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.150683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Pushing event deleted for resources: {'Network': ['ID=461b3501-d12c-4cdc-9eb3-3e8cad40b862,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:33.152304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.155923 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9ef8f80e-ebf0-425c-9f16-720e7992f1d7 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/networks/461b3501-d12c-4cdc-9eb3-3e8cad40b862 HTTP/1.1" status: 204 len: 168 time: 2.8426247 May 05 16:34:33.166170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51678) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:33.214879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9b975d98-ece7-41bf-9c68-945e5997b53a tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Synchronizing usage tracker for tenant:c5039536b30947218afcdd49a25c4368 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:33.295646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:33.307325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9b975d98-ece7-41bf-9c68-945e5997b53a tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Unset dirty status for tenant:c5039536b30947218afcdd49a25c4368 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:33.311232 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9b975d98-ece7-41bf-9c68-945e5997b53a tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "GET /v2.0/ports?device_id=d7a10341-a1f9-44e0-aa97-e081abbf63d3 HTTP/1.1" status: 200 len: 205 time: 0.1375813 May 05 16:34:33.311353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51682) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:33.327292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:33.330870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:33.332901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=0e4833f1-49cd-442a-a300-9b347f988842,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:33.337418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:33.340208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:33.340829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.358023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-73398b08-6cd8-4a2d-93fc-35d57c9c9efa tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:33.359313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-73398b08-6cd8-4a2d-93fc-35d57c9c9efa tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2914577 May 05 16:34:33.362288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51686) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:33.412659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-09de580f-6363-4a5c-9285-1b586ae25fd7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1215100 May 05 16:34:33.412963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51690) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:33.486584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa19903c-23b0-4606-94ce-11d88bb81772 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.520902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 0e4833f1-49cd-442a-a300-9b347f988842 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:33.521282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.538888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:33.560697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa19903c-23b0-4606-94ce-11d88bb81772 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.651247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:33.651706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.730535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.736204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.793342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.856353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa19903c-23b0-4606-94ce-11d88bb81772 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:33.936236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 0e4833f1-49cd-442a-a300-9b347f988842 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:33.972040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19903c-23b0-4606-94ce-11d88bb81772 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de8c6de-3fd1-4bdc-96c9-c2efeff122ff,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:34.088188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa19903c-23b0-4606-94ce-11d88bb81772 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.089450 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fa19903c-23b0-4606-94ce-11d88bb81772 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/8de8c6de-3fd1-4bdc-96c9-c2efeff122ff HTTP/1.1" status: 204 len: 168 time: 0.7262442 May 05 16:34:34.097447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51694) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:34.117767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.156636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.167010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.171545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:34.175373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=0e4833f1-49cd-442a-a300-9b347f988842,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:34.184091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:34.187013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-de97bb97-09de-47fe-b869-8facf6b5e01a admin admin] 10.222.0.70 "PUT /v2.0/routers/528f85ea-1cee-4231-a4de-75e5db22472d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8123102 May 05 16:34:34.201709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.204583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:34.205266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:34.218322 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c8e6c457-f5e9-4e26-be10-08d8e656b3a2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/0e4833f1-49cd-442a-a300-9b347f988842 HTTP/1.1" status: 204 len: 168 time: 0.8044314 May 05 16:34:34.221494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51702) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:34.235356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'mac_address': 'fa:16:3e:0d:75:50', 'name': 'tempest-PortsIpV6TestJSON-1999875074'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:34.239435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f0196903-2bdc-4cf4-93a6-11d745add223 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:34.317133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f0196903-2bdc-4cf4-93a6-11d745add223 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:34.321257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.321781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Fanout notify agent at l3_agent the message router_deleted on router d7a10341-a1f9-44e0-aa97-e081abbf63d3 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:34:34.325387 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f0196903-2bdc-4cf4-93a6-11d745add223 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2268450 May 05 16:34:34.330053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51706) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:34.332926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--630162572'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:34.340632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:34.353511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:34.403579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.404650 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1361d3b3-cdef-488b-ae79-60361e2805b1 tempest-RoutersNegativeTest-1596565717 tempest-RoutersNegativeTest-1596565717-project] 10.222.0.70 "DELETE /v2.0/routers/d7a10341-a1f9-44e0-aa97-e081abbf63d3 HTTP/1.1" status: 204 len: 168 time: 1.0924709 May 05 16:34:34.424729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.431279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:34.436661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:34.445487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:34.449569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:34.457053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:34.482182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a1d5ef-bb22-487e-a758-53133211bcc0 req-58f79cf3-db3c-4474-ab35-29be0b797a03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:34.483710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a1d5ef-bb22-487e-a758-53133211bcc0 req-58f79cf3-db3c-4474-ab35-29be0b797a03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 945 time: 0.1703205 May 05 16:34:34.507343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:34.513570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:34.516970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:34.525454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:34.544847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:34.596087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.637985 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a1d5ef-bb22-487e-a758-53133211bcc0 req-a35462c0-bf09-413d-9051-0d9a44158dcc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1481330 May 05 16:34:34.672324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.685268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.714770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 85d3b037-b124-4d1f-8ae4-4b81729c296c yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:34.778431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:34.894236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 2, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:34.900944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:34.904119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Updating router 528f85ea-1cee-4231-a4de-75e5db22472d port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:34:34.923331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54af62-2d9e-4816-8cbb-021ca234f28f req-83e2c5af-27ce-4d61-97c6-0ae7a4177902 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:34.926425 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6b54af62-2d9e-4816-8cbb-021ca234f28f req-83e2c5af-27ce-4d61-97c6-0ae7a4177902 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 945 time: 0.0884113 May 05 16:34:34.927901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.929204 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db89cfc8-8dec-45d8-9bb3-d24b9dec766f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6020105 May 05 16:34:34.948417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51720) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:34.957458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:34.966630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:34.973786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:34.978359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:34.983696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:34.995234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:35.001702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6b54af62-2d9e-4816-8cbb-021ca234f28f req-7438c1a4-0bde-4e67-a9bf-60b7f6a885fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693088 May 05 16:34:35.045630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51728) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.084873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.137941 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b4887cd0-a9f4-4e53-b527-d2fbb977492a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1093 time: 0.0909479 May 05 16:34:35.140888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51732) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.154072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:35.158150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:35.162141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:35.166400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:35.173197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:35.183283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51738) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.202956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.213317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.282483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:35.285788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:35.287335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.289075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.294589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:35.298648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:35.299261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.330615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=85d3b037-b124-4d1f-8ae4-4b81729c296c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:35.395779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.432542 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-97dc1cae-89e5-415f-998a-84c29b4edf13 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2104592 May 05 16:34:35.435761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fceb8cd-e8a7-4b97-a9d6-76e37ddbb45d,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:35.436993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51746) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.459495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.475659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Transition to ACTIVE for port object ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:35.490273 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b719f629-d81b-490a-9308-9252e6847679 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c5039536b30947218afcdd49a25c4368&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3056760 May 05 16:34:35.492792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51750) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.516445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7bfd58-c9cf-4200-812f-97d45c4833f0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:35.517209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af7bfd58-c9cf-4200-812f-97d45c4833f0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:35.557389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.558561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c5f3e603-dca2-4a2e-bb8f-bb4427e0bef5 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6090555 May 05 16:34:35.561823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51756) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.568417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:35.573272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.575551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:35.581214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:35.585632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:35.588815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.593655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:35.633825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-975933a1-5b42-4567-9caf-5b3167eb3091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.636973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af7bfd58-c9cf-4200-812f-97d45c4833f0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:35.641160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-af7bfd58-c9cf-4200-812f-97d45c4833f0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/85d3b037-b124-4d1f-8ae4-4b81729c296c HTTP/1.1" status: 200 len: 845 time: 0.2002552 May 05 16:34:35.646216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51762) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:35.689337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-975933a1-5b42-4567-9caf-5b3167eb3091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.718339 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cecdc-4587-43d8-9505-8585fb94adc4 None None] Pushing event updated for resources: {'Port': ['ID=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:35.739156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.811240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 85d3b037-b124-4d1f-8ae4-4b81729c296c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:35.815853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.833171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Attempting to bind port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:35.833538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Attempting to bind port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:35.833903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Attempting to bind port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:35.858982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:35.859835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Checking segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:35.861466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.862106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Bound using segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:35.862774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Bound port: ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:35.863865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:35.867243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.89 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/f3afef7e-ab2f-464a-a742-da79be155806) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:35.984829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] For port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:35.995044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] For port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:36.012145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-975933a1-5b42-4567-9caf-5b3167eb3091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.072227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.111031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51768) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:36.128420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2099177362-network', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:36.135761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:36.140065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975933a1-5b42-4567-9caf-5b3167eb3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0415ed06-8cd1-49db-957e-aaaf4c2063f4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:36.150146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Usage tracker for resource:network and tenant:e8a3f6b44ac94206834c9ec2e72ee648 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:36.157968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43cecdc-4587-43d8-9505-8585fb94adc4 None None] Pushing event updated for resources: {'Port': ['ID=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:36.158371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:36.172790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:36.175647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:36.176293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:36.176580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-975933a1-5b42-4567-9caf-5b3167eb3091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.190058 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-975933a1-5b42-4567-9caf-5b3167eb3091 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/0415ed06-8cd1-49db-957e-aaaf4c2063f4 HTTP/1.1" status: 204 len: 168 time: 0.6860507 May 05 16:34:36.199106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.276286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.314345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.323387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.393516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:36.395564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Made reservation on behalf of e8a3f6b44ac94206834c9ec2e72ee648 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:36.397857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.427324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:36.435850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:36.438378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:36.465511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.474075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 85d3b037-b124-4d1f-8ae4-4b81729c296c owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:36.526326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.532561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f3afef7e-ab2f-464a-a742-da79be155806,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:36.547623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c936af4-5225-4a4f-a95a-48bed9f0230d,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:36.606426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:36.611239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a3f6b44ac94206834c9ec2e72ee648 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:36.614503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:36.623118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:36.642243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.643618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0a534ce3-e151-4be2-b90a-c069782024fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.0806053 May 05 16:34:36.647379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51776) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:36.657923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:36.664530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:36.674357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:36.678534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:36.692644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:36.709967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.779898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=85d3b037-b124-4d1f-8ae4-4b81729c296c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:36.787937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.788133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.809755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:35Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:36.814178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd35006b-f3e7-44fb-bd19-a1db012ab02d None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:35Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:36.882594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.915520 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5adef732-c7b2-4743-95e4-b8c80a2c7414 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/85d3b037-b124-4d1f-8ae4-4b81729c296c HTTP/1.1" status: 204 len: 168 time: 1.2730010 May 05 16:34:36.921876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51784) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:36.931220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 794} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:36.949975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=409b7f1f-1e9b-47d7-8c81-32aaf0c8352e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:36.952789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.953134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Added segment fe886643-f3e7-4568-91c6-59bea6b7e1b6 of type vlan for network 64b5c813-e51e-4c54-a402-bcd28ab729d0 May 05 16:34:36.989263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:36.999045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d881cf-39e3-4c24-acea-a337b0415995 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:36.999701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2d881cf-39e3-4c24-acea-a337b0415995 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:37.049482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.122436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.157450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.158397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:37.159372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.191726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f2d881cf-39e3-4c24-acea-a337b0415995 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:37.194053 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f2d881cf-39e3-4c24-acea-a337b0415995 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/85d3b037-b124-4d1f-8ae4-4b81729c296c HTTP/1.1" status: 404 len: 333 time: 0.2729785 May 05 16:34:37.197303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:37.238353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'name': 'tempest-PortsIpV6TestJSON-161279558'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:37.253941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.260716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.314863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd2beade-7442-4c4e-a399-0706ae6bc044,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:37.318158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=64b5c813-e51e-4c54-a402-bcd28ab729d0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:37.334988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:37.360060 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7a88f1ba-f08d-4470-b58d-8f9719020ea4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2408116 May 05 16:34:37.360966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51796) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:37.366578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Request body: {'subnet': {'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2099177362-subnet', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:37.371888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:37.376482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Usage tracker for resource:subnet and tenant:e8a3f6b44ac94206834c9ec2e72ee648 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:37.379660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:37.386952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:37.393543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.397603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1d9822fa-77b8-4092-bea0-446b2e83d635 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7465322 May 05 16:34:37.397776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51800) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:37.405630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:37.412269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:37.417658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:37.421042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:37.421702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:37.427256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:37.428065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.472209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:37.476558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Made reservation on behalf of e8a3f6b44ac94206834c9ec2e72ee648 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:37.480395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.606682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:37.614076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:37.617618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.664744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:37.705296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.831702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.836089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.852862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:37.859301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:37.860105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.917274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.945105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.957979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:37.990152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65f61723-852e-4129-841d-26c9d41fab41,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:38.026851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51810) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:38.027671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.065469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd960637-5bbc-4950-a3cb-e966d3c796d3,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:38.078543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Checking segment: {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:38.078905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Network hostable DHCP agents. Network: 64b5c813-e51e-4c54-a402-bcd28ab729d0, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:38.084895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:38.134857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.135996 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-063a96f3-a97d-453c-8852-3f69962a17d0 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.7373407 May 05 16:34:38.139332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51816) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:38.145844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:38.157155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:38.162647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.163708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:38.171736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:38.174716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:38.184752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f3afef7e-ab2f-464a-a742-da79be155806,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:38.186246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:38.217657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.228763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.245340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-75562485-b73e-4c03-a412-44ea351b1da5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:38.246071 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-75562485-b73e-4c03-a412-44ea351b1da5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): There was a conflict when trying to complete your request. May 05 16:34:38.247313 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-75562485-b73e-4c03-a412-44ea351b1da5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2079644 May 05 16:34:38.250935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51820) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:38.254077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 64b5c813-e51e-4c54-a402-bcd28ab729d0) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:38.257029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:38.261971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6430b67d-0116-4414-a11f-bb74923a9d42 None None] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:38.263516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--817532731'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:38.273626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:38.275383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.281119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:38.291924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:38.298951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:38.311058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:38.313052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.340024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.340391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.340879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.341281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.341681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.342079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.342789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.342789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.343260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.343666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.343990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:34:38.391751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.411441 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-71af230f-29ba-4cf2-8441-575a651d1a39 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0472271 May 05 16:34:38.411702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51824) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:38.420659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:38.425716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:38.430823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Usage tracker for resource:router and tenant:e8a3f6b44ac94206834c9ec2e72ee648 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:38.434184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:38.437839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.454687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:38.456853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.490090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.513712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-64b5c813-e51e-4c54-a402-bcd28ab729d0', 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'fixed_ips': [{'subnet_id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:34:38.515613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.520972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:38.528833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9977f3d-d5f7-4625-b7df-eb4c12c0943c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:38.532604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:38.539031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:38.550017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:38.555877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.557289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.567636 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 59851d33-215b-41bc-bbd5-b718dcce5fc2 associated. External IP: 172.26.2.89, port: f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec. May 05 16:34:38.580267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.625284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.671343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.673129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7441fdc5-1399-461d-b05b-cdc420e54e31 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.5318010 May 05 16:34:38.684400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51828) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:38.696006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Allocated IP 172.20.0.2 (64b5c813-e51e-4c54-a402-bcd28ab729d0/fd960637-5bbc-4950-a3cb-e966d3c796d3/c6542e61-263b-4db7-b99b-486f95fb72e0) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:38.786152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:38.823413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:38.825905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:38.828605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:38.832426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:38.835362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.865903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-74f925da-8266-4b60-9b89-a886be37b0c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.896241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-74f925da-8266-4b60-9b89-a886be37b0c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.924491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.931687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:38.936351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Transition to ACTIVE for port object c6542e61-263b-4db7-b99b-486f95fb72e0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:38.936519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.008352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.042744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Transition to ACTIVE for port object c6542e61-263b-4db7-b99b-486f95fb72e0 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:39.048179 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9421a10d-4b93-46be-8794-9bf01457da84 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8168206 May 05 16:34:39.051598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51832) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:39.058020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:39.143987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-74f925da-8266-4b60-9b89-a886be37b0c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.151925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.178786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:39.189055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:39.192118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f925da-8266-4b60-9b89-a886be37b0c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9977f3d-d5f7-4625-b7df-eb4c12c0943c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:39.194037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5505f479-1409-4b9d-8688-01f7ef2f563b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:39.198016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:39.201587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.206929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:39.240890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:39.247124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:39.247721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:39.253956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Pushing event updated for resources: {'Port': ['ID=c6542e61-263b-4db7-b99b-486f95fb72e0,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:39.300362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-74f925da-8266-4b60-9b89-a886be37b0c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.304044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-74f925da-8266-4b60-9b89-a886be37b0c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c9977f3d-d5f7-4625-b7df-eb4c12c0943c HTTP/1.1" status: 204 len: 168 time: 0.6161628 May 05 16:34:39.307919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51836) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:39.348243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Attempting to bind port c6542e61-263b-4db7-b99b-486f95fb72e0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:39.348643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Attempting to bind port c6542e61-263b-4db7-b99b-486f95fb72e0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:39.349309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Attempting to bind port c6542e61-263b-4db7-b99b-486f95fb72e0 on network 64b5c813-e51e-4c54-a402-bcd28ab729d0 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:39.355966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:39.356476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Checking segment: {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:39.356797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.356939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.357302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Bound using segment: {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:39.357867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Bound port: c6542e61-263b-4db7-b99b-486f95fb72e0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:39.358248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.436390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.455991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] For port c6542e61-263b-4db7-b99b-486f95fb72e0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:39.460498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] For port c6542e61-263b-4db7-b99b-486f95fb72e0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6542e61-263b-4db7-b99b-486f95fb72e0,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:39.498819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.501364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:39.515708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a809d698-7df2-41d1-86d3-b163976be5fb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:39.522806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:39.534189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb818cc-2dcb-4600-a306-d219519f44d6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:39.536770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.567590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.601606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.603496 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-94b9bd41-27fe-460f-82d9-bc568893e40b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3515930 May 05 16:34:39.607397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51840) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:39.611284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.615809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '8cb818cc-2dcb-4600-a306-d219519f44d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:39.626984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:39.635994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:39.667718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:39.678853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:39.686517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.686866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4ba6b2-b661-4ec2-886a-38baccbe5962 None None] Pushing event updated for resources: {'Port': ['ID=c6542e61-263b-4db7-b99b-486f95fb72e0,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:39.692958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a809d698-7df2-41d1-86d3-b163976be5fb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:39.695112 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a809d698-7df2-41d1-86d3-b163976be5fb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3841684 May 05 16:34:39.698174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51844) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:39.705237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:39.706062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.775796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] In _notify_port_updated(), no bound segment for port 9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 on network 330da9e7-5ae0-40a0-a6db-23b05d996a16 {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:34:39.779681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:39.780300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.784093 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/ports/9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 HTTP/1.1" status: 200 len: 818 time: 0.7292566 May 05 16:34:39.787802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51848) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:39.795735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Allocated IP 172.26.2.58 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/3b268933-570b-4cea-a2f9-9b83e734a5fe) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:39.813063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ab95ea10-90d5-46f0-b5b6-8f9e82265529 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.827534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ab95ea10-90d5-46f0-b5b6-8f9e82265529 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.847359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e9a589-f8d4-4a82-9abf-4b2ab38d8365 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:39.884038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:39.884817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.894800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:39.964210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ab95ea10-90d5-46f0-b5b6-8f9e82265529 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.007255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab95ea10-90d5-46f0-b5b6-8f9e82265529 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=65f61723-852e-4129-841d-26c9d41fab41,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:40.104910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.117158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ab95ea10-90d5-46f0-b5b6-8f9e82265529 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.121928 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ab95ea10-90d5-46f0-b5b6-8f9e82265529 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/65f61723-852e-4129-841d-26c9d41fab41 HTTP/1.1" status: 204 len: 168 time: 0.4227180 May 05 16:34:40.125487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51852) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.158544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.191876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-64b4b955-706a-40ae-b0b8-0773656f2e6a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:40.202752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.237768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecac53f-fb80-4be3-a60c-8b5dbb5ba657,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:40.279930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.282261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-64b4b955-706a-40ae-b0b8-0773656f2e6a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:40.283627 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64b4b955-706a-40ae-b0b8-0773656f2e6a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1573765 May 05 16:34:40.286606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51856) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.294795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:40.304952 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:40.317957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.322247 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:40.322404 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a4c0a165-d7a2-4089-b602-b8051c294353 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7111366 May 05 16:34:40.322509 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:40.322636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2a29ff0-92df-459e-bd90-d13d1943681e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.327637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51860) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.335073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '8cb818cc-2dcb-4600-a306-d219519f44d6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:40.348722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2a29ff0-92df-459e-bd90-d13d1943681e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.356397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:40.364592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:40.369349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:40.376347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.381450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:40.410771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:40.462101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:40.465768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:40.469613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:40.500560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b268933-570b-4cea-a2f9-9b83e734a5fe,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:40.518882 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:40.565670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2a29ff0-92df-459e-bd90-d13d1943681e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.569888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.608348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.623916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a29ff0-92df-459e-bd90-d13d1943681e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fd2beade-7442-4c4e-a399-0706ae6bc044,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:40.630569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.685747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.712818 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 HTTP/1.1" status: 204 len: 168 time: 0.9181218 May 05 16:34:40.714146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51864) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.734720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c2a29ff0-92df-459e-bd90-d13d1943681e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:40.735927 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c2a29ff0-92df-459e-bd90-d13d1943681e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/fd2beade-7442-4c4e-a399-0706ae6bc044 HTTP/1.1" status: 204 len: 168 time: 0.4483576 May 05 16:34:40.739819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51866) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.741174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d4b0ea-d639-4af9-8cbd-03877f8c82aa tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:40.843441 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c28803f8-2cb4-461b-9d12-81454da20a83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.6987844 May 05 16:34:40.843943 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): There was a conflict when trying to complete your request. May 05 16:34:40.845312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:34:40.845770 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f8505ac4-3764-4a31-b6e9-fedd9d950fee tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5169494 May 05 16:34:40.847712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51872) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.864237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51878) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.894042 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b6aee970-3058-4a7f-9e9c-1a4a3811b9ac tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.1430929 May 05 16:34:40.940185 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc4377a-f9cb-4b19-9a5a-e5b224e2d374'] response: {'name': 'network-changed', 'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'status': 'completed', 'code': 200} May 05 16:34:40.940916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51882) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:40.975769 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:34:01Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:37Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:40.981258 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:40.993285 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:40.994410 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:41.025730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.026615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.036117 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6093e4b7-7299-4d10-9cf5-564450aa5a26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 200 len: 990 time: 0.1871226 May 05 16:34:41.042523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14e9db04-e49e-40e6-a02a-66513f298aec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:41.043288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-14e9db04-e49e-40e6-a02a-66513f298aec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:41.044124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e00294-56d4-408e-bbb6-5c85c90af10d None None] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:41.106196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1ab27c3-b52e-4a1f-9b91-15b5d3cdf19e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.118478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa962-6c1b-49d1-8fc0-97b828e057c4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.135682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1ab27c3-b52e-4a1f-9b91-15b5d3cdf19e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.174138 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-0c637a7c-0215-45b6-972c-e3ed6010c7f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1098 time: 0.2049429 May 05 16:34:41.192742 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:41.208072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa962-6c1b-49d1-8fc0-97b828e057c4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.221469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-14e9db04-e49e-40e6-a02a-66513f298aec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:41.225327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-14e9db04-e49e-40e6-a02a-66513f298aec tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.4844511 May 05 16:34:41.226560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51886) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:41.236834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a9a2d2b9-f4f4-4848-8fe8-bdcfbad9a119 None None] Provisioning for port c6542e61-263b-4db7-b99b-486f95fb72e0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:41.292471 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-03ad4238-c92a-4e63-abf4-c6d6e4678771 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:41.293449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-03ad4238-c92a-4e63-abf4-c6d6e4678771 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:41.345518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-03ad4238-c92a-4e63-abf4-c6d6e4678771 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:41.350064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-03ad4238-c92a-4e63-abf4-c6d6e4678771 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/9df8e2f5-834b-4e6e-8c2c-bec2eb6698d7 HTTP/1.1" status: 404 len: 333 time: 0.1201372 May 05 16:34:41.350494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51890) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:41.357894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-836280984'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:41.363673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-1ba61fa0-7da2-4232-b8a2-913adc6e77c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:41.365286 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-1ba61fa0-7da2-4232-b8a2-913adc6e77c4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 897 time: 0.1815677 May 05 16:34:41.366586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:41.366718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1ab27c3-b52e-4a1f-9b91-15b5d3cdf19e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.375920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:41.378917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:41.386912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:41.458856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ab27c3-b52e-4a1f-9b91-15b5d3cdf19e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c936af4-5225-4a4f-a95a-48bed9f0230d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:41.474070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa962-6c1b-49d1-8fc0-97b828e057c4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.494826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:41.504471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.506666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfaa962-6c1b-49d1-8fc0-97b828e057c4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb818cc-2dcb-4600-a306-d219519f44d6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:41.514266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1ab27c3-b52e-4a1f-9b91-15b5d3cdf19e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.517922 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e1ab27c3-b52e-4a1f-9b91-15b5d3cdf19e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7c936af4-5225-4a4f-a95a-48bed9f0230d HTTP/1.1" status: 204 len: 168 time: 0.5722487 May 05 16:34:41.518783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51896) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:41.519857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdfaa962-6c1b-49d1-8fc0-97b828e057c4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.523422 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bdfaa962-6c1b-49d1-8fc0-97b828e057c4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/8cb818cc-2dcb-4600-a306-d219519f44d6 HTTP/1.1" status: 204 len: 168 time: 0.6379213 May 05 16:34:41.526573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51900) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:41.558772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:34:41.592563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:41.609572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.609911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment b0d9800d-85cb-4ae2-88b9-a53bbf68d637 of type vlan for network c758561c-94b7-420a-8fa6-90f9868eafba May 05 16:34:41.627132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-e7420e76-29d8-45e8-b48f-ab44658c69eb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 998 time: 0.2492568 May 05 16:34:41.657951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6542e61-263b-4db7-b99b-486f95fb72e0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:41.691070 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:34:01Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:37Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:41.701044 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98e2dae-8255-42c3-b97c-42b49471c20a None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:34:01Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:37Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:41.717433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bd6347d4-032b-4ce4-81a8-921669305402 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:41.720853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-2d4cd6e8-0b38-43bd-8257-41c1424a4a9a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:41.722336 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-2d4cd6e8-0b38-43bd-8257-41c1424a4a9a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 200 len: 835 time: 0.0846624 May 05 16:34:41.781259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b357529a-d2bd-4b25-a424-97eacf983f28 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Synchronizing usage tracker for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:41.838934 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-43489d25-02c4-4670-a3ff-c9106083c629 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1070824 May 05 16:34:41.917307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c6542e61-263b-4db7-b99b-486f95fb72e0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:41.919554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b357529a-d2bd-4b25-a424-97eacf983f28 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Unset dirty status for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:41.920775 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b357529a-d2bd-4b25-a424-97eacf983f28 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3933489 May 05 16:34:41.925485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51904) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:41.925661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bd6347d4-032b-4ce4-81a8-921669305402 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:41.926655 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bd6347d4-032b-4ce4-81a8-921669305402 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.4045157 May 05 16:34:41.929569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51908) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:41.936565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c6542e61-263b-4db7-b99b-486f95fb72e0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:41.938446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--575324387'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:41.938586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.946278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:41.950763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:41.974817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:41.976680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f7d7-78cb-47cb-8c0e-669405a7c3fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.005354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f7d7-78cb-47cb-8c0e-669405a7c3fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.035730 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-a9429152-23c4-4077-8901-6f045ad04ae7 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893938 May 05 16:34:42.037172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51912) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.060498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:42.076469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Sync routers for ids ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:34:42.079731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.100653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.105157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:42.107079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.107235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.117469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Routers {'219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:42.118137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:42.197557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.201651 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9a2428eb-9fcc-49f6-8f28-dcf64b9f73c0 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7828808 May 05 16:34:42.201804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51916) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.232754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:42.237306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=c758561c-94b7-420a-8fa6-90f9868eafba,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:42.239973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:42.244223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:42.251162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:42.260311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network c758561c-94b7-420a-8fa6-90f9868eafba details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:42.306170 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0c070fc6-20e6-407e-ab38-4d984c467d37 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9518876 May 05 16:34:42.308777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51920) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.314688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:42.343514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c6542e61-263b-4db7-b99b-486f95fb72e0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6542e61-263b-4db7-b99b-486f95fb72e0,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:42.395164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.404195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f7d7-78cb-47cb-8c0e-669405a7c3fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.469395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.472116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:42.473086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Set router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:42.476373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:42.480465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:42.487175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:42.497015 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eacc9bb6-7a21-41e9-a8b1-3fa8f067051d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 200 len: 990 time: 0.4587390 May 05 16:34:42.497900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6f7d7-78cb-47cb-8c0e-669405a7c3fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fceb8cd-e8a7-4b97-a9d6-76e37ddbb45d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:42.511305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.526567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c6542e61-263b-4db7-b99b-486f95fb72e0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:42.556018 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c52d9f01-8124-4b2a-bff6-59b962292942 req-4cca8d42-439f-4bd8-acd5-770940fdbd2f service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580081 May 05 16:34:42.565567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:42.585312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6b6f7d7-78cb-47cb-8c0e-669405a7c3fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.589605 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f6b6f7d7-78cb-47cb-8c0e-669405a7c3fd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/8fceb8cd-e8a7-4b97-a9d6-76e37ddbb45d HTTP/1.1" status: 204 len: 168 time: 0.6557927 May 05 16:34:42.589786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51924) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.590623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e80b0937-5eac-4e9c-9d3a-83af78879f9c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:42.656391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.660254 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-697732df-9a40-4978-a20d-f0089f020d8c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7310538 May 05 16:34:42.661149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51928) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.669667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-66daa7ec-d4df-4d7f-b140-a05bdf3e1c5f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'e80b0937-5eac-4e9c-9d3a-83af78879f9c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:42.672388 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-66daa7ec-d4df-4d7f-b140-a05bdf3e1c5f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:42.672388 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66daa7ec-d4df-4d7f-b140-a05bdf3e1c5f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0097225 May 05 16:34:42.674373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51932) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.678663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86f0f010-7ffd-454e-a7ff-e03cdc3a3352 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:42.730407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.833743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-86f0f010-7ffd-454e-a7ff-e03cdc3a3352 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:42.838124 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-86f0f010-7ffd-454e-a7ff-e03cdc3a3352 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2455854 May 05 16:34:42.851539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51936) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:42.905739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:34:40Z', 'revision_number': 3, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:42.910270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Checking router: 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:34:42.910618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Updating router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 port 3b268933-570b-4cea-a2f9-9b83e734a5fe binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:34:42.948976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ac82693-330f-4dd8-8cf5-099acf9b2c83 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.972783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.975287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ba715d1-45e3-4ae3-ba4b-7910ef56e2a6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:42.981234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ac82693-330f-4dd8-8cf5-099acf9b2c83 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.061745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ba715d1-45e3-4ae3-ba4b-7910ef56e2a6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.231497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ba715d1-45e3-4ae3-ba4b-7910ef56e2a6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.249326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba715d1-45e3-4ae3-ba4b-7910ef56e2a6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80b0937-5eac-4e9c-9d3a-83af78879f9c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:43.277152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.280225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ac82693-330f-4dd8-8cf5-099acf9b2c83 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.313263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82693-330f-4dd8-8cf5-099acf9b2c83 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:43.355123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.369959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Transition to ACTIVE for port object 3b268933-570b-4cea-a2f9-9b83e734a5fe will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:43.372777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=a33c3816-2cb7-4ece-bd14-fcb2323c9e25,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:43.379381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8ba715d1-45e3-4ae3-ba4b-7910ef56e2a6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.380519 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8ba715d1-45e3-4ae3-ba4b-7910ef56e2a6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/e80b0937-5eac-4e9c-9d3a-83af78879f9c HTTP/1.1" status: 204 len: 168 time: 0.7048705 May 05 16:34:43.383806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51940) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:43.386956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:43.387309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: c758561c-94b7-420a-8fa6-90f9868eafba, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:43.430701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6ac82693-330f-4dd8-8cf5-099acf9b2c83 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.434572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51944) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:43.434721 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6ac82693-330f-4dd8-8cf5-099acf9b2c83 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/0f49d7e1-c6e9-4a30-90d6-160bfdf6f6fb HTTP/1.1" status: 204 len: 168 time: 0.5820584 May 05 16:34:43.446362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.448488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.474033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a596d7f7-0a12-4ad8-9fee-c5d9afcac02d tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Synchronizing usage tracker for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:43.506383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51948) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:43.553801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6542e61-263b-4db7-b99b-486f95fb72e0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:43.585919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831e4fd-d140-4d17-9097-74b64dd67e14 None None] Pushing event updated for resources: {'Port': ['ID=3b268933-570b-4cea-a2f9-9b83e734a5fe,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:43.587776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network c758561c-94b7-420a-8fa6-90f9868eafba is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:43.589058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Attempting to bind port 3b268933-570b-4cea-a2f9-9b83e734a5fe on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:43.590257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Attempting to bind port 3b268933-570b-4cea-a2f9-9b83e734a5fe by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:43.590257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Attempting to bind port 3b268933-570b-4cea-a2f9-9b83e734a5fe on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:43.594469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a596d7f7-0a12-4ad8-9fee-c5d9afcac02d tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Unset dirty status for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:43.595741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a596d7f7-0a12-4ad8-9fee-c5d9afcac02d tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2107430 May 05 16:34:43.608296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51952) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:43.613951 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1edc5e6c-491f-4bad-9cd6-c324c9dfdcd7 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1725788 May 05 16:34:43.618714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:43.618944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001833193'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:43.619054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:43.619054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.619054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:43.619356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Bound port: 3b268933-570b-4cea-a2f9-9b83e734a5fe, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:43.619808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.622502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51956) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:43.627027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:43.629641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1320799944'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:43.644649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:43.644872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:43.653146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:43.656298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:43.662691 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-78a65fb8-99d5-4b76-aa52-ecf573220841 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 200 len: 990 time: 0.1540105 May 05 16:34:43.666268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:43.668329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, c758561c-94b7-420a-8fa6-90f9868eafba) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:43.672514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:43.673093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.686094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a930543c-4f85-4eca-a42a-2a3f95889328 None None] Network c758561c-94b7-420a-8fa6-90f9868eafba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:43.714787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Allocated IP 172.20.0.1 (64b5c813-e51e-4c54-a402-bcd28ab729d0/fd960637-5bbc-4950-a3cb-e966d3c796d3/ad3342f8-10e3-4f42-8083-a017ab95d407) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:43.762937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.810366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:43.814807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:43.815706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.822252 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-59a037f7-6bc0-4a93-923a-12c91fe0d8d5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5119212 May 05 16:34:43.822920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51960) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:43.823837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:43.831488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:43.837512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:43.837756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] For port 3b268933-570b-4cea-a2f9-9b83e734a5fe, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:43.848649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c6542e61-263b-4db7-b99b-486f95fb72e0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:43.849019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.880306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:43.880985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] For port 3b268933-570b-4cea-a2f9-9b83e734a5fe, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3b268933-570b-4cea-a2f9-9b83e734a5fe,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:43.894529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:43.899574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:43.914964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:43.929085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:43.956308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Transition to ACTIVE for port object ad3342f8-10e3-4f42-8083-a017ab95d407 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:43.988026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.001274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.025930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.025930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:44.028825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:44.031832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:44.037891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:44.065289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.115491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc9987e-5a04-42a3-b083-cb9abaf7d419,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:44.116637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.120472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.144570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:44.152454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.187761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3342f8-10e3-4f42-8083-a017ab95d407,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:44.200790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Routers {'219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:34:44.201418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:44.202884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.207314 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0319d792-1152-402d-8ce7-5fa130f8f931 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5983214 May 05 16:34:44.209430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:44.210163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51966) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:44.213473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:44.219444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-11dd6875-4792-4d9d-b5fc-b7d9ddb0473d tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '8dc9987e-5a04-42a3-b083-cb9abaf7d419', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:44.219444 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-11dd6875-4792-4d9d-b5fc-b7d9ddb0473d tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:44.223381 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-11dd6875-4792-4d9d-b5fc-b7d9ddb0473d tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121872 May 05 16:34:44.224086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51970) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:44.224916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:44.248934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ec4f3b-d58d-41a5-ad4f-162e6618096b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:44.326890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.344205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.345795 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4ff84452-fb75-4c31-b1c0-cbbaab778d49 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7226284 May 05 16:34:44.347602 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.ipam_backend_mixin [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a33c3816-2cb7-4ece-bd14-fcb2323c9e25 (CIDR: 2001:db8::/64) May 05 16:34:44.348590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51974) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:44.351306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-c758561c-94b7-420a-8fa6-90f9868eafba', 'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': 'a33c3816-2cb7-4ece-bd14-fcb2323c9e25'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:34:44.352437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.354662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': 'f5ec4f3b-d58d-41a5-ad4f-162e6618096b', 'direction': 'ingress', 'protocol': 17}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:44.365601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba84635d-dbb6-4e08-8362-76441b43e40a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.366155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:44.380130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:44.385196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:44.394122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:44.420219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba84635d-dbb6-4e08-8362-76441b43e40a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.424389 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:44.424957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:34:44.452885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d831e4fd-d140-4d17-9097-74b64dd67e14 None None] Pushing event updated for resources: {'Port': ['ID=3b268933-570b-4cea-a2f9-9b83e734a5fe,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:44.505619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] Set router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:34:44.570401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b54cc47f-6880-4242-9f34-7b02aaa430ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7407920 May 05 16:34:44.574454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51978) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:44.591871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:44.631062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba84635d-dbb6-4e08-8362-76441b43e40a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.668366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51982) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:44.673196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84635d-dbb6-4e08-8362-76441b43e40a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc9987e-5a04-42a3-b083-cb9abaf7d419,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:44.755668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.781524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba84635d-dbb6-4e08-8362-76441b43e40a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.782662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ba84635d-dbb6-4e08-8362-76441b43e40a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/8dc9987e-5a04-42a3-b083-cb9abaf7d419 HTTP/1.1" status: 204 len: 168 time: 0.5281289 May 05 16:34:44.789458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51986) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:44.838423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c0afb0a1-7544-4c1d-b353-04c7c46e2691 None None] Provisioning for port ad3342f8-10e3-4f42-8083-a017ab95d407 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:44.844688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.857580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c0afb0a1-7544-4c1d-b353-04c7c46e2691 None None] Provisioning complete for port ad3342f8-10e3-4f42-8083-a017ab95d407 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:44.858329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0afb0a1-7544-4c1d-b353-04c7c46e2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.874180 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b4394eeb-7a55-4db7-838c-2a33d686a001 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 200 len: 990 time: 0.2045922 May 05 16:34:44.944611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:44.959169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:44.963563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:44.964754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:44.969929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c0afb0a1-7544-4c1d-b353-04c7c46e2691 None None] Port ad3342f8-10e3-4f42-8083-a017ab95d407 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:44.971002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Allocated IP 2001:db8::2 (c758561c-94b7-420a-8fa6-90f9868eafba/a33c3816-2cb7-4ece-bd14-fcb2323c9e25/d2820e35-9743-466c-ba8c-8e1e1ed0116f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:44.972463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:44.988415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1db2532d-124a-45fa-ae2d-ec4bf8cb636b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Synchronizing usage tracker for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:45.042127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.074852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:45.078991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1db2532d-124a-45fa-ae2d-ec4bf8cb636b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Unset dirty status for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:45.079707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.080463 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1db2532d-124a-45fa-ae2d-ec4bf8cb636b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2901001 May 05 16:34:45.085738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51990) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:45.091587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:34:40Z', 'revision_number': 3, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:45.092748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--229569169'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:45.099415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00749a90-6918-48b9-a0cb-c597a170befe None None] The sync data for ids ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'] in dv-neutron-840483-1-hyperv is: [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:34:40Z', 'revision_number': 3, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:34:45.105469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:45.106317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3835acbd-b5eb-442a-940c-49ec227467c4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:45.121954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:45.150255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.228019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.238601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Transition to ACTIVE for port object d2820e35-9743-466c-ba8c-8e1e1ed0116f will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:45.241147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.258946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Transition to ACTIVE for port object d2820e35-9743-466c-ba8c-8e1e1ed0116f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:45.293369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.294514 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea99cc3b-1300-4206-ab40-59aab7c0c98d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.9447749 May 05 16:34:45.299137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 51994) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:45.334225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.350908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.355307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad3342f8-10e3-4f42-8083-a017ab95d407,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:45.390775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-523b0aab-b108-4f12-9bd9-484609668000 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.421222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Network c758561c-94b7-420a-8fa6-90f9868eafba is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:45.424374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:45.426949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:45.431676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.432761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-523b0aab-b108-4f12-9bd9-484609668000 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.434623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Pushing event updated for resources: {'Port': ['ID=d2820e35-9743-466c-ba8c-8e1e1ed0116f,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:45.484667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:45.491259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:45.496699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:45.515071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:45.528475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Attempting to bind port d2820e35-9743-466c-ba8c-8e1e1ed0116f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:45.529051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Attempting to bind port d2820e35-9743-466c-ba8c-8e1e1ed0116f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:45.529210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Attempting to bind port d2820e35-9743-466c-ba8c-8e1e1ed0116f on network c758561c-94b7-420a-8fa6-90f9868eafba {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:45.535726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:45.536090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Checking segment: {'id': 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:45.536491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.536884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Bound using segment: {'id': 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:45.537347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Bound port: d2820e35-9743-466c-ba8c-8e1e1ed0116f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:45.537742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.540859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.549703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:45.550908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:45.584647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-523b0aab-b108-4f12-9bd9-484609668000 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.637896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523b0aab-b108-4f12-9bd9-484609668000 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ec4f3b-d58d-41a5-ad4f-162e6618096b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:45.653060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network c758561c-94b7-420a-8fa6-90f9868eafba is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:45.659809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:45.666573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:45.667150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.676532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-523b0aab-b108-4f12-9bd9-484609668000 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.682107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-523b0aab-b108-4f12-9bd9-484609668000 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/f5ec4f3b-d58d-41a5-ad4f-162e6618096b HTTP/1.1" status: 204 len: 168 time: 0.3818300 May 05 16:34:45.684101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 51998) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:45.692498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=8239b441-872f-4a55-8f6c-670a8246db24,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:45.718375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] For port d2820e35-9743-466c-ba8c-8e1e1ed0116f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:45.722288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] For port d2820e35-9743-466c-ba8c-8e1e1ed0116f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2820e35-9743-466c-ba8c-8e1e1ed0116f,segment=NetworkSegment(b0d9800d-85cb-4ae2-88b9-a53bbf68d637),segment_id=b0d9800d-85cb-4ae2-88b9-a53bbf68d637)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:45.791293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.813053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b05248d0-b1e3-46b2-a04e-05eb19f3e504 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2367053 May 05 16:34:45.814302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52002) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:45.821463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba', 'fixed_ips': [{'subnet_id': 'a33c3816-2cb7-4ece-bd14-fcb2323c9e25'}, {'subnet_id': '8239b441-872f-4a55-8f6c-670a8246db24'}], 'name': 'tempest-PortsIpV6TestJSON-2100559964'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:45.822050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-487d2d08-37cd-404c-89e5-234191eebf74 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:45.849029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.887783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52006) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:45.951968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9418ee3b-10cf-464f-a8b4-58cff65be260 None None] Provisioning complete for port ad3342f8-10e3-4f42-8083-a017ab95d407 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:45.952593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9418ee3b-10cf-464f-a8b4-58cff65be260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:45.976664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb2ec72-507b-4a1a-b6a8-140adbe202e8 None None] Pushing event updated for resources: {'Port': ['ID=d2820e35-9743-466c-ba8c-8e1e1ed0116f,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:46.004888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:46.007478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.011379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-487d2d08-37cd-404c-89e5-234191eebf74 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:46.012625 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-487d2d08-37cd-404c-89e5-234191eebf74 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3254113 May 05 16:34:46.016356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9418ee3b-10cf-464f-a8b4-58cff65be260 None None] Port ad3342f8-10e3-4f42-8083-a017ab95d407 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:46.016584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52010) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.023543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--57329017'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:46.032325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:46.051924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:46.058462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:46.156643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:46.166673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f5618b-fbcf-44aa-9f3b-0894af704383,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:46.169006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.201233 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-06ce58eb-b961-4122-abc9-abd1a59fd2a3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 200 len: 990 time: 0.3077233 May 05 16:34:46.230311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.244761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.246066 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-69e156c2-a069-45d5-bad1-0e82c9b50c64 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1588428 May 05 16:34:46.250888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52014) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.264869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-cde6a6f4-0824-405a-9eee-d42df5170d1c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'e2f5618b-fbcf-44aa-9f3b-0894af704383', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:46.265836 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-cde6a6f4-0824-405a-9eee-d42df5170d1c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:46.266992 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cde6a6f4-0824-405a-9eee-d42df5170d1c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0112367 May 05 16:34:46.272828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52018) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.276597 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d7522c6-ecd9-4ccb-b708-14fbf9e669ca None None] New status for floating IP 59851d33-215b-41bc-bbd5-b718dcce5fc2: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:34:46.283911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a3a7d928-21db-4d2c-b469-3a81009a7728 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'e2f5618b-fbcf-44aa-9f3b-0894af704383', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:46.283911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-a3a7d928-21db-4d2c-b469-3a81009a7728 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:46.284610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a3a7d928-21db-4d2c-b469-3a81009a7728 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0107596 May 05 16:34:46.285902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:46.293764 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-c0bffbff-eb79-4d40-8cc0-a663e3e82bff service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2790082 May 05 16:34:46.294433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:46.295688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52022) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.301747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0c95a220-de80-4e04-8c3d-a0656476ba1e tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'e2f5618b-fbcf-44aa-9f3b-0894af704383', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:46.302450 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-0c95a220-de80-4e04-8c3d-a0656476ba1e tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:46.303203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:46.303409 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c95a220-de80-4e04-8c3d-a0656476ba1e tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068164 May 05 16:34:46.307975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52026) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.315363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port c36489f5-836f-47a1-9b23-f85939d535a8 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:46.315764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-db553113-bc77-4604-b1e3-cdbb6d384f78 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'e2f5618b-fbcf-44aa-9f3b-0894af704383', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:46.316162 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-db553113-bc77-4604-b1e3-cdbb6d384f78 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:46.317132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db553113-bc77-4604-b1e3-cdbb6d384f78 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0072911 May 05 16:34:46.323505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52030) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.383861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:46.529016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.598738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.612305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:46.634949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1514cc1c-6d18-4022-93d1-0863a5d7e3b2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.677104 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-b836a3ec-b8e4-4bd2-98db-4be2f8400900 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1098 time: 0.2903664 May 05 16:34:46.678483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1514cc1c-6d18-4022-93d1-0863a5d7e3b2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.701148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=404f9e81-27e3-47c9-8d6c-a02fb197778c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:46.776080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:46.781696 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ba197266-63ce-4fd0-b994-ef70aca923ef tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.7599261 May 05 16:34:46.781696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52034) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:46.789079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1895073301'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:46.796840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:46.801649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:46.804877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:46.811964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:46.839147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::20 (c758561c-94b7-420a-8fa6-90f9868eafba/a33c3816-2cb7-4ece-bd14-fcb2323c9e25/c36489f5-836f-47a1-9b23-f85939d535a8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:46.846040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8:0:1::1eb (c758561c-94b7-420a-8fa6-90f9868eafba/8239b441-872f-4a55-8f6c-670a8246db24/c36489f5-836f-47a1-9b23-f85939d535a8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:46.895680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.028390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:47.034980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:34:47.036592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:47.042556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:47.050588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-23f223a9-ded3-4264-b385-74ffec9c2aec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:47.052371 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-23f223a9-ded3-4264-b385-74ffec9c2aec service neutron] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 897 time: 0.3108451 May 05 16:34:47.052772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:47.053180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1514cc1c-6d18-4022-93d1-0863a5d7e3b2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.127714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1514cc1c-6d18-4022-93d1-0863a5d7e3b2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.128833 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1514cc1c-6d18-4022-93d1-0863a5d7e3b2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/e2f5618b-fbcf-44aa-9f3b-0894af704383 HTTP/1.1" status: 204 len: 168 time: 0.8021989 May 05 16:34:47.129725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514cc1c-6d18-4022-93d1-0863a5d7e3b2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f5618b-fbcf-44aa-9f3b-0894af704383,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:47.131718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52038) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:47.138017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.149648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e946a6ad-3144-44fa-af3d-75656a6ec1d5 admin admin] 10.222.0.70 "PUT /v2.0/routers/219049b9-3ce4-4f7c-b4b0-3fee3c22bad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9463966 May 05 16:34:47.197969 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-bf2009f0-c6f1-4d55-9e66-786fff2f9d1a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 1001 time: 0.1284263 May 05 16:34:47.202271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object c36489f5-836f-47a1-9b23-f85939d535a8 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:47.206546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.208239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52044) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:47.220761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352e3537-b52f-4b7c-9431-2b68d3144fc4 None None] Network c758561c-94b7-420a-8fa6-90f9868eafba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:47.279194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-ab31138e-c37a-4128-b337-a825ad836067 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:47.280642 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-ab31138e-c37a-4128-b337-a825ad836067 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.0759928 May 05 16:34:47.302607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.369219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-94d924a1-e574-450d-8dd6-18e5084d8ac8 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2314045 May 05 16:34:47.372477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52048) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:47.381821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625433954'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:47.395865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:47.401693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1843b4e2-98a8-40a8-a504-cff60f81ba24 None None] Provisioning for port d2820e35-9743-466c-ba8c-8e1e1ed0116f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:47.412728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:47.418076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:47.426459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b41324c6-3c0a-402e-addc-9320ff59812b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:47.427745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:47.435934 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-6249b4f0-ed6b-4970-8717-3d13e79ba907 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1491299 May 05 16:34:47.444741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1765de6c-7215-4c59-8e8c-f4845f1d7260 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 200 len: 992 time: 0.2291920 May 05 16:34:47.510746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.510746 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-de5707e8-05e6-4da8-8324-8498bf2a76bf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7249773 May 05 16:34:47.512793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52056) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:47.519230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '404f9e81-27e3-47c9-8d6c-a02fb197778c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b41324c6-3c0a-402e-addc-9320ff59812b', 'remote_ip_prefix': None}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:47.529442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:47.539123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:47.547002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:47.553043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.583179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.634633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:47.644876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2820e35-9743-466c-ba8c-8e1e1ed0116f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:47.652648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network c758561c-94b7-420a-8fa6-90f9868eafba is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:47.656887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:47.662760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:47.671484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:47.676780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:47.677659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.696339 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-2373b0d6-7663-4a28-bc5d-12f1d0990325 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527030 May 05 16:34:47.697639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:47.701741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Update dhcp port {'port': {'network_id': 'c758561c-94b7-420a-8fa6-90f9868eafba', 'fixed_ips': [{'subnet_id': 'a33c3816-2cb7-4ece-bd14-fcb2323c9e25', 'ip_address': '2001:db8::2'}, {'subnet_id': '8239b441-872f-4a55-8f6c-670a8246db24'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': 'd2820e35-9743-466c-ba8c-8e1e1ed0116f'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:34:47.702227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:47.733857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:47.736239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=c36489f5-836f-47a1-9b23-f85939d535a8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:47.762865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.811125 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-287d6b55-5f13-46ac-9644-18ddccf47b98 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.9932814 May 05 16:34:47.811359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52060) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:47.817977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a33c3816-2cb7-4ece-bd14-fcb2323c9e25'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:47.900919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.909857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.912204 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-21149f6e-e1d1-4c93-9056-220fb89891c2 req-6dfd299f-001a-4a9d-9fb9-21e7dc209465 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066031 May 05 16:34:47.965090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d2820e35-9743-466c-ba8c-8e1e1ed0116f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:47.968815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52064) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:47.975356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66669831', 'description': 'tempest-secgroup-smoke-66669831 description', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:47.976536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2820e35-9743-466c-ba8c-8e1e1ed0116f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:47.988147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:47.988301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:47.988301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:47.989613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:47.996926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:48.007110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.057092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e636ccc-c46a-4f0d-9969-b56c99dc5b7b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:48.059879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.064329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Allocated IP 2001:db8:0:1::2 (c758561c-94b7-420a-8fa6-90f9868eafba/8239b441-872f-4a55-8f6c-670a8246db24/d2820e35-9743-466c-ba8c-8e1e1ed0116f) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:48.103040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:48.107147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:48.111247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:48.119330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:48.140420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.145947 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0a6da10c-6cc0-497f-9d9e-9f91a94553fa tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7679424 May 05 16:34:48.146137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52068) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.157154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e8734717-08d9-43f0-8548-536c6689b7eb tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.158141 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-e8734717-08d9-43f0-8548-536c6689b7eb tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:48.162023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e8734717-08d9-43f0-8548-536c6689b7eb tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128605 May 05 16:34:48.163023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52072) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.177992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.186898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:48.199501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:48.200905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:48.208900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.210434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.212290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:48.244310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.278235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.283125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.283741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] For port d2820e35-9743-466c-ba8c-8e1e1ed0116f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2820e35-9743-466c-ba8c-8e1e1ed0116f,segment=NetworkSegment(b0d9800d-85cb-4ae2-88b9-a53bbf68d637),segment_id=b0d9800d-85cb-4ae2-88b9-a53bbf68d637)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:48.315048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.326836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.329159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:48.335385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Transition to ACTIVE for port object d2820e35-9743-466c-ba8c-8e1e1ed0116f will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:48.375737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=118f6df9-8e10-4ae5-a774-7adf0404394b,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:48.379302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.380891 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-73133526-e832-4027-82ae-69a32e5f763d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4101272 May 05 16:34:48.384173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52076) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.390699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group_rule': {'security_group_id': '7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.396599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:48.401603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:48.404324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:48.410209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:48.432704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.500117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.500361 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:48.500470 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7b8f726b-29de-4b9c-be7e-a9a8bdd07eaf tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.9801912 May 05 16:34:48.500684 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aca2c771-cf36-48ea-a227-fadcd860e47a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3315086 May 05 16:34:48.500684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52080) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.500858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52084) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.517198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-27430bb4-57cf-401e-87ee-d5d2365865bc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.517904 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-27430bb4-57cf-401e-87ee-d5d2365865bc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:48.521622 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-27430bb4-57cf-401e-87ee-d5d2365865bc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0172725 May 05 16:34:48.522297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52088) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.529624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.543430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:48.551205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:48.557345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:48.560439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c54de23f-9e8f-4f0d-a4d7-71731a232ff4 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.578486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:48.578486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c54de23f-9e8f-4f0d-a4d7-71731a232ff4 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.593510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:34:48.593859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:34:48.599799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.630057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e19c7d-7508-4486-b6ca-cae0f4272705 None None] Pushing event updated for resources: {'Port': ['ID=d2820e35-9743-466c-ba8c-8e1e1ed0116f,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:48.658111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Delete allocated IP 2001:db8:0:1::1eb (c758561c-94b7-420a-8fa6-90f9868eafba/8239b441-872f-4a55-8f6c-670a8246db24) {{(pid=84819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 16:34:48.713544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c54de23f-9e8f-4f0d-a4d7-71731a232ff4 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.748723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.750912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54de23f-9e8f-4f0d-a4d7-71731a232ff4 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=118f6df9-8e10-4ae5-a774-7adf0404394b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:48.754051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c54de23f-9e8f-4f0d-a4d7-71731a232ff4 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.755485 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c54de23f-9e8f-4f0d-a4d7-71731a232ff4 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/118f6df9-8e10-4ae5-a774-7adf0404394b HTTP/1.1" status: 204 len: 168 time: 0.2571445 May 05 16:34:48.758063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52092) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.784338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:48.786245 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6e7399b5-e363-48fc-89a6-d6ad7d9dd8ea tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2623856 May 05 16:34:48.791723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52096) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.798661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-86585ed3-6d4a-4e32-bffa-dfe26eb30945 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.799592 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-86585ed3-6d4a-4e32-bffa-dfe26eb30945 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:48.800920 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-86585ed3-6d4a-4e32-bffa-dfe26eb30945 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0075231 May 05 16:34:48.807929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52100) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:48.816191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:48.829584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:48.838642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.844818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:48.857521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:48.864538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.880241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Ignored duplicate provisioning block setup for port c36489f5-836f-47a1-9b23-f85939d535a8 by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 16:34:48.882204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8ae19c32-c2f6-406f-8040-2edcdcea470c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:48.886906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:48.894040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af2c6fa-6b11-4462-b7b6-7427ebab763b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:48.996493 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:48.997522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.002036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d0d3759d-68a7-4f73-98df-2b20d1dae2d9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6142538 May 05 16:34:49.002036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Project 69708231076346b6b30f2161eb4fb22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:49.011637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8ae19c32-c2f6-406f-8040-2edcdcea470c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:49.011637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8ae19c32-c2f6-406f-8040-2edcdcea470c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.2484992 May 05 16:34:49.011637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52106) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.019531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52108) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.026092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group_rule': {'security_group_id': '7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:49.046602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:49.067137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:49.077437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:49.097470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:49.107119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] In _notify_port_updated(), no bound segment for port c36489f5-836f-47a1-9b23-f85939d535a8 on network c758561c-94b7-420a-8fa6-90f9868eafba {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:34:49.111244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:49.112146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.113463 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/ports/c36489f5-836f-47a1-9b23-f85939d535a8 HTTP/1.1" status: 200 len: 925 time: 1.3004467 May 05 16:34:49.116712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52116) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.126143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a33c3816-2cb7-4ece-bd14-fcb2323c9e25'}, {'subnet_id': '8239b441-872f-4a55-8f6c-670a8246db24'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:49.146837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7573be0-1e63-4fce-8cba-d7bd1ea2eedd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.156078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518fdb6-5074-4758-80ac-9a572b292066 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=c36489f5-836f-47a1-9b23-f85939d535a8,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:49.168080 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:49.169575 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bf9ecb49-6773-49e6-8a0b-08c07615d685 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3591595 May 05 16:34:49.172426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52120) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.181460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.182295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2cda9400-d237-4f05-a437-12620e6ac3a1 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:49.182916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-2cda9400-d237-4f05-a437-12620e6ac3a1 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:49.183904 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2cda9400-d237-4f05-a437-12620e6ac3a1 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107687 May 05 16:34:49.186751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52124) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.190971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7573be0-1e63-4fce-8cba-d7bd1ea2eedd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.205181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:49.216337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:49.227792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d2820e35-9743-466c-ba8c-8e1e1ed0116f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2820e35-9743-466c-ba8c-8e1e1ed0116f,segment=NetworkSegment(b0d9800d-85cb-4ae2-88b9-a53bbf68d637),segment_id=b0d9800d-85cb-4ae2-88b9-a53bbf68d637)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:49.229205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:49.234762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:49.250818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:49.256348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fa7e0-8b34-4b78-a865-1db77d936f3e None None] Network c758561c-94b7-420a-8fa6-90f9868eafba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:49.283836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.286938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.352719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.356250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.374255 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Project 69708231076346b6b30f2161eb4fb22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:49.379493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7573be0-1e63-4fce-8cba-d7bd1ea2eedd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.408702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7573be0-1e63-4fce-8cba-d7bd1ea2eedd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41324c6-3c0a-402e-addc-9320ff59812b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:49.560296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1abad447-ca49-4ff1-adeb-61a9adfa2481 None None] Provisioning for port d2820e35-9743-466c-ba8c-8e1e1ed0116f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:49.572232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d2820e35-9743-466c-ba8c-8e1e1ed0116f,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:49.583342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2820e35-9743-466c-ba8c-8e1e1ed0116f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:49.614684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1abad447-ca49-4ff1-adeb-61a9adfa2481 None None] Provisioning complete for port d2820e35-9743-466c-ba8c-8e1e1ed0116f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:49.615278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1abad447-ca49-4ff1-adeb-61a9adfa2481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.681989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.695286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8:0:1::198 (c758561c-94b7-420a-8fa6-90f9868eafba/8239b441-872f-4a55-8f6c-670a8246db24/c36489f5-836f-47a1-9b23-f85939d535a8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:49.712483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e7573be0-1e63-4fce-8cba-d7bd1ea2eedd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.713566 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e7573be0-1e63-4fce-8cba-d7bd1ea2eedd tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/b41324c6-3c0a-402e-addc-9320ff59812b HTTP/1.1" status: 204 len: 168 time: 0.6932471 May 05 16:34:49.717180 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:49.718621 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e3fd73af-e838-487e-bc60-0f1660132670 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5300000 May 05 16:34:49.718808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9cc8b0-c91f-41e4-a114-dc9ee9cb9029,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:49.720451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52128) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.720774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52130) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.746228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '0e636ccc-c46a-4f0d-9969-b56c99dc5b7b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:49.893113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:49.897361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.899002 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0ce93c6a-b682-4892-9101-61529a1269d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8868501 May 05 16:34:49.902235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52136) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:49.907634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group_rule': {'security_group_id': '7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:49.912532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:49.915090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2820e35-9743-466c-ba8c-8e1e1ed0116f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:49.915660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.924471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:49.926774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:49.929978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:49.937575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:49.942061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:49.944143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:49.956570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Ignored duplicate provisioning block setup for port c36489f5-836f-47a1-9b23-f85939d535a8 by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} May 05 16:34:49.958327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:49.987916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-53c28537-08da-4c74-9188-c622d573014d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:50.076388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.108717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-53c28537-08da-4c74-9188-c622d573014d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:50.110224 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-53c28537-08da-4c74-9188-c622d573014d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.3880103 May 05 16:34:50.111003 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Project 69708231076346b6b30f2161eb4fb22f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:50.116710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52140) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:50.140985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.221007 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:50.225741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4bd15041-62ab-4a47-920e-a206d1b701d3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4986503 May 05 16:34:50.231399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52144) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:50.235555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.242680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2f6f6573-6836-4311-9ac9-0ce465bc967b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.298434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] In _notify_port_updated(), no bound segment for port c36489f5-836f-47a1-9b23-f85939d535a8 on network c758561c-94b7-420a-8fa6-90f9868eafba {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:34:50.304580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:50.307030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.313006 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/ports/c36489f5-836f-47a1-9b23-f85939d535a8 HTTP/1.1" status: 200 len: 1011 time: 1.1907487 May 05 16:34:50.313006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf3d5d-2eed-48dc-9fe9-82a01d08bb4e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=c36489f5-836f-47a1-9b23-f85939d535a8,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:50.313006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52148) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:50.315433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.336911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2df9e69-f767-473c-87c5-66840277b24f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.362734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f660d493-7bfb-4b8a-874f-e86fe8559800 None None] Provisioning for port c36489f5-836f-47a1-9b23-f85939d535a8 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:50.370077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48efb7d9-835a-4743-b014-2c59e0860528,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:50.372378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f660d493-7bfb-4b8a-874f-e86fe8559800 None None] Provisioning complete for port c36489f5-836f-47a1-9b23-f85939d535a8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:50.373080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f660d493-7bfb-4b8a-874f-e86fe8559800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.412290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2df9e69-f767-473c-87c5-66840277b24f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.452920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f660d493-7bfb-4b8a-874f-e86fe8559800 None None] Port c36489f5-836f-47a1-9b23-f85939d535a8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:50.459146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.465135 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7336993e-1da0-4776-9ef5-54ca28bae58b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5618672 May 05 16:34:50.466709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52152) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:50.475047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f660d493-7bfb-4b8a-874f-e86fe8559800 None None] Provisioning complete for port d2820e35-9743-466c-ba8c-8e1e1ed0116f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:50.475047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f660d493-7bfb-4b8a-874f-e86fe8559800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.478822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group_rule': {'security_group_id': '7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:50.487708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:50.505175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:50.519655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:50.534085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:50.536050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-599ab2b3-4001-467f-8e84-864b4fa32190 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.544922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port c36489f5-836f-47a1-9b23-f85939d535a8 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:50.547796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.568274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2df9e69-f767-473c-87c5-66840277b24f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.611894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df9e69-f767-473c-87c5-66840277b24f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e636ccc-c46a-4f0d-9969-b56c99dc5b7b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:50.619605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f2df9e69-f767-473c-87c5-66840277b24f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.623627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52156) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:50.624716 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f2df9e69-f767-473c-87c5-66840277b24f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/0e636ccc-c46a-4f0d-9969-b56c99dc5b7b HTTP/1.1" status: 204 len: 168 time: 0.3920505 May 05 16:34:50.650468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-599ab2b3-4001-467f-8e84-864b4fa32190 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.746575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-69bf42bf-6177-4303-acf7-5106d31d1c64 None None] Provisioning complete for port c36489f5-836f-47a1-9b23-f85939d535a8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:50.747437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.747686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69bf42bf-6177-4303-acf7-5106d31d1c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.809968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-69bf42bf-6177-4303-acf7-5106d31d1c64 None None] Port c36489f5-836f-47a1-9b23-f85939d535a8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:50.883390 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-247bb8df-00a4-498a-9daf-a1539107bea4 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2567122 May 05 16:34:50.888722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52160) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:50.894836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--2085010146'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:50.904368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:50.908731 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:50.915932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-599ab2b3-4001-467f-8e84-864b4fa32190 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.916083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:50.921332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:50.938354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9165b255-10b8-4cd8-a104-d059037573ea None None] Provisioning complete for port c36489f5-836f-47a1-9b23-f85939d535a8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:50.938723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9165b255-10b8-4cd8-a104-d059037573ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.962930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599ab2b3-4001-467f-8e84-864b4fa32190 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=404f9e81-27e3-47c9-8d6c-a02fb197778c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:50.979522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:50.995297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.012639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9165b255-10b8-4cd8-a104-d059037573ea None None] Port c36489f5-836f-47a1-9b23-f85939d535a8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:51.053954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.090714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.094581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:51.097690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:51.103635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.120380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for c36489f5-836f-47a1-9b23-f85939d535a8 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:51.137988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a7de24b9-f443-47ad-a35a-6fd9febd599d None None] Provisioning complete for port c36489f5-836f-47a1-9b23-f85939d535a8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:51.138436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a7de24b9-f443-47ad-a35a-6fd9febd599d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.147244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.169130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.191899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a7de24b9-f443-47ad-a35a-6fd9febd599d None None] Port c36489f5-836f-47a1-9b23-f85939d535a8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:34:51.197542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=240dd4f1-9edb-4d8f-a62c-f99896f9e939,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:51.202240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-599ab2b3-4001-467f-8e84-864b4fa32190 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.204418 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-599ab2b3-4001-467f-8e84-864b4fa32190 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/404f9e81-27e3-47c9-8d6c-a02fb197778c HTTP/1.1" status: 204 len: 168 time: 1.0801270 May 05 16:34:51.206293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52164) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.252505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.298344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b058a9d-d189-480c-90db-3c822e20b998,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:51.301670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.302832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6962eacd-8808-4fd9-9d1f-5d97ddf26cf4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8349876 May 05 16:34:51.305674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52168) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.311502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group_rule': {'security_group_id': '7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:51.317217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.320591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7022b8a9-359e-4e51-9036-403550c2489f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:51.321828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:51.324822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:51.330526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.367890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.369133 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8124bbbc-1ca7-492d-a40d-b65450683ba5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4802969 May 05 16:34:51.376377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52172) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.381826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '4b058a9d-d189-480c-90db-3c822e20b998', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:51.388323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.390585 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Project 0d8e5fbe8bec43a08a509cbd68111f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:51.397842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:51.401903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:51.404602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.418863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.430818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7022b8a9-359e-4e51-9036-403550c2489f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:51.432163 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7022b8a9-359e-4e51-9036-403550c2489f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2249351 May 05 16:34:51.441653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52176) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.446715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--2093676340'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:51.452752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.454755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.483730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.509311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.522544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=c36489f5-836f-47a1-9b23-f85939d535a8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:51.565894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.593209 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The resource could not be found. May 05 16:34:51.596367 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e4f608ec-5043-4d8c-b860-f3ff6d0a24c6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2169609 May 05 16:34:51.602286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52180) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.610432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '4b058a9d-d189-480c-90db-3c822e20b998', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'ca95962e-1580-4729-b67d-d9e7fb29972b'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:51.613575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.622632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e6c6f5-0698-4a92-be20-94dc69d4d551,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:51.625138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.629285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:51.629455 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2a58d9c5-a445-4390-9c77-0294555732ad tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/c36489f5-836f-47a1-9b23-f85939d535a8 HTTP/1.1" status: 204 len: 168 time: 1.3144100 May 05 16:34:51.633324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52184) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.635137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:51.643510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.648271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2820e35-9743-466c-ba8c-8e1e1ed0116f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:51.674848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.693841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.697167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1ef41b6c-9dad-4c88-b816-2609d002797f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3886008 May 05 16:34:51.699238 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-eadc46d4-01cf-48df-b2a5-31d4941f20a0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:34:51.699533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eadc46d4-01cf-48df-b2a5-31d4941f20a0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:51.702130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52188) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.710135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'security_group_rule': {'security_group_id': '7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8', 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:51.717543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.722509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:security_group_rule and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:51.725907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:51.734501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.740133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:51.744867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:51.748526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:51.759704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:51.772104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2820e35-9743-466c-ba8c-8e1e1ed0116f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:51.772568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.809153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eadc46d4-01cf-48df-b2a5-31d4941f20a0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:51.810566 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eadc46d4-01cf-48df-b2a5-31d4941f20a0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/c36489f5-836f-47a1-9b23-f85939d535a8 HTTP/1.1" status: 404 len: 333 time: 0.1761172 May 05 16:34:51.813510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52192) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.821593 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Project 0d8e5fbe8bec43a08a509cbd68111f79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:34:51.829165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.864463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.893253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 8239b441-872f-4a55-8f6c-670a8246db24 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:51.896239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.901343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.903440 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The resource could not be found. May 05 16:34:51.907128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d985dca5-7c93-4fd5-952d-ad74cc82f4ae tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3014755 May 05 16:34:51.914645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52196) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:51.914798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3b268933-570b-4cea-a2f9-9b83e734a5fe up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:51.935118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.982503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.995209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4b24da-dfac-4c89-ab47-c63ca0b22cfe tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:51.998589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b15ac42-36ce-43d3-a1a7-30adaf805f06,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.004737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.021287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abcca706-a675-40f3-bc8c-3ca166d29dfc,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.043081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4b24da-dfac-4c89-ab47-c63ca0b22cfe tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.059232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 3b268933-570b-4cea-a2f9-9b83e734a5fe completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:52.064914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3b268933-570b-4cea-a2f9-9b83e734a5fe triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:52.068221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.096015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.116729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.118459 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a0af97a7-d50f-4b36-904b-05e28210424e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4150352 May 05 16:34:52.146494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.147570 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b05eaa92-bdba-4b2e-9ae1-af80ef8e5936 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7058930 May 05 16:34:52.155546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52202) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.160878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '7b15ac42-36ce-43d3-a1a7-30adaf805f06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:52.167716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:52.172424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:52.176074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:52.182607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:52.192915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.201505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4b24da-dfac-4c89-ab47-c63ca0b22cfe tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.212644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 3b268933-570b-4cea-a2f9-9b83e734a5fe, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3b268933-570b-4cea-a2f9-9b83e734a5fe,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:52.226026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b24da-dfac-4c89-ab47-c63ca0b22cfe tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b058a9d-d189-480c-90db-3c822e20b998,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.234319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4b24da-dfac-4c89-ab47-c63ca0b22cfe tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.234673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc4b24da-dfac-4c89-ab47-c63ca0b22cfe tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/4b058a9d-d189-480c-90db-3c822e20b998 HTTP/1.1" status: 204 len: 168 time: 0.3260581 May 05 16:34:52.237096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52216) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.297026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.306761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2ce3c518-6b87-47a3-bc66-49a55490158a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Synchronizing usage tracker for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:52.317223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.322112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.367067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=8239b441-872f-4a55-8f6c-670a8246db24,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.372854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.385466 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6809d21b-b93d-4e28-8e7d-697d7658a397 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/8239b441-872f-4a55-8f6c-670a8246db24 HTTP/1.1" status: 204 len: 168 time: 0.5679011 May 05 16:34:52.385636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.385636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52228) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.408460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fe1d85-f15b-43df-864e-29a0ecab3323 None None] Network c758561c-94b7-420a-8fa6-90f9868eafba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:52.429159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2ce3c518-6b87-47a3-bc66-49a55490158a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Unset dirty status for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:52.434434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ce3c518-6b87-47a3-bc66-49a55490158a tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1925929 May 05 16:34:52.436055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52234) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.451512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '1a676c66-184d-465c-8684-9820fa444514', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:52.464239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:52.471072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:52.474895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:52.482654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.484709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:52.524271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=3b268933-570b-4cea-a2f9-9b83e734a5fe,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.573245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9af87b5-f58c-4761-9eea-5cc4ee415492,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.604555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c4ba01a2-00f5-4212-985b-c13bc426f96b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.631697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet a33c3816-2cb7-4ece-bd14-fcb2323c9e25 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:34:52.635638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.666537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.667755 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d3817fcc-b7fb-45e8-b4b5-661516d54299 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.5114162 May 05 16:34:52.670966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52238) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.694430 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The resource could not be found. May 05 16:34:52.698316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.701135 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-01bd9142-c05d-41e5-a126-8e293b000d4b tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2625990 May 05 16:34:52.701926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52242) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.719140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17c0cd67-c8db-4dc9-9ba3-2ec45c55864b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.730680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435578010'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:52.749766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17c0cd67-c8db-4dc9-9ba3-2ec45c55864b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.759663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:52.769960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:52.801727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.887692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.904016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17c0cd67-c8db-4dc9-9ba3-2ec45c55864b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.929715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0cd67-c8db-4dc9-9ba3-2ec45c55864b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9af87b5-f58c-4761-9eea-5cc4ee415492,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:52.933470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17c0cd67-c8db-4dc9-9ba3-2ec45c55864b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.934631 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-17c0cd67-c8db-4dc9-9ba3-2ec45c55864b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/f9af87b5-f58c-4761-9eea-5cc4ee415492 HTTP/1.1" status: 204 len: 168 time: 0.2620103 May 05 16:34:52.937401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52246) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:52.975138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:52.978809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:52.981641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:52.985001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:52.995829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:53.018877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea1590ea-df95-4249-a8f2-76ac00170eed tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:53.025959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=a33c3816-2cb7-4ece-bd14-fcb2323c9e25,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:53.034513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.045397 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-87f4f3f2-0ad1-4532-8489-e3739904be6a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/a33c3816-2cb7-4ece-bd14-fcb2323c9e25 HTTP/1.1" status: 204 len: 168 time: 0.6584153 May 05 16:34:53.047167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52250) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:53.089949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.120965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea1590ea-df95-4249-a8f2-76ac00170eed tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:53.124908 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea1590ea-df95-4249-a8f2-76ac00170eed tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1843612 May 05 16:34:53.125290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52258) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:53.183108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.204986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.221612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port d2820e35-9743-466c-ba8c-8e1e1ed0116f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:53.221949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.270263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303e094b-c5dd-45f4-8d51-0c5304656a6d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:53.300839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-084a78db-4a7f-4ef8-90b0-6967badfdf85 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.342518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-084a78db-4a7f-4ef8-90b0-6967badfdf85 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.359537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ceb5d9-a190-4766-8a23-802f15d93bea None None] Network c758561c-94b7-420a-8fa6-90f9868eafba requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:53.462673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.463935 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2a9d0e6f-f1a3-4654-bbce-3373aed1b06f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7468350 May 05 16:34:53.466861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52264) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:53.473584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--1625827680'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:53.485425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:53.490617 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-71e472da-de4f-4f0a-9c39-6d0d72065e7d None None] Provisioning complete for port d2820e35-9743-466c-ba8c-8e1e1ed0116f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:53.490996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-71e472da-de4f-4f0a-9c39-6d0d72065e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.495211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] For port d2820e35-9743-466c-ba8c-8e1e1ed0116f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2820e35-9743-466c-ba8c-8e1e1ed0116f,segment=NetworkSegment(b0d9800d-85cb-4ae2-88b9-a53bbf68d637),segment_id=b0d9800d-85cb-4ae2-88b9-a53bbf68d637)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:34:53.495894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.504800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:53.512507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:53.578666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:53.593111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3b268933-570b-4cea-a2f9-9b83e734a5fe up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:53.634237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-084a78db-4a7f-4ef8-90b0-6967badfdf85 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.641631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for d2820e35-9743-466c-ba8c-8e1e1ed0116f owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:53.658438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a78db-4a7f-4ef8-90b0-6967badfdf85 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b15ac42-36ce-43d3-a1a7-30adaf805f06,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:53.749131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.778800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-084a78db-4a7f-4ef8-90b0-6967badfdf85 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.783327 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-084a78db-4a7f-4ef8-90b0-6967badfdf85 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/7b15ac42-36ce-43d3-a1a7-30adaf805f06 HTTP/1.1" status: 204 len: 168 time: 0.6547003 May 05 16:34:53.791336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52268) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:53.797322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:53.805992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:53.809751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.815592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:53.822901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:53.841147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3b268933-570b-4cea-a2f9-9b83e734a5fe triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:34:53.841797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.858384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.889175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:53.903235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5f3b311-f76f-4d6a-9536-b65e01229fd3 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:53.913293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226edacd-9f9e-461e-823b-387006027e5d None None] DHCP port deletion for c758561c-94b7-420a-8fa6-90f9868eafba request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:34:53.921105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=d2820e35-9743-466c-ba8c-8e1e1ed0116f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:53.949830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No DVR routers for this DVR port d2820e35-9743-466c-ba8c-8e1e1ed0116f on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:34:53.996782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5f3b311-f76f-4d6a-9536-b65e01229fd3 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:54.011658 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a5f3b311-f76f-4d6a-9536-b65e01229fd3 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2200694 May 05 16:34:54.011658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52276) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:54.013132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1626082775'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:54.020523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:54.036171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:54.091712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.165568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.209289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.224062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.252746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c758561c-94b7-420a-8fa6-90f9868eafba']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:54.264279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f15122de-58ab-4c44-a1cd-7ee3207ddda9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:54.291179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:54.291179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d9800d-85cb-4ae2-88b9-a53bbf68d637') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:34:54.291804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:54.296310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:54.300098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:54.302382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.312602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:54.323149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.329425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:34:54.329814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.354202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4566dbbe-1ad0-4b30-b48d-bc5f89db9600 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8826427 May 05 16:34:54.360757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52298) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:54.369875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': '303e094b-c5dd-45f4-8d51-0c5304656a6d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f15122de-58ab-4c44-a1cd-7ee3207ddda9'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:54.378340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:54.391038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:54.395833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:54.409748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:54.433987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.865263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.868829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.888464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:54.896128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=c758561c-94b7-420a-8fa6-90f9868eafba,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:54.902865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3726496e-e3bf-480f-9690-155cf4298837 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/c758561c-94b7-420a-8fa6-90f9868eafba HTTP/1.1" status: 204 len: 168 time: 1.8504951 May 05 16:34:54.903357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52302) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:54.964693 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:54.965867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6647ef39-48f5-4653-a28c-08e8746b6732 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6040914 May 05 16:34:54.971158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcc2d8-0f8c-4b89-b7d2-00ae359e9a17,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:54.974466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52306) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:55.007004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d9afd2-017e-4711-89d1-2dc2f41c610b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:55.008788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b7d9afd2-017e-4711-89d1-2dc2f41c610b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1050329 May 05 16:34:55.013197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52310) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:55.054987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d8a312e9-42d1-4c1b-895d-209e2a63a6c9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.089291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d8a312e9-42d1-4c1b-895d-209e2a63a6c9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.104867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-999e7956-afcb-4ffb-b5d5-f633b2700160 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0904360 May 05 16:34:55.109123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52314) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:55.118760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-376160689'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:55.125148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:55.131476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:55.132928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:55.140817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:55.170302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.174244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.174764 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d9ce876e-7996-403b-894f-e8a857fa0e50 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1642094 May 05 16:34:55.174764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52318) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:55.179555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '00fcc2d8-0f8c-4b89-b7d2-00ae359e9a17', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:55.186602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:55.191320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:55.194366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:55.200593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:55.299139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d8a312e9-42d1-4c1b-895d-209e2a63a6c9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.317626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a312e9-42d1-4c1b-895d-209e2a63a6c9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15122de-58ab-4c44-a1cd-7ee3207ddda9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:55.331186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d8a312e9-42d1-4c1b-895d-209e2a63a6c9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.339984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d8a312e9-42d1-4c1b-895d-209e2a63a6c9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/f15122de-58ab-4c44-a1cd-7ee3207ddda9 HTTP/1.1" status: 204 len: 168 time: 0.3584042 May 05 16:34:55.339984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52324) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:55.340208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:55.343871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.367105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.416623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-19e3b4bd-9251-4110-bfc5-4fab24e49e4c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Synchronizing usage tracker for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:55.417331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 777} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:34:55.436771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.437122 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment 6861194e-accd-428b-8e4a-fd3bf47b4524 of type vlan for network ae7b400d-309b-4ac4-8646-c70905daa8aa May 05 16:34:55.481281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.483029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.509100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-19e3b4bd-9251-4110-bfc5-4fab24e49e4c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Unset dirty status for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:55.513578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52328) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:55.513729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-19e3b4bd-9251-4110-bfc5-4fab24e49e4c tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1770437 May 05 16:34:55.529522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2820e35-9743-466c-ba8c-8e1e1ed0116f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:34:55.565406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d2820e35-9743-466c-ba8c-8e1e1ed0116f {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:34:55.565748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2820e35-9743-466c-ba8c-8e1e1ed0116f not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:34:55.579981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.610435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.613350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:55.613927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.636505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-daf1b8c5-0a1a-4c9e-b00f-30fbf78d0ed5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.638073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0728e2c6-3807-49a4-a950-a3db6024cdeb,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:55.767395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-daf1b8c5-0a1a-4c9e-b00f-30fbf78d0ed5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:55.923243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=ae7b400d-309b-4ac4-8646-c70905daa8aa,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:55.923363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network ae7b400d-309b-4ac4-8646-c70905daa8aa details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:34:56.099550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.100750 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b356fe81-78e3-42f7-9b95-4a391753de1f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.9254591 May 05 16:34:56.110583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52332) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.132264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-270dabf4-d2aa-4a27-963e-ccdd35dad6a1 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules/0728e2c6-3807-49a4-a950-a3db6024cdeb HTTP/1.1" status: 200 len: 705 time: 0.0183182 May 05 16:34:56.132519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52336) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.153786 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2d1aa6bd-5063-496a-901b-30bc86052dce tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0411425 May 05 16:34:56.154540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-daf1b8c5-0a1a-4c9e-b00f-30fbf78d0ed5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.156869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52340) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.165830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:56.180920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf1b8c5-0a1a-4c9e-b00f-30fbf78d0ed5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=303e094b-c5dd-45f4-8d51-0c5304656a6d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:56.205083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46a4cb69-30e4-4578-a083-d6e5bfbee3fc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:56.284305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:56.288820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:56.291891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:56.293526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-daf1b8c5-0a1a-4c9e-b00f-30fbf78d0ed5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.295892 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-daf1b8c5-0a1a-4c9e-b00f-30fbf78d0ed5 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/303e094b-c5dd-45f4-8d51-0c5304656a6d HTTP/1.1" status: 204 len: 168 time: 0.7813833 May 05 16:34:56.303397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:56.305292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52344) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.333335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46a4cb69-30e4-4578-a083-d6e5bfbee3fc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:56.337653 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46a4cb69-30e4-4578-a083-d6e5bfbee3fc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2042241 May 05 16:34:56.348105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52348) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.361480 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-173bc16e-8a52-463a-bf0c-fa1f0f95bef3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0544772 May 05 16:34:56.365294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52352) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.376280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--391321108'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:56.381482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7434-b60c-438f-9d21-39c4cc4496cb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.391116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:56.397237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7434-b60c-438f-9d21-39c4cc4496cb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.403000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:56.408524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:56.417161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:56.419612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:56.516572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7434-b60c-438f-9d21-39c4cc4496cb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.533445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.538553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b7434-b60c-438f-9d21-39c4cc4496cb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0728e2c6-3807-49a4-a950-a3db6024cdeb,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:56.540743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.577383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:56.581155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:56.585973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:56.590970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:56.660744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.662279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e7b7434-b60c-438f-9d21-39c4cc4496cb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.663478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8e7b7434-b60c-438f-9d21-39c4cc4496cb tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/0728e2c6-3807-49a4-a950-a3db6024cdeb HTTP/1.1" status: 204 len: 168 time: 0.3241277 May 05 16:34:56.666602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52358) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.720167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af5805a1-5ba6-4e7f-a20d-ba6fba2c3218 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:56.748927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.796362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0b088f-91e2-4b2b-b4c3-c34efe25de53,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:56.806300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-af5805a1-5ba6-4e7f-a20d-ba6fba2c3218 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:56.810591 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-af5805a1-5ba6-4e7f-a20d-ba6fba2c3218 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1431653 May 05 16:34:56.810776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52362) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.818714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '00fcc2d8-0f8c-4b89-b7d2-00ae359e9a17', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:56.825661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:56.835561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:56.881013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.915558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:56.919516 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e2ddbf1c-4d5e-4c2e-9cfd-28155e4a4be3 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5503454 May 05 16:34:56.919744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52366) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:56.925247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'ef0b088f-91e2-4b2b-b4c3-c34efe25de53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:56.931192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:56.935343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:56.938290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:56.944087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:56.969617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=78bebbfa-463d-48cb-b546-419bce1b12ec,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:56.995874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': '6861194e-accd-428b-8e4a-fd3bf47b4524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:56.996231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: ae7b400d-309b-4ac4-8646-c70905daa8aa, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:34:57.023688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.088726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network ae7b400d-309b-4ac4-8646-c70905daa8aa is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:34:57.095898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.168201 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:57.169250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-60711bb7-ee8c-4dac-813b-aefa8c8e5593 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2485867 May 05 16:34:57.172190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52370) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.177598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group_rule': {'security_group_id': 'ef0b088f-91e2-4b2b-b4c3-c34efe25de53', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:57.185343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:57.189839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:57.193004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:57.199700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:57.212721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.217223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, ae7b400d-309b-4ac4-8646-c70905daa8aa) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:57.224988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a54cb38-da47-4ee7-bdf7-0fbb5ad147d0 None None] Network ae7b400d-309b-4ac4-8646-c70905daa8aa requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:57.233169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:57.233676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.262548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fee9e94-0de6-4ec7-8319-03e8b645e5b9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:57.340197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1b66ef1a-fc96-424a-82dc-1c4b2fa762f8 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1821048 May 05 16:34:57.349989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52374) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.356035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa', 'name': 'tempest-PortsIpV6TestJSON-1079135567'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:57.373559 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:34:57.376350 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fff490cf-90be-4a1f-844b-95439821ee02 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2017612 May 05 16:34:57.378324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52378) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.450855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.450855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b9828003-5ff2-4ad2-9527-901d3dd51bba tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6352684 May 05 16:34:57.450855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52382) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.470272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-ae7b400d-309b-4ac4-8646-c70905daa8aa', 'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': '78bebbfa-463d-48cb-b546-419bce1b12ec'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:34:57.472631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.478393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c505effc-9f8d-48f1-a800-331b4ec67537 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.492073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1e6ec89b-4f5b-4aa7-a80b-50f97daf471d tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules/7fee9e94-0de6-4ec7-8319-03e8b645e5b9 HTTP/1.1" status: 200 len: 705 time: 0.0407166 May 05 16:34:57.495921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52386) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.522815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:57.544483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c505effc-9f8d-48f1-a800-331b4ec67537 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.548360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:57.615949 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-15cd2570-1b39-40cb-adca-a672cb9bac26 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1153603 May 05 16:34:57.619734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52392) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.655735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fafedd29-db9b-4ff0-aaa1-00192ae9b57c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.667832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fafedd29-db9b-4ff0-aaa1-00192ae9b57c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.678079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Allocated IP 2001:db8::2 (ae7b400d-309b-4ac4-8646-c70905daa8aa/78bebbfa-463d-48cb-b546-419bce1b12ec/e064ac3a-5b1e-43e1-9f8a-cc716d654edd) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:57.686150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:34:57.689793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.716043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port c0dfb651-9021-47af-aca4-92711f6f8c77 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:34:57.766597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c505effc-9f8d-48f1-a800-331b4ec67537 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.798999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52398) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.810842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c505effc-9f8d-48f1-a800-331b4ec67537 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0b088f-91e2-4b2b-b4c3-c34efe25de53,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:57.875773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fafedd29-db9b-4ff0-aaa1-00192ae9b57c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.925395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafedd29-db9b-4ff0-aaa1-00192ae9b57c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7fee9e94-0de6-4ec7-8319-03e8b645e5b9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:57.931684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c505effc-9f8d-48f1-a800-331b4ec67537 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.932826 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c505effc-9f8d-48f1-a800-331b4ec67537 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/ef0b088f-91e2-4b2b-b4c3-c34efe25de53 HTTP/1.1" status: 204 len: 168 time: 0.5534320 May 05 16:34:57.935907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fafedd29-db9b-4ff0-aaa1-00192ae9b57c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.939484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52402) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.939663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fafedd29-db9b-4ff0-aaa1-00192ae9b57c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/7fee9e94-0de6-4ec7-8319-03e8b645e5b9 HTTP/1.1" status: 204 len: 168 time: 0.3175297 May 05 16:34:57.939663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52406) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:57.971821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:57.994912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Transition to ACTIVE for port object e064ac3a-5b1e-43e1-9f8a-cc716d654edd will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:58.015667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Transition to ACTIVE for port object e064ac3a-5b1e-43e1-9f8a-cc716d654edd will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:58.018671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c929766e-d6ff-495f-9ee6-27e2384d3c92 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0786698 May 05 16:34:58.021018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52410) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:58.029417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'tempest-secgroup--654755239'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:58.037186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:58.042174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:58.046189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:58.053347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:58.080132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c48a2c3a-a583-4d59-8314-43f74eb4d650 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:58.088896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.112855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Deleting port 5b0c2ae7-5e07-4bb8-a9f6-c5ec57e45b56 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:34:58.113195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.156904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.172503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Network ae7b400d-309b-4ac4-8646-c70905daa8aa is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:58.176317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:58.182523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:58.189436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Pushing event updated for resources: {'Port': ['ID=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:58.207896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::35f (ae7b400d-309b-4ac4-8646-c70905daa8aa/78bebbfa-463d-48cb-b546-419bce1b12ec/c0dfb651-9021-47af-aca4-92711f6f8c77) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:34:58.232278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:58.236372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c48a2c3a-a583-4d59-8314-43f74eb4d650 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:58.241700 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c48a2c3a-a583-4d59-8314-43f74eb4d650 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2970953 May 05 16:34:58.241890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Usage tracker for resource:security_group_rule and tenant:69708231076346b6b30f2161eb4fb22f is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:58.242010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52414) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:58.242117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:58.246223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': '00fcc2d8-0f8c-4b89-b7d2-00ae359e9a17', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:58.261989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:58.266336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:58.277575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:34:58.299502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Attempting to bind port e064ac3a-5b1e-43e1-9f8a-cc716d654edd on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:34:58.300143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Attempting to bind port e064ac3a-5b1e-43e1-9f8a-cc716d654edd by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '6861194e-accd-428b-8e4a-fd3bf47b4524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:34:58.301861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Attempting to bind port e064ac3a-5b1e-43e1-9f8a-cc716d654edd on network ae7b400d-309b-4ac4-8646-c70905daa8aa {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:34:58.311471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:34:58.312147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Checking segment: {'id': '6861194e-accd-428b-8e4a-fd3bf47b4524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:34:58.312645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.313131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Bound using segment: {'id': '6861194e-accd-428b-8e4a-fd3bf47b4524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:34:58.313738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Bound port: e064ac3a-5b1e-43e1-9f8a-cc716d654edd, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6861194e-accd-428b-8e4a-fd3bf47b4524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:34:58.314215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.318688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.319288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.417026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] For port e064ac3a-5b1e-43e1-9f8a-cc716d654edd, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:34:58.420889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] For port e064ac3a-5b1e-43e1-9f8a-cc716d654edd, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,segment=NetworkSegment(6861194e-accd-428b-8e4a-fd3bf47b4524),segment_id=6861194e-accd-428b-8e4a-fd3bf47b4524)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:34:58.488799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.552510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.581940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Calling delete_port for 5b0c2ae7-5e07-4bb8-a9f6-c5ec57e45b56 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:34:58.620063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.631704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.632184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50e8edc-09ef-4af6-9b01-7b6bf692601b None None] Pushing event updated for resources: {'Port': ['ID=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:58.668554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.708839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object c0dfb651-9021-47af-aca4-92711f6f8c77 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:34:58.709937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fa9c3db-1c0b-4bf1-87dc-97a029caaabd,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:58.739123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.819539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.823537 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0cd543c1-15e6-44ad-8135-515982005bd9 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7987168 May 05 16:34:58.824496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52420) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:58.839772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b99ea2d9-842c-4779-909b-fd1fe3c8d901 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Request body: {'security_group': {'name': 'default'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:58.839772 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-b99ea2d9-842c-4779-909b-fd1fe3c8d901 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] update failed (client error): There was a conflict when trying to complete your request. May 05 16:34:58.839772 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b99ea2d9-842c-4779-909b-fd1fe3c8d901 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "PUT /v2.0/security-groups/3fa9c3db-1c0b-4bf1-87dc-97a029caaabd HTTP/1.1" status: 409 len: 330 time: 0.0067286 May 05 16:34:58.843163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52424) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:58.871215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.877505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.915614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40e7cff-9673-4222-acd8-8f2b631826c4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:58.926273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.979797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network ae7b400d-309b-4ac4-8646-c70905daa8aa is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:34:58.983769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:34:58.992725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:34:58.997106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:34:58.998109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:58.999305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'Port': ['ID=5b0c2ae7-5e07-4bb8-a9f6-c5ec57e45b56,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:59.009102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=c0dfb651-9021-47af-aca4-92711f6f8c77,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:59.057287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26035347-d618-45f2-864b-d5607f441ccc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.106360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26035347-d618-45f2-864b-d5607f441ccc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.116223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.182716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.184336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-91176f2d-dfa2-4665-a134-0196883b8a3a tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9429030 May 05 16:34:59.188270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52428) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:59.212530 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cef9e4a9-5bac-4b2f-a5c3-10e75602956c tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules/c40e7cff-9673-4222-acd8-8f2b631826c4 HTTP/1.1" status: 200 len: 706 time: 0.0203898 May 05 16:34:59.212792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52432) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:59.276111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f4707e73-5fcc-4023-a868-fd5935bb02cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:59.596962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e064ac3a-5b1e-43e1-9f8a-cc716d654edd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:34:59.609056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Router 944777c3-3d25-4fff-9d14-78ded65fb43c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:34:59.637143 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eec8f250-ad6a-4292-976a-d4398f143245 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2860579 May 05 16:34:59.639875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52436) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:59.645336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': 'ae7b400d-309b-4ac4-8646-c70905daa8aa', 'name': 'tempest-PortsIpV6TestJSON-362528933'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:34:59.663439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f4707e73-5fcc-4023-a868-fd5935bb02cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:34:59.665461 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f4707e73-5fcc-4023-a868-fd5935bb02cc tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4510922 May 05 16:34:59.671122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26035347-d618-45f2-864b-d5607f441ccc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.723574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52440) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:59.774331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26035347-d618-45f2-864b-d5607f441ccc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fa9c3db-1c0b-4bf1-87dc-97a029caaabd,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:34:59.788900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-26035347-d618-45f2-864b-d5607f441ccc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.792448 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-26035347-d618-45f2-864b-d5607f441ccc tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/3fa9c3db-1c0b-4bf1-87dc-97a029caaabd HTTP/1.1" status: 204 len: 168 time: 0.9458127 May 05 16:34:59.798114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e064ac3a-5b1e-43e1-9f8a-cc716d654edd completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:34:59.809265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52446) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:34:59.810031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e40a236a-8633-4d4a-9fcb-f1a77347476b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.879373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e40a236a-8633-4d4a-9fcb-f1a77347476b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:34:59.920153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddc570-9250-422e-9417-8864ddea7993 None None] Network ae7b400d-309b-4ac4-8646-c70905daa8aa requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:34:59.948347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:34:59.955653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4fb0322d-fd54-4272-ad68-d6bcd9d66a43 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Synchronizing usage tracker for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:34:59.960268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:34:59.966359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:34:59.979960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:00.019612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:35:00.025650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.048085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e40a236a-8633-4d4a-9fcb-f1a77347476b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.072263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] Sync routers for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:35:00.076563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a236a-8633-4d4a-9fcb-f1a77347476b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c40e7cff-9673-4222-acd8-8f2b631826c4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:00.082152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:00.085104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.103303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-321a881d-021b-4862-90d7-70a579a3dcc7 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "DELETE /v2.0/floatingips/6b259276-12a2-4a94-9871-ba94637452e2 HTTP/1.1" status: 204 len: 168 time: 2.2948222 May 05 16:35:00.104293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:35:00.108399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4fb0322d-fd54-4272-ad68-d6bcd9d66a43 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] Unset dirty status for tenant:69708231076346b6b30f2161eb4fb22f on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:00.109891 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4fb0322d-fd54-4272-ad68-d6bcd9d66a43 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2939534 May 05 16:35:00.113664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52454) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:00.118675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:00.118675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:00.132990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 9a540111-8dec-4683-9020-1fa728b1863f yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:35:00.175081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e40a236a-8633-4d4a-9fcb-f1a77347476b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.176369 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e40a236a-8633-4d4a-9fcb-f1a77347476b tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-group-rules/c40e7cff-9673-4222-acd8-8f2b631826c4 HTTP/1.1" status: 204 len: 168 time: 0.4430199 May 05 16:35:00.178878 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-14ddfe1d-78a0-4e74-a08f-ec448be341b6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] delete failed (client error): The resource could not be found. May 05 16:35:00.179769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52460) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:00.179917 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-14ddfe1d-78a0-4e74-a08f-ec448be341b6 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "DELETE /v2.0/security-groups/d9122d94-50d6-41bc-b78b-cd40a7a03d59 HTTP/1.1" status: 404 len: 347 time: 0.0652571 May 05 16:35:00.191494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52464) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:00.254054 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-ab9b55bd-1fb6-49cb-b0b2-3fab51b4d02f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] show failed (client error): The resource could not be found. May 05 16:35:00.255558 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ab9b55bd-1fb6-49cb-b0b2-3fab51b4d02f tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-groups/ce388bca-1eb1-4c32-8b1c-ea81c82ae84f HTTP/1.1" status: 404 len: 347 time: 0.0632372 May 05 16:35:00.259644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52468) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:00.292707 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-c7ad8e65-3e38-46e0-8f15-7e0e557836e2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] show failed (client error): The resource could not be found. May 05 16:35:00.294330 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c7ad8e65-3e38-46e0-8f15-7e0e557836e2 tempest-NegativeSecGroupIPv6Test-85553733 tempest-NegativeSecGroupIPv6Test-85553733-project] 10.222.0.70 "GET /v2.0/security-group-rules/5e229172-b461-4be8-a230-424f9d27a242 HTTP/1.1" status: 404 len: 356 time: 0.0331819 May 05 16:35:00.299168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4ccdad81-de75-4a25-a5a8-2ed1a9215497 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:00.334675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] Provisioning for port e064ac3a-5b1e-43e1-9f8a-cc716d654edd completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:00.384829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::1b (ae7b400d-309b-4ac4-8646-c70905daa8aa/78bebbfa-463d-48cb-b546-419bce1b12ec/9a540111-8dec-4683-9020-1fa728b1863f) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:00.385020 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4145d5e6-7fd1-41f6-a239-d977bec7fc9c'] response: {'name': 'network-changed', 'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'status': 'completed', 'code': 200} May 05 16:35:00.386851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] Provisioning complete for port e064ac3a-5b1e-43e1-9f8a-cc716d654edd triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:00.387406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.420103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4ccdad81-de75-4a25-a5a8-2ed1a9215497 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:00.424216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4ccdad81-de75-4a25-a5a8-2ed1a9215497 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2404475 May 05 16:35:00.424485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52474) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:00.473258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:00.598548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86cf53cb-9482-4c57-a2b9-91fa9fe39c53 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.643326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-55ad20bd-f122-4549-87f8-7cb16383d1da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=767f10633efb4c19a2fcf295a8578ce2&device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 1098 time: 0.2251284 May 05 16:35:00.652368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86cf53cb-9482-4c57-a2b9-91fa9fe39c53 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.784938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86cf53cb-9482-4c57-a2b9-91fa9fe39c53 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.803502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.849071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf53cb-9482-4c57-a2b9-91fa9fe39c53 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcc2d8-0f8c-4b89-b7d2-00ae359e9a17,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:00.851945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object 9a540111-8dec-4683-9020-1fa728b1863f will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:00.859124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-95637757-b431-4c5d-bc56-617501dba19d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:00.860620 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-95637757-b431-4c5d-bc56-617501dba19d service neutron] 10.222.0.71 "GET /v2.0/networks?id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 200 len: 897 time: 0.2096899 May 05 16:35:00.873997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.968279 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-0270f213-eaec-4ac5-89fa-148920f1d6e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 200 len: 217 time: 0.0922930 May 05 16:35:00.976120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86cf53cb-9482-4c57-a2b9-91fa9fe39c53 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:00.977309 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-86cf53cb-9482-4c57-a2b9-91fa9fe39c53 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/00fcc2d8-0f8c-4b89-b7d2-00ae359e9a17 HTTP/1.1" status: 204 len: 168 time: 0.5518374 May 05 16:35:00.980463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52482) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:00.986203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] For port e064ac3a-5b1e-43e1-9f8a-cc716d654edd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,segment=NetworkSegment(6861194e-accd-428b-8e4a-fd3bf47b4524),segment_id=6861194e-accd-428b-8e4a-fd3bf47b4524)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:01.078640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.080166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5de072f5-dff5-4315-8506-4f0af026be6e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:01.124130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-9bbb3bcf-f0c2-4dfe-b5f5-0608e6223248 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:01.130402 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-9bbb3bcf-f0c2-4dfe-b5f5-0608e6223248 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 200 len: 834 time: 0.1557746 May 05 16:35:01.224508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fc5f19-700c-49f8-b783-31b6a0ebd9fc None None] Pushing event updated for resources: {'Port': ['ID=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:01.234384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52488) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:01.248773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5de072f5-dff5-4315-8506-4f0af026be6e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:01.251522 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5de072f5-dff5-4315-8506-4f0af026be6e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2685573 May 05 16:35:01.251838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:58Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:01.254907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52494) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:01.257978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.263357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] Checking router: 944777c3-3d25-4fff-9d14-78ded65fb43c for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:35:01.269471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801339391'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:01.277284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:01.278029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:01.281596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:01.314174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:01.393661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=9a540111-8dec-4683-9020-1fa728b1863f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:01.414354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.539319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network ae7b400d-309b-4ac4-8646-c70905daa8aa is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:01.547540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:01.559984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:01.565952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:01.576727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:01.582160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:01.582512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:01.599703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:01.608306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.613848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:01.627361 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-dbe86450-cb15-4e67-a515-bcf7403d02f0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4904547 May 05 16:35:01.653642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e064ac3a-5b1e-43e1-9f8a-cc716d654edd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:01.683965 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:35:01.704999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b6b88a2d-fe05-4ff2-acbc-2286f948cacd None None] Provisioning for port c0dfb651-9021-47af-aca4-92711f6f8c77 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:01.710461 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f95fa909-fee5-4e42-a450-60e23ca56984 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=69708231076346b6b30f2161eb4fb22f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4729764 May 05 16:35:01.713612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52500) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:01.750684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076e8602-49fc-412e-bd7e-129b6369db6d req-e469ee6f-4179-4c08-b054-9e7d5c89cc62 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:01.761648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-076e8602-49fc-412e-bd7e-129b6369db6d req-e469ee6f-4179-4c08-b054-9e7d5c89cc62 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.5410607 May 05 16:35:01.772283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b6b88a2d-fe05-4ff2-acbc-2286f948cacd None None] Provisioning complete for port c0dfb651-9021-47af-aca4-92711f6f8c77 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:01.772651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b6b88a2d-fe05-4ff2-acbc-2286f948cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.863713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.877990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b6b88a2d-fe05-4ff2-acbc-2286f948cacd None None] Port c0dfb651-9021-47af-aca4-92711f6f8c77 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:01.899767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d82fa17-017a-46f3-a03b-5f338c6e2f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:01.954686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d82fa17-017a-46f3-a03b-5f338c6e2f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.064594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.094496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aec582d3-aaa7-42ec-8c1a-c08bed89ef95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4528611 May 05 16:35:02.103741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52504) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:02.104587 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Sync routers for ids ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:35:02.139237 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Routers {'219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:02.142807 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:02.161276 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-076e8602-49fc-412e-bd7e-129b6369db6d req-5fe53600-fff5-4b20-9b6b-cae26548cd40 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949938 May 05 16:35:02.194351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d82fa17-017a-46f3-a03b-5f338c6e2f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.257487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d832f6-528b-431b-a35c-c939645c4aec,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:02.285139 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-81c1ff77-9630-44e4-a1ca-3cf1dd531018 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6317770 May 05 16:35:02.314174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b6b88a2d-fe05-4ff2-acbc-2286f948cacd None None] Provisioning complete for port e064ac3a-5b1e-43e1-9f8a-cc716d654edd triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:02.314556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b6b88a2d-fe05-4ff2-acbc-2286f948cacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.320145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82fa17-017a-46f3-a03b-5f338c6e2f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5505f479-1409-4b9d-8688-01f7ef2f563b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:02.406163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.408041 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6c573a04-cb1e-4d12-9b2b-aaecfe58e4c6 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1515644 May 05 16:35:02.413434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52510) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:02.434373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Request body: {'security_group_rule': {'security_group_id': 'b0d832f6-528b-431b-a35c-c939645c4aec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:02.481981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e064ac3a-5b1e-43e1-9f8a-cc716d654edd triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:02.482384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.488019 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7840bdda-ea94-4812-ada6-71d3bb82c198 req-34836f4e-5f71-4591-92c0-11b41cb9d446 service neutron] 10.222.0.71 "GET /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838918 May 05 16:35:02.491801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:02.519863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d92b1e-7549-4c32-b585-d0226beaee21 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:02.520562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-90d92b1e-7549-4c32-b585-d0226beaee21 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:02.523919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Usage tracker for resource:security_group_rule and tenant:216193748b2c4add8675565e7e943934 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:02.533440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:02.538594 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Set router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:02.547713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:02.553270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d82fa17-017a-46f3-a03b-5f338c6e2f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.557735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5d82fa17-017a-46f3-a03b-5f338c6e2f71 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5505f479-1409-4b9d-8688-01f7ef2f563b HTTP/1.1" status: 204 len: 168 time: 0.8401506 May 05 16:35:02.607640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-90d92b1e-7549-4c32-b585-d0226beaee21 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:02.609196 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-90d92b1e-7549-4c32-b585-d0226beaee21 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35f HTTP/1.1" status: 200 len: 929 time: 0.5042112 May 05 16:35:02.609876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-75a86a42-6627-46b9-a039-491b905767bb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:02.611470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-75a86a42-6627-46b9-a039-491b905767bb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Synchronizing usage tracker for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:02.612257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52516) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:02.628202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-75a86a42-6627-46b9-a039-491b905767bb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Unset dirty status for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:02.629594 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-75a86a42-6627-46b9-a039-491b905767bb tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.71 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.1881192 May 05 16:35:02.646267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:58Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:02.654216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0a7ede-9aaf-4de0-9107-43e304f74483 None None] The sync data for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv is: [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:31:49Z', 'revision_number': 4, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '81cefad2-2c47-423a-89a3-01ad5c09d15c', 'name': '', 'network_id': 'd16f01f2-c79f-40e0-8582-f96d6a4fb7f5', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'mac_address': 'fa:16:3e:a0:0f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:47Z', 'updated_at': '2022-05-05T16:31:58Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'subnets': [{'id': 'fd36db05-7f32-4915-a2e3-3a098bd4905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:35:02.775275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 9a540111-8dec-4683-9020-1fa728b1863f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:02.776393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.796424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Provisioning for port 9a540111-8dec-4683-9020-1fa728b1863f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:02.802625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Provisioning complete for port 9a540111-8dec-4683-9020-1fa728b1863f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:02.803393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.931701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Port 9a540111-8dec-4683-9020-1fa728b1863f cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:02.945859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Provisioning complete for port c0dfb651-9021-47af-aca4-92711f6f8c77 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:02.948573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:02.971160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.049840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0dfdaed7-f1fc-469e-a2be-6830cc1480b9 None None] Port c0dfb651-9021-47af-aca4-92711f6f8c77 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:03.079115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Deleting port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:03.079871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.110195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.142457 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:34:44Z', 'revision_number': 4, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ad3342f8-10e3-4f42-8083-a017ab95d407', 'name': '', 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'mac_address': 'fa:16:3e:9c:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:43Z', 'updated_at': '2022-05-05T16:34:44Z', 'revision_number': 2, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'subnets': [{'id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:03.148030 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Checking router: 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:35:03.148648 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Updating router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 port ad3342f8-10e3-4f42-8083-a017ab95d407 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:35:03.236067 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.309257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 9a540111-8dec-4683-9020-1fa728b1863f owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:03.341952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.418433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.471481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01bd80e6-62b6-4f4d-839f-c85f2e4cff86,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:03.539110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.590250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478ace0-4f49-479e-82fd-20e748e8e47a req-b5062626-4ad7-4496-bd65-6316f0d3bc5b tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:03.597862 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3478ace0-4f49-479e-82fd-20e748e8e47a req-b5062626-4ad7-4496-bd65-6316f0d3bc5b tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 945 time: 0.2411788 May 05 16:35:03.598110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=9a540111-8dec-4683-9020-1fa728b1863f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:03.657569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.679710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.679710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a6ac013f-70dd-44ec-90be-a6e5eb09d339 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2624266 May 05 16:35:03.681510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52524) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:03.699727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.701073 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3478ace0-4f49-479e-82fd-20e748e8e47a req-3026678a-3f29-4e93-8f82-da2f8209caa1 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/security-groups?id=7a055137-db66-4434-8d09-528ccdb048be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003923 May 05 16:35:03.713546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] For port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:03.714083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.772687 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bdb8dc0d-0acd-49c0-a0a9-9da5dda84d19 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/9a540111-8dec-4683-9020-1fa728b1863f HTTP/1.1" status: 204 len: 168 time: 1.1592135 May 05 16:35:03.778403 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.778890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52528) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:03.811180 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Transition to ACTIVE for port object ad3342f8-10e3-4f42-8083-a017ab95d407 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:03.870584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9972433f-0a3f-4d18-9c38-c20db4ed812f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.878950 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-39c85d3d-3542-4af6-89c8-158b68bf3a27 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:03.878950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-39c85d3d-3542-4af6-89c8-158b68bf3a27 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:03.897792 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.919042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9972433f-0a3f-4d18-9c38-c20db4ed812f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:03.954199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Calling delete_port for 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:04.017811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-39c85d3d-3542-4af6-89c8-158b68bf3a27 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:04.019351 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-39c85d3d-3542-4af6-89c8-158b68bf3a27 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/9a540111-8dec-4683-9020-1fa728b1863f HTTP/1.1" status: 404 len: 333 time: 0.2395163 May 05 16:35:04.022235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52532) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:04.112429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port c0dfb651-9021-47af-aca4-92711f6f8c77 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:04.112768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.157840 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Pushing event updated for resources: {'Port': ['ID=ad3342f8-10e3-4f42-8083-a017ab95d407,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:04.176245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9972433f-0a3f-4d18-9c38-c20db4ed812f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.186452 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Attempting to bind port ad3342f8-10e3-4f42-8083-a017ab95d407 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:04.195108 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Attempting to bind port ad3342f8-10e3-4f42-8083-a017ab95d407 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:04.195108 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Attempting to bind port ad3342f8-10e3-4f42-8083-a017ab95d407 on network 64b5c813-e51e-4c54-a402-bcd28ab729d0 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:04.197758 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.198105 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.198435 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.198758 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.199087 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.199406 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.199746 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.200170 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.200400 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.200697 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.201009 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:04.205922 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:04.206800 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Checking segment: {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:04.206946 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.207260 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Bound using segment: {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:04.207821 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Bound port: ad3342f8-10e3-4f42-8083-a017ab95d407, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe886643-f3e7-4568-91c6-59bea6b7e1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:04.208193 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.217248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9972433f-0a3f-4d18-9c38-c20db4ed812f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d832f6-528b-431b-a35c-c939645c4aec,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:04.240702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9972433f-0a3f-4d18-9c38-c20db4ed812f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.240702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9972433f-0a3f-4d18-9c38-c20db4ed812f tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/b0d832f6-528b-431b-a35c-c939645c4aec HTTP/1.1" status: 204 len: 168 time: 0.5554667 May 05 16:35:04.243427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52536) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:04.312632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.333131 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] For port ad3342f8-10e3-4f42-8083-a017ab95d407, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:04.336296 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] For port ad3342f8-10e3-4f42-8083-a017ab95d407, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ad3342f8-10e3-4f42-8083-a017ab95d407,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:04.377983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'Port': ['ID=09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:04.430778 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.465349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-93fc274a-fdcb-4019-8969-e71de759f737 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:04.499106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] No DVR routers for this DVR port 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:35:04.505399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.518864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-deleted', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:35:04.527678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:04.534955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e152bc81-fab5-46d9-93d2-d0b9bb4b0e8e None None] New status for floating IP 6b259276-12a2-4a94-9871-ba94637452e2: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:35:04.579985 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f7e8c797-8640-42c5-a2b8-da89b949abc1 req-289df3ed-70ed-4a6e-bd60-2fb53d65395e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.71 "DELETE /v2.0/ports/09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 HTTP/1.1" status: 204 len: 173 time: 1.9449501 May 05 16:35:04.601755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-93fc274a-fdcb-4019-8969-e71de759f737 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:04.603927 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-93fc274a-fdcb-4019-8969-e71de759f737 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3593307 May 05 16:35:04.606401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52544) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:04.626837 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32e18-a631-4ce2-b1a0-9fafb67df2ca None None] Pushing event updated for resources: {'Port': ['ID=ad3342f8-10e3-4f42-8083-a017ab95d407,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:04.652441 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Routers {'219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:04.653073 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:04.686178 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50a8897f-7314-4f0f-bad3-4c202b1de2d9'] response: {'server_uuid': 'ae3213c5-15dd-47fa-a88d-07ad7714511f', 'name': 'network-vif-deleted', 'tag': '09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9', 'status': 'completed', 'code': 200} May 05 16:35:04.709549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3688da5d-2a6e-4da5-aa55-7483c013a521 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Synchronizing usage tracker for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:04.832814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3688da5d-2a6e-4da5-aa55-7483c013a521 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] Unset dirty status for tenant:216193748b2c4add8675565e7e943934 on resource:security_group_rule {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:04.840175 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3688da5d-2a6e-4da5-aa55-7483c013a521 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.2325315 May 05 16:35:04.841828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52550) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:04.909188 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-7ef3d59a-55b3-429e-a0f8-51d8d2db592e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] delete failed (client error): The resource could not be found. May 05 16:35:04.910170 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7ef3d59a-55b3-429e-a0f8-51d8d2db592e tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "DELETE /v2.0/security-groups/b0d832f6-528b-431b-a35c-c939645c4aec HTTP/1.1" status: 404 len: 347 time: 0.0672045 May 05 16:35:04.918064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52554) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:05.100155 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46c3f97f-5ffd-4680-bf50-caada8eedc82 tempest-SecGroupTest-1888559761 tempest-SecGroupTest-1888559761-project] 10.222.0.70 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1808319 May 05 16:35:05.122420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for c0dfb651-9021-47af-aca4-92711f6f8c77 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:05.197832 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] Set router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:05.217892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-a94dd186-7681-4a28-bca2-9be79335071c req-f04a466a-a89c-4e01-a8db-8e9f8d69255f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Synchronizing usage tracker for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:05.325973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-a94dd186-7681-4a28-bca2-9be79335071c req-f04a466a-a89c-4e01-a8db-8e9f8d69255f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Unset dirty status for tenant:767f10633efb4c19a2fcf295a8578ce2 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:05.327154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a94dd186-7681-4a28-bca2-9be79335071c req-f04a466a-a89c-4e01-a8db-8e9f8d69255f tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "GET /v2.0/ports?device_id=ae3213c5-15dd-47fa-a88d-07ad7714511f HTTP/1.1" status: 200 len: 210 time: 0.2176003 May 05 16:35:05.683133 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:34:44Z', 'revision_number': 4, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ad3342f8-10e3-4f42-8083-a017ab95d407', 'name': '', 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'mac_address': 'fa:16:3e:9c:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:43Z', 'updated_at': '2022-05-05T16:35:04Z', 'revision_number': 4, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'subnets': [{'id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:05.683133 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b640333-22bc-4d27-ab68-882a5e707edf None None] The sync data for ids ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'] in dv-neutron-840483-1-hyperv is: [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:34:44Z', 'revision_number': 4, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ad3342f8-10e3-4f42-8083-a017ab95d407', 'name': '', 'network_id': '64b5c813-e51e-4c54-a402-bcd28ab729d0', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'mac_address': 'fa:16:3e:9c:7b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:43Z', 'updated_at': '2022-05-05T16:35:04Z', 'revision_number': 4, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'subnets': [{'id': 'fd960637-5bbc-4950-a3cb-e966d3c796d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:35:05.910659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:05.965165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=c0dfb651-9021-47af-aca4-92711f6f8c77,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:06.026117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:06.203157 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5ac89618-bb1f-49f4-a1ec-5929fb29c35c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/c0dfb651-9021-47af-aca4-92711f6f8c77 HTTP/1.1" status: 204 len: 168 time: 2.1792426 May 05 16:35:06.207264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52564) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:06.264725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec9f011-b036-4abc-b9d7-34c6465ba946 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:06.265237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5ec9f011-b036-4abc-b9d7-34c6465ba946 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:06.330306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52568) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:06.344745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5ec9f011-b036-4abc-b9d7-34c6465ba946 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:06.349084 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5ec9f011-b036-4abc-b9d7-34c6465ba946 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/c0dfb651-9021-47af-aca4-92711f6f8c77 HTTP/1.1" status: 404 len: 333 time: 0.1406710 May 05 16:35:06.350005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52574) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:06.470285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52580) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:06.609632 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 78bebbfa-463d-48cb-b546-419bce1b12ec {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:06.613313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:06.692167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:06.712683 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1ef89548-d631-4ed7-ab23-a7913b862c49 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=216193748b2c4add8675565e7e943934&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3788908 May 05 16:35:06.712969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52584) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:06.796886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-282eb937-5a3b-42e6-8b73-2684a951be70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:06.799318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:06.841300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-282eb937-5a3b-42e6-8b73-2684a951be70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:06.901430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:06.946219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:06.946908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 09fc4ce4-f7d3-473a-8c29-4109fc5ce9c9 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:07.104307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.185198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.224499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=78bebbfa-463d-48cb-b546-419bce1b12ec,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:07.231994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.239288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaedbef0-d3b1-49ea-9f63-f61c319921e3 None None] Network ae7b400d-309b-4ac4-8646-c70905daa8aa requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:07.241058 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4a1b443f-fd01-42af-9fcb-815ed64c0b11 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/78bebbfa-463d-48cb-b546-419bce1b12ec HTTP/1.1" status: 204 len: 168 time: 0.8897703 May 05 16:35:07.241699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52590) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:07.257558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-282eb937-5a3b-42e6-8b73-2684a951be70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.330832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282eb937-5a3b-42e6-8b73-2684a951be70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6e7268-0d0f-4d22-8b96-8ac9caaa1243,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:07.361067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.373302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port e064ac3a-5b1e-43e1-9f8a-cc716d654edd {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:07.373910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.483344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-282eb937-5a3b-42e6-8b73-2684a951be70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.487032 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-282eb937-5a3b-42e6-8b73-2684a951be70 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6f6e7268-0d0f-4d22-8b96-8ac9caaa1243 HTTP/1.1" status: 204 len: 168 time: 0.7709737 May 05 16:35:07.642633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] DHCP port deletion for ae7b400d-309b-4ac4-8646-c70905daa8aa request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:35:07.652307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Deleting port e064ac3a-5b1e-43e1-9f8a-cc716d654edd {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:07.653080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.700032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ad3342f8-10e3-4f42-8083-a017ab95d407 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:07.713496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] For port e064ac3a-5b1e-43e1-9f8a-cc716d654edd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,segment=NetworkSegment(6861194e-accd-428b-8e4a-fd3bf47b4524),segment_id=6861194e-accd-428b-8e4a-fd3bf47b4524)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:07.713865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:07.946193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for e064ac3a-5b1e-43e1-9f8a-cc716d654edd owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:08.041174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] For port e064ac3a-5b1e-43e1-9f8a-cc716d654edd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,segment=NetworkSegment(6861194e-accd-428b-8e4a-fd3bf47b4524),segment_id=6861194e-accd-428b-8e4a-fd3bf47b4524)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:08.041813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.096402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Deleting port 81cefad2-2c47-423a-89a3-01ad5c09d15c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:08.096716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.187764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Calling delete_port for e064ac3a-5b1e-43e1-9f8a-cc716d654edd owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:08.201696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.214941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ad3342f8-10e3-4f42-8083-a017ab95d407 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:08.233497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ad3342f8-10e3-4f42-8083-a017ab95d407 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:08.233960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.264591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=e064ac3a-5b1e-43e1-9f8a-cc716d654edd,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:08.275889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No DVR routers for this DVR port e064ac3a-5b1e-43e1-9f8a-cc716d654edd on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:35:08.320041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:35:08.320448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:35:08.350765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] For port 81cefad2-2c47-423a-89a3-01ad5c09d15c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=81cefad2-2c47-423a-89a3-01ad5c09d15c,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:08.351294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.424399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.429675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.460867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7b400d-309b-4ac4-8646-c70905daa8aa']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:08.466086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ad3342f8-10e3-4f42-8083-a017ab95d407, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ad3342f8-10e3-4f42-8083-a017ab95d407,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:08.475893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6861194e-accd-428b-8e4a-fd3bf47b4524') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:08.476243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6861194e-accd-428b-8e4a-fd3bf47b4524') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:08.489839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.509939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.517422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:35:08.517887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.524253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Calling delete_port for 81cefad2-2c47-423a-89a3-01ad5c09d15c owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:35:08.533720 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:35:08.538590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.621232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ad3342f8-10e3-4f42-8083-a017ab95d407,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:08.682666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.706381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.713440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=ae7b400d-309b-4ac4-8646-c70905daa8aa,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:08.809076 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-05340cf7-11b7-4b07-996a-543deb3c95f2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/ae7b400d-309b-4ac4-8646-c70905daa8aa HTTP/1.1" status: 204 len: 168 time: 1.5663378 May 05 16:35:08.813106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52598) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:08.819264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-299378886'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:08.821675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Deleting port e064ac3a-5b1e-43e1-9f8a-cc716d654edd {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:08.822507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.824558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:08.829017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:08.832435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:08.838827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:08.841710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:08.894211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a276afee-e3c9-48f2-9059-c7045c2044d4 None None] The port 'e064ac3a-5b1e-43e1-9f8a-cc716d654edd' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:35:08.898951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'Port': ['ID=81cefad2-2c47-423a-89a3-01ad5c09d15c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:08.981129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:08.984261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.154421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 755} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:35:09.173737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.173737 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment 5e20fb23-4d4a-42c8-9a62-61fef9ec2beb of type vlan for network eee59136-aac4-4a5d-bc0f-27bceac2cf8d May 05 16:35:09.214877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.292879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.452749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.456562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:09.457150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.617080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ad3342f8-10e3-4f42-8083-a017ab95d407 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:09.648896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=eee59136-aac4-4a5d-bc0f-27bceac2cf8d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:09.665412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:35:09.688843 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e497456d-f94c-4886-b638-b83cfd361a95 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8745401 May 05 16:35:09.691630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52608) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:09.699067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:09.798273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ad3342f8-10e3-4f42-8083-a017ab95d407 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:09.798638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:09.851753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:09.858874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:09.863937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:09.878132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:09.972496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e064ac3a-5b1e-43e1-9f8a-cc716d654edd no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:10.011760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e064ac3a-5b1e-43e1-9f8a-cc716d654edd {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:10.012368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e064ac3a-5b1e-43e1-9f8a-cc716d654edd not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:10.313351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Router 944777c3-3d25-4fff-9d14-78ded65fb43c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:35:10.379699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:10.560771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:10.793867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:35:10.806703 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] Sync routers for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:35:10.818701 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:10.819394 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:10.825640 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-464423ab-5038-47a7-9b10-fd62b593de2e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "PUT /v2.0/routers/944777c3-3d25-4fff-9d14-78ded65fb43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3543229 May 05 16:35:10.828475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52624) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:10.909511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.000118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=98aed651-f3b0-467c-a861-eb121f355ab2,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:11.014034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:11.014857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: eee59136-aac4-4a5d-bc0f-27bceac2cf8d, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:35:11.046268 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:11.132010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Deleting subnet fd36db05-7f32-4915-a2e3-3a098bd4905e {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:11.133352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:35:11.135650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.194447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.271339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, eee59136-aac4-4a5d-bc0f-27bceac2cf8d) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:11.277936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:11.279092 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.281863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526ecfe3-2dd9-4ebd-82c7-306bc0fefa4c None None] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:11.290297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.380482 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-86c80f27-65aa-4044-847f-ba1b86df40c2 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6878300 May 05 16:35:11.383947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52630) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:11.392058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d', 'name': 'tempest-PortsIpV6TestJSON-523141320', 'fixed_ips': [{'subnet_id': '98aed651-f3b0-467c-a861-eb121f355ab2', 'ip_address': '2001:db8::10'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:11.392765 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:35:08Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:11.398015 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] Checking router: 944777c3-3d25-4fff-9d14-78ded65fb43c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:35:11.420289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] Routers {'944777c3-3d25-4fff-9d14-78ded65fb43c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:11.421103 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:34:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['944777c3-3d25-4fff-9d14-78ded65fb43c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:11.503616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.538997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-eee59136-aac4-4a5d-bc0f-27bceac2cf8d', 'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': '98aed651-f3b0-467c-a861-eb121f355ab2'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:35:11.540556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.574808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'Subnet': ['ID=fd36db05-7f32-4915-a2e3-3a098bd4905e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:11.589712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.600171 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-019713c4-11c6-48c3-ab52-d580f7d7e51a tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "DELETE /v2.0/subnets/fd36db05-7f32-4915-a2e3-3a098bd4905e HTTP/1.1" status: 204 len: 168 time: 0.7705169 May 05 16:35:11.600831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:11.671768 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] Set router 944777c3-3d25-4fff-9d14-78ded65fb43c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:11.755882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Allocated IP 2001:db8::2 (eee59136-aac4-4a5d-bc0f-27bceac2cf8d/98aed651-f3b0-467c-a861-eb121f355ab2/907d0ed8-410f-4e67-90e3-3c7d309fb338) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:11.767340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b58135-8d93-4a07-a019-47aa0e2210bd None None] Network d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:11.832217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:11.838946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:11.843222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:11.850116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:11.939327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:11.947884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.957187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:11.980419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:35:12.085569 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:35:08Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:12.118716 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4c27f4-0a25-41ec-a5d7-4048fc8d557a None None] The sync data for ids ['944777c3-3d25-4fff-9d14-78ded65fb43c'] in dv-neutron-840483-1-hyperv is: [{'id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-685845097', 'tenant_id': '767f10633efb4c19a2fcf295a8578ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218'}], 'enable_snat': True}, 'gw_port_id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:31:33Z', 'updated_at': '2022-05-05T16:35:08Z', 'revision_number': 5, 'project_id': '767f10633efb4c19a2fcf295a8578ce2', 'gw_port': {'id': '351251d2-beea-4dc8-9415-e2eaba83ef63', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:8d:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '944777c3-3d25-4fff-9d14-78ded65fb43c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:31:35Z', 'updated_at': '2022-05-05T16:31:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:35:12.197451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.215649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Transition to ACTIVE for port object 907d0ed8-410f-4e67-90e3-3c7d309fb338 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:12.245287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Transition to ACTIVE for port object 907d0ed8-410f-4e67-90e3-3c7d309fb338 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:12.259439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] DHCP port deletion for d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:35:12.266080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] Deleting port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:12.266457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.303374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.345629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.395122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::10 (eee59136-aac4-4a5d-bc0f-27bceac2cf8d/98aed651-f3b0-467c-a861-eb121f355ab2/0a135ca4-d34f-49ec-9f44-2f6a66cce928) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:12.419377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Deleting port 351251d2-beea-4dc8-9415-e2eaba83ef63 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:12.420285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.509092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Pushing event updated for resources: {'Port': ['ID=907d0ed8-410f-4e67-90e3-3c7d309fb338,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:12.647137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.692755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:12.694054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object 0a135ca4-d34f-49ec-9f44-2f6a66cce928 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:12.701309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:12.714790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:12.720899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] For port 351251d2-beea-4dc8-9415-e2eaba83ef63, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=351251d2-beea-4dc8-9415-e2eaba83ef63,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:12.721399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.815173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] For port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,segment=NetworkSegment(77fc89d8-5a51-4467-828e-bf2c4bdcf64e),segment_id=77fc89d8-5a51-4467-828e-bf2c4bdcf64e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:12.815584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.852651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.864009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Calling delete_port for 351251d2-beea-4dc8-9415-e2eaba83ef63 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:12.876747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Attempting to bind port 907d0ed8-410f-4e67-90e3-3c7d309fb338 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:12.876951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Attempting to bind port 907d0ed8-410f-4e67-90e3-3c7d309fb338 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:12.877218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Attempting to bind port 907d0ed8-410f-4e67-90e3-3c7d309fb338 on network eee59136-aac4-4a5d-bc0f-27bceac2cf8d {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:12.935550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:12.939069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:12.943778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:12.944027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] Calling delete_port for 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:12.949000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:12.949685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.963517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=0a135ca4-d34f-49ec-9f44-2f6a66cce928,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:12.989103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:12.994392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Checking segment: {'id': '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:12.994392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:12.994392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Bound using segment: {'id': '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:12.994392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Bound port: 907d0ed8-410f-4e67-90e3-3c7d309fb338, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:12.994392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:13.073912 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-43595e7f-c19b-41a6-ada6-4fad63316027 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6843462 May 05 16:35:13.074151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52646) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:13.079704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': 'eee59136-aac4-4a5d-bc0f-27bceac2cf8d', 'name': 'tempest-PortsIpV6TestJSON-1759417736', 'fixed_ips': [{'subnet_id': '98aed651-f3b0-467c-a861-eb121f355ab2', 'ip_address': '2001:db8::f'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:13.110340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] For port 907d0ed8-410f-4e67-90e3-3c7d309fb338, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:13.113628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] For port 907d0ed8-410f-4e67-90e3-3c7d309fb338, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=907d0ed8-410f-4e67-90e3-3c7d309fb338,segment=NetworkSegment(5e20fb23-4d4a-42c8-9a62-61fef9ec2beb),segment_id=5e20fb23-4d4a-42c8-9a62-61fef9ec2beb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:13.190457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:13.207390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:13.225313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:13.231941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:13.235034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:13.238783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] Pushing event deleted for resources: {'Port': ['ID=5df3c02e-f9e9-430c-91bd-9b35ac7bf880,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:13.243707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:13.245421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:13.273020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'Port': ['ID=351251d2-beea-4dc8-9415-e2eaba83ef63,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:13.300128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb6017c-3c0a-439a-906e-223a00c8de50 None None] No DVR routers for this DVR port 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:35:13.334532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:13.337045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:13.355346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cce6d-9e08-401e-9cb1-f431456c2398 None None] Pushing event updated for resources: {'Port': ['ID=907d0ed8-410f-4e67-90e3-3c7d309fb338,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:13.363198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 yet. {{(pid=84819) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:35:13.635590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:13.639213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::f (eee59136-aac4-4a5d-bc0f-27bceac2cf8d/98aed651-f3b0-467c-a861-eb121f355ab2/f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:13.761345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:13.762219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5df3c02e-f9e9-430c-91bd-9b35ac7bf880 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:13.762902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 81cefad2-2c47-423a-89a3-01ad5c09d15c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:13.779342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:13.818416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 81cefad2-2c47-423a-89a3-01ad5c09d15c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:13.818895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 81cefad2-2c47-423a-89a3-01ad5c09d15c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:14.008327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.026137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:14.084344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.088875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.122074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.198027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.198893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Fanout notify agent at l3_agent the message router_deleted on router 944777c3-3d25-4fff-9d14-78ded65fb43c {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:35:14.203095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:14.207957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:14.209830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:14.214227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:14.214834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.221204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.222305 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a46e1010-3741-4ae8-85b4-9f6bff28e972 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "DELETE /v2.0/routers/944777c3-3d25-4fff-9d14-78ded65fb43c HTTP/1.1" status: 204 len: 168 time: 2.6205702 May 05 16:35:14.225195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52652) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:14.233984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:14.330446 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-009e6dde-8d80-4fa7-8b46-7d4e44d97586 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2528071 May 05 16:35:14.331754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52656) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:14.380608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.426096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7716b3-311c-4348-b99b-100d7a2fb951 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:14.427355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bd7716b3-311c-4348-b99b-100d7a2fb951 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:14.510866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bd7716b3-311c-4348-b99b-100d7a2fb951 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:14.513466 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bd7716b3-311c-4348-b99b-100d7a2fb951 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1805885 May 05 16:35:14.522105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52660) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:14.522897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.552628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16f01f2-c79f-40e0-8582-f96d6a4fb7f5']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:14.568600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77fc89d8-5a51-4467-828e-bf2c4bdcf64e') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:14.568895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77fc89d8-5a51-4467-828e-bf2c4bdcf64e') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:14.583654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.608494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.617761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:35:14.618318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.635739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f647dd-b392-4f0a-85b5-de7788a2c523 None None] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:14.639871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be409d3-4a8c-4bb6-9c61-5c830fdc47d9 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:35:14.642200 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:35:14.645373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be409d3-4a8c-4bb6-9c61-5c830fdc47d9 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:14.650435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4be409d3-4a8c-4bb6-9c61-5c830fdc47d9 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:14.655242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4be409d3-4a8c-4bb6-9c61-5c830fdc47d9 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1379981 May 05 16:35:14.655870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52664) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:14.741702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:14.742123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.834735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0d373fc6-3d3b-4c9c-80c8-289ad8d534a2 None None] Provisioning for port 907d0ed8-410f-4e67-90e3-3c7d309fb338 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:14.864844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.883111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:14.897202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'Network': ['ID=d16f01f2-c79f-40e0-8582-f96d6a4fb7f5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:15.138730 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fd26226f-58b9-4caf-9206-017f4c827dc2 tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "DELETE /v2.0/networks/d16f01f2-c79f-40e0-8582-f96d6a4fb7f5 HTTP/1.1" status: 204 len: 168 time: 0.9018888 May 05 16:35:15.138730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52670) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:15.143901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.209822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e44-eb3a-4abd-99ba-90be53c36d0e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.248475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e44-eb3a-4abd-99ba-90be53c36d0e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.277874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:15.385986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Provisioning for port f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:15.391778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Provisioning complete for port f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:15.391778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.447577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Port f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:15.539748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e44-eb3a-4abd-99ba-90be53c36d0e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.558296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8e8e44-eb3a-4abd-99ba-90be53c36d0e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a055137-db66-4434-8d09-528ccdb048be,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:15.576709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 907d0ed8-410f-4e67-90e3-3c7d309fb338 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:15.596223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.605841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Provisioning for port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:15.624538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Provisioning complete for port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:15.624919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.639996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:15.683725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.701748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a16f5854-275c-4cb6-8187-04c1149d7ac7 None None] Port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:15.727524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6f8e8e44-eb3a-4abd-99ba-90be53c36d0e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.731269 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6f8e8e44-eb3a-4abd-99ba-90be53c36d0e tempest-TestNetworkAdvancedServerOps-503823334 tempest-TestNetworkAdvancedServerOps-503823334-project] 10.222.0.70 "DELETE /v2.0/security-groups/7a055137-db66-4434-8d09-528ccdb048be HTTP/1.1" status: 204 len: 168 time: 0.5970137 May 05 16:35:15.793820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fe8bdda7-1708-45bc-9657-202db538143b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 HTTP/1.1" status: 204 len: 168 time: 1.1346552 May 05 16:35:15.794312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52678) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:15.833287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7c5fa25-502f-4fd8-a91b-f5fe7f5bb20d None None] Could not find standard attr ID for object f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:35:15.837508 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-108fdc4e-4f0b-4917-ac42-e1f05427b036 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:15.838016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-108fdc4e-4f0b-4917-ac42-e1f05427b036 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:15.842056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 907d0ed8-410f-4e67-90e3-3c7d309fb338 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:15.851070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 907d0ed8-410f-4e67-90e3-3c7d309fb338 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:15.851070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.883306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7c5fa25-502f-4fd8-a91b-f5fe7f5bb20d None None] Provisioning complete for port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:15.883697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fa25-502f-4fd8-a91b-f5fe7f5bb20d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:15.944708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-108fdc4e-4f0b-4917-ac42-e1f05427b036 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:15.948598 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-108fdc4e-4f0b-4917-ac42-e1f05427b036 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/f8cc1a96-f15d-4c9d-9a00-7fd34295f2c6 HTTP/1.1" status: 404 len: 333 time: 0.1502757 May 05 16:35:15.954689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52686) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:15.964525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5fa25-502f-4fd8-a91b-f5fe7f5bb20d None None] Port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:16.028227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 0a135ca4-d34f-49ec-9f44-2f6a66cce928 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:16.028584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.049717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.090126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 907d0ed8-410f-4e67-90e3-3c7d309fb338, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=907d0ed8-410f-4e67-90e3-3c7d309fb338,segment=NetworkSegment(5e20fb23-4d4a-42c8-9a62-61fef9ec2beb),segment_id=5e20fb23-4d4a-42c8-9a62-61fef9ec2beb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:16.241811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.279410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.312828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=907d0ed8-410f-4e67-90e3-3c7d309fb338,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:16.410058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 0a135ca4-d34f-49ec-9f44-2f6a66cce928 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:16.583419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52692) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:16.748344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.770774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-527ab3ad-daf6-406b-8891-c9fc958c2941 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=767f10633efb4c19a2fcf295a8578ce2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1860225 May 05 16:35:16.773203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52698) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:16.804761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=0a135ca4-d34f-49ec-9f44-2f6a66cce928,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:16.843938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-419e1e78-c040-4850-9250-a57beb3e36b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.851179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.873230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-419e1e78-c040-4850-9250-a57beb3e36b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:16.972101 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9bdf2874-aaec-4789-8a52-315be2b57b65 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/0a135ca4-d34f-49ec-9f44-2f6a66cce928 HTTP/1.1" status: 204 len: 168 time: 1.0168562 May 05 16:35:16.974528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52704) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:17.019271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a34adca-b251-48b5-9f93-c5a1b1a04bba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:17.020089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5a34adca-b251-48b5-9f93-c5a1b1a04bba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:17.045569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-419e1e78-c040-4850-9250-a57beb3e36b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.062844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e1e78-c040-4850-9250-a57beb3e36b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fccbf141-5cc5-4f70-b4f0-765534575d59,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:17.068846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-419e1e78-c040-4850-9250-a57beb3e36b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.069942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-419e1e78-c040-4850-9250-a57beb3e36b9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fccbf141-5cc5-4f70-b4f0-765534575d59 HTTP/1.1" status: 204 len: 168 time: 0.2947159 May 05 16:35:17.112501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5a34adca-b251-48b5-9f93-c5a1b1a04bba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:17.112501 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5a34adca-b251-48b5-9f93-c5a1b1a04bba tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/0a135ca4-d34f-49ec-9f44-2f6a66cce928 HTTP/1.1" status: 404 len: 333 time: 0.1289346 May 05 16:35:17.112501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52710) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:17.297484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 98aed651-f3b0-467c-a861-eb121f355ab2 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:17.300334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.353820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.442194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.545664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 907d0ed8-410f-4e67-90e3-3c7d309fb338 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:17.614609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 907d0ed8-410f-4e67-90e3-3c7d309fb338 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:17.614895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.659633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.701732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=98aed651-f3b0-467c-a861-eb121f355ab2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:17.706454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.714157 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e1db158b-d6c1-4ca4-8897-2559a0e180c6 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/98aed651-f3b0-467c-a861-eb121f355ab2 HTTP/1.1" status: 204 len: 168 time: 0.6056004 May 05 16:35:17.717448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52716) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:17.742253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f064cc-f5d4-4144-a584-90f05b8302c0 None None] Network eee59136-aac4-4a5d-bc0f-27bceac2cf8d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:17.843071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.854947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 907d0ed8-410f-4e67-90e3-3c7d309fb338 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:17.855280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:17.968931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52720) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:17.996155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.034307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:18.038941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Usage tracker for resource:security_group_rule and tenant:40b8686b2e4e4fe1abf450e5882bc6be is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:18.045100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:18.051081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] DHCP port deletion for eee59136-aac4-4a5d-bc0f-27bceac2cf8d request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:35:18.056262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:18.057458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Deleting port 907d0ed8-410f-4e67-90e3-3c7d309fb338 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:18.057725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.086945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] For port 907d0ed8-410f-4e67-90e3-3c7d309fb338, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=907d0ed8-410f-4e67-90e3-3c7d309fb338,segment=NetworkSegment(5e20fb23-4d4a-42c8-9a62-61fef9ec2beb),segment_id=5e20fb23-4d4a-42c8-9a62-61fef9ec2beb)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:18.088343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.158355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.224815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 907d0ed8-410f-4e67-90e3-3c7d309fb338 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:18.286735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] For port 907d0ed8-410f-4e67-90e3-3c7d309fb338, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=907d0ed8-410f-4e67-90e3-3c7d309fb338,segment=NetworkSegment(5e20fb23-4d4a-42c8-9a62-61fef9ec2beb),segment_id=5e20fb23-4d4a-42c8-9a62-61fef9ec2beb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:18.287048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.293408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.342988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=404a1dcb-4f09-4cc4-b2af-e6b8b6c0bdca,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:18.347347 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2f016eae-6b9c-487e-b203-d36eecfad960 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=40b8686b2e4e4fe1abf450e5882bc6be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3774164 May 05 16:35:18.350454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52726) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:18.394865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.415236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52e234ae-c05d-4578-8664-da60babced4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.420015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Calling delete_port for 907d0ed8-410f-4e67-90e3-3c7d309fb338 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:18.442494 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52e234ae-c05d-4578-8664-da60babced4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.443557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=907d0ed8-410f-4e67-90e3-3c7d309fb338,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:18.449862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No DVR routers for this DVR port 907d0ed8-410f-4e67-90e3-3c7d309fb338 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:35:18.499231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:35:18.499628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:35:18.573587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.598523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee59136-aac4-4a5d-bc0f-27bceac2cf8d']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:18.611212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:18.611537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e20fb23-4d4a-42c8-9a62-61fef9ec2beb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:18.613009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52e234ae-c05d-4578-8664-da60babced4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.624070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.628339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e234ae-c05d-4578-8664-da60babced4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=404a1dcb-4f09-4cc4-b2af-e6b8b6c0bdca,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:18.637732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-52e234ae-c05d-4578-8664-da60babced4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.637732 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-52e234ae-c05d-4578-8664-da60babced4c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/404a1dcb-4f09-4cc4-b2af-e6b8b6c0bdca HTTP/1.1" status: 204 len: 168 time: 0.2850840 May 05 16:35:18.641797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.648430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:35:18.648821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:35:18.663704 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:35:18.824768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.842679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:18.853919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=eee59136-aac4-4a5d-bc0f-27bceac2cf8d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:18.979824 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4e1e88d6-dcf5-43b3-86b0-5094a9fff9c5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/eee59136-aac4-4a5d-bc0f-27bceac2cf8d HTTP/1.1" status: 204 len: 168 time: 1.2611437 May 05 16:35:18.983328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52732) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:18.988892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-110371780'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:18.993960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:18.997787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:network and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:19.000798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Deleting port 907d0ed8-410f-4e67-90e3-3c7d309fb338 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:19.001358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:19.001486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:19.006890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:19.070462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-47e16838-fb9d-46f2-8d91-9bbf6c996d39 None None] The port '907d0ed8-410f-4e67-90e3-3c7d309fb338' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:35:19.090483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:19.093931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:19.128882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:35:19.141680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:19.142352 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Added segment e5e70c75-b897-4d34-b2a3-91802334e465 of type vlan for network 335d0909-c777-4393-9ff3-f40313f7abcf May 05 16:35:19.177462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:19.367676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:19.371501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:19.372113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:19.535266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 907d0ed8-410f-4e67-90e3-3c7d309fb338 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:19.569113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Network': ['ID=335d0909-c777-4393-9ff3-f40313f7abcf,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:19.569371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 907d0ed8-410f-4e67-90e3-3c7d309fb338 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:19.569624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 907d0ed8-410f-4e67-90e3-3c7d309fb338 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:19.582335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 335d0909-c777-4393-9ff3-f40313f7abcf details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:35:19.659837 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2a30210c-b1d5-4bf6-9516-d2ae09fd7b4c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6752403 May 05 16:35:19.662402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52738) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:19.668082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:19.776885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:19.780686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:19.783786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:19.789829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:19.875850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:19.980153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:20.327473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1c92eb1-2499-4d98-b881-3b99c2678ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:20.356139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:20.442821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=5aee425d-b32e-406b-b17d-c5f33e5b940f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:20.453295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Checking segment: {'id': 'e5e70c75-b897-4d34-b2a3-91802334e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:20.453654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network hostable DHCP agents. Network: 335d0909-c777-4393-9ff3-f40313f7abcf, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:35:20.576862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 335d0909-c777-4393-9ff3-f40313f7abcf is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:35:20.704368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 335d0909-c777-4393-9ff3-f40313f7abcf) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:20.708470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:20.709041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:20.714533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf006c1f-8cc2-4500-921d-64da87d3c036 None None] Network 335d0909-c777-4393-9ff3-f40313f7abcf requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:20.796652 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3ebc6169-bc9d-44fd-b034-1f1a3ef1a7ff tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1330497 May 05 16:35:20.799564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52746) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:20.804834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1989636714', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:20.811077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:20.815562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:router and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:20.818510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:20.824962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:20.899952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:20.901160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:20.939942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-335d0909-c777-4393-9ff3-f40313f7abcf', 'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': '5aee425d-b32e-406b-b17d-c5f33e5b940f'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:35:20.940788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.007408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.098949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.104109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Allocated IP 2001:db8::2 (335d0909-c777-4393-9ff3-f40313f7abcf/5aee425d-b32e-406b-b17d-c5f33e5b940f/94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:21.224286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.225576 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-70e8948d-452a-4e50-a890-6e5ae360f0d7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4254069 May 05 16:35:21.228986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52750) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:21.234962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf', 'name': 'tempest-PortsIpV6TestJSON-2051387760'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:21.319080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.330394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Transition to ACTIVE for port object 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:21.350868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Transition to ACTIVE for port object 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:21.379685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:21.384857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:21.388078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:21.393852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:21.447583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.475876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:21.479786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.505482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 351251d2-beea-4dc8-9415-e2eaba83ef63 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:21.508290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port 6b91e72b-f49a-4cf4-b124-7b8f30801875 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:35:21.585720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 351251d2-beea-4dc8-9415-e2eaba83ef63 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:21.586062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 351251d2-beea-4dc8-9415-e2eaba83ef63 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:21.592857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Network 335d0909-c777-4393-9ff3-f40313f7abcf is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:21.596770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:21.598510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Pushing event updated for resources: {'Port': ['ID=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:21.600645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:21.662643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::310 (335d0909-c777-4393-9ff3-f40313f7abcf/5aee425d-b32e-406b-b17d-c5f33e5b940f/6b91e72b-f49a-4cf4-b124-7b8f30801875) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:21.690584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Attempting to bind port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:21.690916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Attempting to bind port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'e5e70c75-b897-4d34-b2a3-91802334e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:21.691280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Attempting to bind port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc on network 335d0909-c777-4393-9ff3-f40313f7abcf {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:21.700001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:21.700374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Checking segment: {'id': 'e5e70c75-b897-4d34-b2a3-91802334e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:21.700774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.701167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Bound using segment: {'id': 'e5e70c75-b897-4d34-b2a3-91802334e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:21.701636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Bound port: 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e70c75-b897-4d34-b2a3-91802334e465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335d0909-c777-4393-9ff3-f40313f7abcf'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:21.702010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.801574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] For port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:21.804965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] For port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,segment=NetworkSegment(e5e70c75-b897-4d34-b2a3-91802334e465),segment_id=e5e70c75-b897-4d34-b2a3-91802334e465)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:21.875162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.891913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object 6b91e72b-f49a-4cf4-b124-7b8f30801875 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:21.897870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:21.973835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59157c-c9e1-4a5f-a266-5ac9bb8ea9a0 None None] Pushing event updated for resources: {'Port': ['ID=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:22.008089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:22.081910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 335d0909-c777-4393-9ff3-f40313f7abcf is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:22.084937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:22.089121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:22.093008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:22.093607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:22.101585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=6b91e72b-f49a-4cf4-b124-7b8f30801875,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:22.270628 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c33cd4e-89a4-48d7-9ac5-017fb0cf1a00 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0405359 May 05 16:35:22.273158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52756) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:22.447435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-77c3a670-7ddb-4371-b76b-9258c6384f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:22.880888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a5d696-c648-4268-bff9-1f572ce4ae9e None None] Network 335d0909-c777-4393-9ff3-f40313f7abcf requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:22.967224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.066224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-655a4f09-f517-431b-ba73-85355dcd71b2 None None] Provisioning for port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:23.405001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.527091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.538683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2337fe7e-2cc8-41b1-b56f-b8a610611dea None None] Provisioning for port 6b91e72b-f49a-4cf4-b124-7b8f30801875 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:23.547350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2337fe7e-2cc8-41b1-b56f-b8a610611dea None None] Provisioning complete for port 6b91e72b-f49a-4cf4-b124-7b8f30801875 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:23.547350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2337fe7e-2cc8-41b1-b56f-b8a610611dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.622615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:23.686461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=6b91e72b-f49a-4cf4-b124-7b8f30801875,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:23.708822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2337fe7e-2cc8-41b1-b56f-b8a610611dea None None] Port 6b91e72b-f49a-4cf4-b124-7b8f30801875 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:23.806209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.841449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-98c4db56-1c5e-4ce2-a07c-292123b62809 None None] Provisioning complete for port 6b91e72b-f49a-4cf4-b124-7b8f30801875 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:23.841930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-98c4db56-1c5e-4ce2-a07c-292123b62809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.871387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:23.880799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.892997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:23.893417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.909149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:23.950439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-98c4db56-1c5e-4ce2-a07c-292123b62809 None None] Port 6b91e72b-f49a-4cf4-b124-7b8f30801875 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:24.022127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.056203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,segment=NetworkSegment(e5e70c75-b897-4d34-b2a3-91802334e465),segment_id=e5e70c75-b897-4d34-b2a3-91802334e465)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:24.074234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-66009357-2a3d-4f02-9a13-28db00a70b15 None None] Provisioning complete for port 6b91e72b-f49a-4cf4-b124-7b8f30801875 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:24.075248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-66009357-2a3d-4f02-9a13-28db00a70b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.138098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.160451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.217301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-66009357-2a3d-4f02-9a13-28db00a70b15 None None] Port 6b91e72b-f49a-4cf4-b124-7b8f30801875 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:24.233731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:24.652794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.750054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.750865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:24.887529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=6b91e72b-f49a-4cf4-b124-7b8f30801875,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:24.948801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 335d0909-c777-4393-9ff3-f40313f7abcf is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:24.949873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:25.161945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:25.245926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-249f4c66-0262-4aca-8c36-acaca7d92fe3 None None] Provisioning complete for port 6b91e72b-f49a-4cf4-b124-7b8f30801875 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:25.246216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-249f4c66-0262-4aca-8c36-acaca7d92fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:25.303787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-249f4c66-0262-4aca-8c36-acaca7d92fe3 None None] Port 6b91e72b-f49a-4cf4-b124-7b8f30801875 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:25.412812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Router e06b617c-4108-4132-94fa-9ef26d1e9851 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:35:25.547386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:25.603905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:35:25.609148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f36ad9b4-8a8d-4444-9dd5-e50deb163241 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/routers/e06b617c-4108-4132-94fa-9ef26d1e9851/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3347199 May 05 16:35:25.611732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52766) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:25.618734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] Sync routers for ids ['e06b617c-4108-4132-94fa-9ef26d1e9851'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:35:25.630167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:25.630542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:25.689601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] Routers {'e06b617c-4108-4132-94fa-9ef26d1e9851'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:25.690242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e06b617c-4108-4132-94fa-9ef26d1e9851'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:25.697347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba368651-ecb8-4345-8847-3c412e3788a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:25.698078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ba368651-ecb8-4345-8847-3c412e3788a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:25.762144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:25.817637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] Routers {'e06b617c-4108-4132-94fa-9ef26d1e9851'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:25.818255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e06b617c-4108-4132-94fa-9ef26d1e9851'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:25.824354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ba368651-ecb8-4345-8847-3c412e3788a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:25.825547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ba368651-ecb8-4345-8847-3c412e3788a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports?device_id=e06b617c-4108-4132-94fa-9ef26d1e9851 HTTP/1.1" status: 200 len: 989 time: 0.2127390 May 05 16:35:25.828504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52774) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:25.888081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:25.888475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3d88248-3ddb-4a8b-a526-20d021c078aa None None] The sync data for ids ['e06b617c-4108-4132-94fa-9ef26d1e9851'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:35:26.348858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:26.771886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 6b91e72b-f49a-4cf4-b124-7b8f30801875 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:26.772447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:26.968410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:27.092330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 6b91e72b-f49a-4cf4-b124-7b8f30801875 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:27.299153 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-5c9d697b-f7ce-4c6c-b54c-ea81af51a407 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66669831&fields=id&tenant_id=0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 267 time: 0.0647581 May 05 16:35:27.378139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:27.448636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=6b91e72b-f49a-4cf4-b124-7b8f30801875,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:27.645036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eb1a2-caae-47be-bf00-6a083674143c req-8c89fa1b-6de1-495e-ac08-1f4268a083f9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:27.646491 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-8c89fa1b-6de1-495e-ac08-1f4268a083f9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 811 time: 0.3404832 May 05 16:35:27.668488 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-1d5bf418-2757-4817-9295-abaae69410d7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/quotas/0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 375 time: 0.0165737 May 05 16:35:27.673677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:27.934532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c06eb1a2-caae-47be-bf00-6a083674143c req-a65e2038-9401-4105-b959-5ab6d35bb569 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:28.223614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c06eb1a2-caae-47be-bf00-6a083674143c req-a65e2038-9401-4105-b959-5ab6d35bb569 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:28.224846 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-a65e2038-9401-4105-b959-5ab6d35bb569 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5476401 May 05 16:35:28.342629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Router e06b617c-4108-4132-94fa-9ef26d1e9851 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:35:28.432178 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-29f16ef8-2463-4a2f-9471-df6bed3874a6 service neutron] 10.222.0.70 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948884 May 05 16:35:28.615026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:35:28.626449 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] Sync routers for ids ['e06b617c-4108-4132-94fa-9ef26d1e9851'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:35:28.642964 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] Routers {'e06b617c-4108-4132-94fa-9ef26d1e9851'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:28.642964 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e06b617c-4108-4132-94fa-9ef26d1e9851'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:28.643483 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-53b0dd75-39a9-4e63-aece-f93936b30f52 service neutron] 10.222.0.70 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041707 May 05 16:35:28.701719 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:28.705743 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e82c031c-42f0-4868-b961-7869281849fb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/routers/e06b617c-4108-4132-94fa-9ef26d1e9851/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8761439 May 05 16:35:28.708361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52792) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:28.713316 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] Routers {'e06b617c-4108-4132-94fa-9ef26d1e9851'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:28.713951 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['e06b617c-4108-4132-94fa-9ef26d1e9851'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:28.751223 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-796469fe-8464-4f64-92b5-13b0b663dbb0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:28.751770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-796469fe-8464-4f64-92b5-13b0b663dbb0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:28.775784 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:28.776138 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-201837ad-081a-4517-aa2b-0720fde58fc7 None None] The sync data for ids ['e06b617c-4108-4132-94fa-9ef26d1e9851'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:35:28.830084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-796469fe-8464-4f64-92b5-13b0b663dbb0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:28.831254 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-796469fe-8464-4f64-92b5-13b0b663dbb0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/6b91e72b-f49a-4cf4-b124-7b8f30801875 HTTP/1.1" status: 404 len: 333 time: 0.1219966 May 05 16:35:28.834148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52800) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:28.966989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.501596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9cee51f3-311c-420d-bb47-1b7c1bbb21e0 req-d16c01fe-49a3-470d-8167-e419b3a8638d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 210 time: 0.1155612 May 05 16:35:29.505328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.513184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.612834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.613302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Fanout notify agent at l3_agent the message router_deleted on router e06b617c-4108-4132-94fa-9ef26d1e9851 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:35:29.629963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.629963 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e94478ec-ff37-4747-b465-d2012ed230ae tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/routers/e06b617c-4108-4132-94fa-9ef26d1e9851 HTTP/1.1" status: 204 len: 168 time: 0.7937989 May 05 16:35:29.631753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52812) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:29.823412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 5aee425d-b32e-406b-b17d-c5f33e5b940f {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:29.826543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.885546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:29.969433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.108577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.152600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=5aee425d-b32e-406b-b17d-c5f33e5b940f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:30.156565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.163045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3fe0a1c8-4def-452b-ba0a-f2f67950b821 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/5aee425d-b32e-406b-b17d-c5f33e5b940f HTTP/1.1" status: 204 len: 168 time: 0.5303178 May 05 16:35:30.163200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5765f44-5e8f-4211-af82-bc51cd6c3034 None None] Network 335d0909-c777-4393-9ff3-f40313f7abcf requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:30.166009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52818) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:30.279041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.289364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:30.289698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.463682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] DHCP port deletion for 335d0909-c777-4393-9ff3-f40313f7abcf request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:35:30.468204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Deleting port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:30.468660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.503513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] For port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,segment=NetworkSegment(e5e70c75-b897-4d34-b2a3-91802334e465),segment_id=e5e70c75-b897-4d34-b2a3-91802334e465)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:30.504014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.632737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:30.685885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] For port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,segment=NetworkSegment(e5e70c75-b897-4d34-b2a3-91802334e465),segment_id=e5e70c75-b897-4d34-b2a3-91802334e465)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:30.686166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.715598 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b86092fb-6ed9-4e2d-8eae-6781fc1e9dab req-d690d42a-49bb-4daa-9b7c-ceb1e53e1dc2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 210 time: 0.0558045 May 05 16:35:30.816940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Calling delete_port for 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:30.841198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:30.886142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:30.889429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:35:30.889848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:35:30.892645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No DVR routers for this DVR port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:35:31.109765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.135699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335d0909-c777-4393-9ff3-f40313f7abcf']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:31.147439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5e70c75-b897-4d34-b2a3-91802334e465') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:31.147755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5e70c75-b897-4d34-b2a3-91802334e465') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:31.160022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.175616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.181642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:35:31.182018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:35:31.199159 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:35:31.348245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.365322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.376109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=335d0909-c777-4393-9ff3-f40313f7abcf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:31.391032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Deleting port 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:31.391572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:31.440440 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9ba6df47-4f4f-4f77-ae7c-e3dfc1bf7a31 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/335d0909-c777-4393-9ff3-f40313f7abcf HTTP/1.1" status: 204 len: 168 time: 1.2732992 May 05 16:35:31.444156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52824) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:31.455733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c363d168-23a1-4ca8-a33e-6dc04ea33ab9 None None] The port '94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:35:31.516019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855d4ae3-04fe-4efa-ba9d-8b2fe77cbf0a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:31.516754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-855d4ae3-04fe-4efa-ba9d-8b2fe77cbf0a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:31.551353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:31.590010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:31.590349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 94d42c26-cdc9-44ee-9dde-8de2cb0ab1bc not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:31.620370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-855d4ae3-04fe-4efa-ba9d-8b2fe77cbf0a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:31.620370 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-855d4ae3-04fe-4efa-ba9d-8b2fe77cbf0a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/2a021b50-bb21-45c0-9974-8e8f8cacb5e0 HTTP/1.1" status: 200 len: 845 time: 0.1736178 May 05 16:35:31.622532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52828) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:31.649928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eb1a2-caae-47be-bf00-6a083674143c req-b9cbe2b0-1102-4ecc-85e5-70cfd63cedcb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:31.651386 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-b9cbe2b0-1102-4ecc-85e5-70cfd63cedcb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 811 time: 0.1608684 May 05 16:35:31.693976 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a8cc5412-589a-4f9c-b365-b90d0403b993 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/2a021b50-bb21-45c0-9974-8e8f8cacb5e0?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0702994 May 05 16:35:31.697680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52832) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:31.703255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:31.714401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-87de36cf-7f25-4418-b11e-b41301bc74d2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 378 time: 0.0473006 May 05 16:35:31.722949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'port': {'device_id': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'admin_state_up': True, 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'security_groups': ['7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:31.826057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:31.831524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:31.835029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:31.841791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:31.874607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:31.885037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:31.913795 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4bc56152-e54a-45c2-8fee-78435f9f2669 req-e97ea02f-8abc-4755-95f8-4bd164a2fff8 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 210 time: 0.0451617 May 05 16:35:31.921212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:31.972973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Made reservation on behalf of 0d8e5fbe8bec43a08a509cbd68111f79 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:31.976057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.030511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.148546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Allocated IP 172.20.0.12 (d263fed4-17d0-48e5-8a5f-8af69cf04481/0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1/a113c4b0-0cc0-40df-9220-e28880013c2d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:32.337391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.350009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.366598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Transition to ACTIVE for port object a113c4b0-0cc0-40df-9220-e28880013c2d will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:32.402404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:32.405595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:32.408440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:32.410283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.414762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f2c38af-db3e-43fa-92c7-5c166d5110e4 None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:32.430456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=2822abe5-53d4-4f96-999c-6846b9408a7c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:32.442068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.442404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.442738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.443070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.443393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.443740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.444110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.444447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.444992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.445100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.445498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.464673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.543509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:32.544622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=a113c4b0-0cc0-40df-9220-e28880013c2d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:32.547054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:32.548935 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fd7c5fe4-ab25-4930-96df-ca93c74187f3 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8501320 May 05 16:35:32.550605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52844) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:32.559027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'security_group': {'name': 'tempest-secgroup-2063090451'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:32.564219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:32.604880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:32.611876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.612320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.612734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.613160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.613563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.613968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.614366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.614755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.615151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.615587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.615981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:32.620400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:32.629649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:32.646412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:32.665570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:32.666301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.721525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.735665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-330da9e7-5ae0-40a0-a6db-23b05d996a16', 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'tenant_id': 'ebc082b1409348bbb191e61ed5d5608c', 'fixed_ips': [{'subnet_id': '2822abe5-53d4-4f96-999c-6846b9408a7c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:35:32.736482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.774680 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-6450cee5-7b8b-4681-aa16-a71765172762 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0555871 May 05 16:35:32.786156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Request body: {'port': {'device_id': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:32.835968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:32.848869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group_rule and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:32.854521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:32.863071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:32.937027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Allocated IP 2001:db8::2 (330da9e7-5ae0-40a0-a6db-23b05d996a16/2822abe5-53d4-4f96-999c-6846b9408a7c/5d67e866-e751-4606-8863-d4c5ad118f8a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:32.983251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:32.985873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.054243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-23d2185c-42f0-4cdf-9bce-148a6e021096 None None] Provisioning for port a113c4b0-0cc0-40df-9220-e28880013c2d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:33.061878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-23d2185c-42f0-4cdf-9bce-148a6e021096 None None] Provisioning complete for port a113c4b0-0cc0-40df-9220-e28880013c2d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:33.062265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-23d2185c-42f0-4cdf-9bce-148a6e021096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.090720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.146478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-23d2185c-42f0-4cdf-9bce-148a6e021096 None None] Port a113c4b0-0cc0-40df-9220-e28880013c2d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:33.208398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.218725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Transition to ACTIVE for port object 5d67e866-e751-4606-8863-d4c5ad118f8a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:33.225917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=412731be-6f53-4185-a246-288f73dd07c3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:33.240182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Transition to ACTIVE for port object 5d67e866-e751-4606-8863-d4c5ad118f8a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:33.268932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.270144 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf3e277d-8e2f-4c3a-b019-26881593afd4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7181613 May 05 16:35:33.273119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52850) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:33.278945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'security_group': {'name': 'tempest-secgroup-731288333'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:33.285230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:33.296053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:33.296053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:33.298036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:33.316315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.343201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a556f8-5144-4b13-91e3-ec6830f8ce5a req-4196aba6-d0b7-43fb-98a8-def9d95d1174 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:33.343909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d7a556f8-5144-4b13-91e3-ec6830f8ce5a req-4196aba6-d0b7-43fb-98a8-def9d95d1174 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:33.389418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:33.390462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:33.394829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:33.396510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.400762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Pushing event updated for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:33.435913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d7a556f8-5144-4b13-91e3-ec6830f8ce5a req-4196aba6-d0b7-43fb-98a8-def9d95d1174 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:33.437156 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d7a556f8-5144-4b13-91e3-ec6830f8ce5a req-4196aba6-d0b7-43fb-98a8-def9d95d1174 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 932 time: 0.3935995 May 05 16:35:33.453713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:33.458523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group_rule and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:33.462580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:33.468785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:33.503325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Attempting to bind port 5d67e866-e751-4606-8863-d4c5ad118f8a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:33.503907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Attempting to bind port 5d67e866-e751-4606-8863-d4c5ad118f8a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '9c69ce19-d2df-421f-aef0-ccfc14f911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:33.504428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Attempting to bind port 5d67e866-e751-4606-8863-d4c5ad118f8a on network 330da9e7-5ae0-40a0-a6db-23b05d996a16 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:33.512643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:33.513053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Checking segment: {'id': '9c69ce19-d2df-421f-aef0-ccfc14f911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:33.513454 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.513843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Bound using segment: {'id': '9c69ce19-d2df-421f-aef0-ccfc14f911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:33.514305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Bound port: 5d67e866-e751-4606-8863-d4c5ad118f8a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c69ce19-d2df-421f-aef0-ccfc14f911e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:33.514675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.545498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.596105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.619543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:33.623220 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5d67e866-e751-4606-8863-d4c5ad118f8a,segment=NetworkSegment(9c69ce19-d2df-421f-aef0-ccfc14f911e0),segment_id=9c69ce19-d2df-421f-aef0-ccfc14f911e0)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:33.644740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a113c4b0-0cc0-40df-9220-e28880013c2d {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:35:33.656211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdb7580-6841-417e-b846-37f42d9e48c3,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:33.656990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.661400 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d7a556f8-5144-4b13-91e3-ec6830f8ce5a req-d52d383c-cff8-4b98-8572-6e5ea68977a6 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2172694 May 05 16:35:33.675605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Transition to ACTIVE for port object a113c4b0-0cc0-40df-9220-e28880013c2d will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:33.691702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.709977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.711481 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0c37220a-ee7b-4206-8174-4b4145a39f92 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4370422 May 05 16:35:33.714159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52854) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:33.720218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1892170598', 'security_groups': ['abdb7580-6841-417e-b846-37f42d9e48c3'], 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2822abe5-53d4-4f96-999c-6846b9408a7c'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:33.760502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.761983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:33.796527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce7a499-5011-4b9d-a838-bd20422387ef None None] Pushing event updated for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:34.011973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:34.017408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:port and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:34.020992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:34.028445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:34.044343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a113c4b0-0cc0-40df-9220-e28880013c2d,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:34.120174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:34.129944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.166873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Attempting to bind port a113c4b0-0cc0-40df-9220-e28880013c2d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:34.167324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Attempting to bind port a113c4b0-0cc0-40df-9220-e28880013c2d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:34.167716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Attempting to bind port a113c4b0-0cc0-40df-9220-e28880013c2d on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:34.184172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port a7f2bf46-f158-4f87-8230-bf67d98946cf yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:35:34.186289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Port a113c4b0-0cc0-40df-9220-e28880013c2d on network d263fed4-17d0-48e5-8a5f-8af69cf04481 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:35:34.191895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Attempting to bind port a113c4b0-0cc0-40df-9220-e28880013c2d on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:34.201392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:34.201859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Checking segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:34.202358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Bound using segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:34.203040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Bound port: a113c4b0-0cc0-40df-9220-e28880013c2d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:34.203562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.327079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] For port a113c4b0-0cc0-40df-9220-e28880013c2d, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:34.331196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] For port a113c4b0-0cc0-40df-9220-e28880013c2d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a113c4b0-0cc0-40df-9220-e28880013c2d,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:34.407404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.426881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::a0 (330da9e7-5ae0-40a0-a6db-23b05d996a16/2822abe5-53d4-4f96-999c-6846b9408a7c/a7f2bf46-f158-4f87-8230-bf67d98946cf) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:34.477605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.479138 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] 10.222.0.71 "PUT /v2.0/ports/a113c4b0-0cc0-40df-9220-e28880013c2d HTTP/1.1" status: 200 len: 1094 time: 1.6970892 May 05 16:35:34.479692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:35:34.504340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df462ba8-b97a-40d2-b736-e4ff86af7f4c service neutron] Pushing event updated for resources: {'Port': ['ID=a113c4b0-0cc0-40df-9220-e28880013c2d,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:34.548493 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96c0757e-a9a3-4696-b7d5-dd83af91c87c'] response: {'name': 'network-changed', 'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'status': 'completed', 'code': 200} May 05 16:35:34.655385 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b8e1ecbb-a61b-409b-8309-c3ae888b282a req-374335ca-e7b3-4d74-942b-9cbe63e22177 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 1097 time: 0.0825245 May 05 16:35:34.678606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.698602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object a7f2bf46-f158-4f87-8230-bf67d98946cf will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:34.791313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.866835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1ecbb-a61b-409b-8309-c3ae888b282a req-a4874a38-dd17-4ae6-9a15-c74a80d462be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:34.868849 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b8e1ecbb-a61b-409b-8309-c3ae888b282a req-a4874a38-dd17-4ae6-9a15-c74a80d462be service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2062607 May 05 16:35:34.911541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:34.915170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:34.920591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:34.924570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:34.925169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:34.946691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=a7f2bf46-f158-4f87-8230-bf67d98946cf,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:35.046439 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f00bdd94-86c7-4bac-b784-b5444b47a64c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3307817 May 05 16:35:35.049022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52862) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:35.055210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:35.085445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e1ecbb-a61b-409b-8309-c3ae888b282a req-873cda8a-51bc-4bd2-ab6f-0343a994cf08 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:35.087332 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b8e1ecbb-a61b-409b-8309-c3ae888b282a req-873cda8a-51bc-4bd2-ab6f-0343a994cf08 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1801224 May 05 16:35:35.094906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c153e-a7b6-482b-bf93-b6c1a689987d req-5a944bf9-843e-4d53-9160-cd2e75818649 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:35.110217 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b20c153e-a7b6-482b-bf93-b6c1a689987d req-5a944bf9-843e-4d53-9160-cd2e75818649 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.2278924 May 05 16:35:35.219641 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b20c153e-a7b6-482b-bf93-b6c1a689987d req-08290859-34e5-42ed-8a11-4a6bda976338 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1070013 May 05 16:35:35.225444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:35.229841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:35.232971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:35.240183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:35.245741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-5bae8995-8c2c-42b8-bcf4-8e69d58ac68a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 1097 time: 0.1003351 May 05 16:35:35.330380 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-faad9e3b-279c-4674-9b31-a7f6761bae88 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a113c4b0-0cc0-40df-9220-e28880013c2d HTTP/1.1" status: 200 len: 217 time: 0.0739205 May 05 16:35:35.344014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:35.355981 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:35.359899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d49a4c3e-cf5b-4411-b99b-ac9a960dea33 None None] Provisioning for port 5d67e866-e751-4606-8863-d4c5ad118f8a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:35.385834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d49a4c3e-cf5b-4411-b99b-ac9a960dea33 None None] Provisioning complete for port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:35.394212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d49a4c3e-cf5b-4411-b99b-ac9a960dea33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:35.418070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eb1a2-caae-47be-bf00-6a083674143c req-626ad499-832a-4204-8d9b-457865b53f47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:35.420692 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-626ad499-832a-4204-8d9b-457865b53f47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0829289 May 05 16:35:35.485627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d49a4c3e-cf5b-4411-b99b-ac9a960dea33 None None] Port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:35.528030 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2822abe5-53d4-4f96-999c-6846b9408a7c (CIDR: 2001:db8::/64) May 05 16:35:35.530551 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-34aeeefc-03a1-41fa-b32e-027c39488bfb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1010370 May 05 16:35:35.572064 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:35:35.572510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:35.611562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:35.678319 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-c21b1d93-38d1-4e0d-b606-ba3e310acfc3 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412542 May 05 16:35:35.682543 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-daba1498-e591-49cb-9c40-3a202284db5a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6321979 May 05 16:35:35.685542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52866) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:35.709859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-78737daa-7048-4747-a098-31ab36e8d7e8 None None] Provisioning for port a7f2bf46-f158-4f87-8230-bf67d98946cf completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:35.713752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:35.716275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-78737daa-7048-4747-a098-31ab36e8d7e8 None None] Provisioning complete for port a7f2bf46-f158-4f87-8230-bf67d98946cf triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:35.716717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78737daa-7048-4747-a098-31ab36e8d7e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:35.777105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-78737daa-7048-4747-a098-31ab36e8d7e8 None None] Port a7f2bf46-f158-4f87-8230-bf67d98946cf cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:35.782379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 5d67e866-e751-4606-8863-d4c5ad118f8a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:35.788261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:35.788644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:35.911148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:35.941293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:35.948257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:35.958162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:35.968325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:35.973776 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c06eb1a2-caae-47be-bf00-6a083674143c req-aa5a8d5c-dd7a-44ed-a68c-117895580407 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874072 May 05 16:35:35.988142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5d67e866-e751-4606-8863-d4c5ad118f8a,segment=NetworkSegment(9c69ce19-d2df-421f-aef0-ccfc14f911e0),segment_id=9c69ce19-d2df-421f-aef0-ccfc14f911e0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:36.056485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:36.085302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:36.159284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:36.282262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:36.453253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef5694-2111-41a4-81c4-2d9aa610c71f req-6fe39721-fed0-4958-bc7e-2bf720213996 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:36.454712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0ef5694-2111-41a4-81c4-2d9aa610c71f req-6fe39721-fed0-4958-bc7e-2bf720213996 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.0855010 May 05 16:35:36.502735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-f0ef5694-2111-41a4-81c4-2d9aa610c71f req-ef00392e-5b2b-4a51-a821-8257e6f095ef tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:36.616638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-f0ef5694-2111-41a4-81c4-2d9aa610c71f req-ef00392e-5b2b-4a51-a821-8257e6f095ef tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:36.617888 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0ef5694-2111-41a4-81c4-2d9aa610c71f req-ef00392e-5b2b-4a51-a821-8257e6f095ef tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572263 May 05 16:35:36.645407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:36.705500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:36.708527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:36.713351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:36.713905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:36.719045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22f8d08-2426-4ce7-9903-3dce86d54bbf None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:36.730672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=e8f01ed8-fb97-4cfb-b2ba-f324062073d5,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:36.826020 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3e48c33e-c82a-4224-b040-89f207f89fdd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1378586 May 05 16:35:36.828821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52872) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:36.834723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1505099829', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e8f01ed8-fb97-4cfb-b2ba-f324062073d5'}], 'security_groups': ['412731be-6f53-4185-a246-288f73dd07c3']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:36.955716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.057286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Update dhcp port {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'fixed_ips': [{'subnet_id': '2822abe5-53d4-4f96-999c-6846b9408a7c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e8f01ed8-fb97-4cfb-b2ba-f324062073d5'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': '5d67e866-e751-4606-8863-d4c5ad118f8a'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:35:37.109226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.353915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Delete allocated IP 2001:db8::a0 (330da9e7-5ae0-40a0-a6db-23b05d996a16/2822abe5-53d4-4f96-999c-6846b9408a7c) {{(pid=84818) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 16:35:37.361241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8:0:1::67 (330da9e7-5ae0-40a0-a6db-23b05d996a16/e8f01ed8-fb97-4cfb-b2ba-f324062073d5/a7f2bf46-f158-4f87-8230-bf67d98946cf) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:37.551084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:37.555525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.572654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object a7f2bf46-f158-4f87-8230-bf67d98946cf will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:37.622747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:37.623004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.635464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.743658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Allocated IP 2001:db8:0:1::2 (330da9e7-5ae0-40a0-a6db-23b05d996a16/e8f01ed8-fb97-4cfb-b2ba-f324062073d5/5d67e866-e751-4606-8863-d4c5ad118f8a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:37.847480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=a7f2bf46-f158-4f87-8230-bf67d98946cf,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:37.849248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46259db6-e5b8-4047-b9f3-9bc389abc1ba req-31b2bdb8-dc62-467d-9cde-7c0f70edfb9a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:37.850335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] In _notify_port_updated(), no bound segment for port a7f2bf46-f158-4f87-8230-bf67d98946cf on network 330da9e7-5ae0-40a0-a6db-23b05d996a16 {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:35:37.850757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46259db6-e5b8-4047-b9f3-9bc389abc1ba req-31b2bdb8-dc62-467d-9cde-7c0f70edfb9a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.0814927 May 05 16:35:37.854450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:37.855067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.859419 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d052aa0c-727b-4bbc-8a5b-1bf0f8f35ae4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/ports/a7f2bf46-f158-4f87-8230-bf67d98946cf HTTP/1.1" status: 200 len: 930 time: 1.0295367 May 05 16:35:37.860391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52878) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:37.899900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46259db6-e5b8-4047-b9f3-9bc389abc1ba req-538b6961-95ff-4481-a71c-d549211f39ea tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425801 May 05 16:35:37.927507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port a7f2bf46-f158-4f87-8230-bf67d98946cf {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:37.927980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:37.957249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5d67e866-e751-4606-8863-d4c5ad118f8a,segment=NetworkSegment(9c69ce19-d2df-421f-aef0-ccfc14f911e0),segment_id=9c69ce19-d2df-421f-aef0-ccfc14f911e0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:37.984123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.002175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Transition to ACTIVE for port object 5d67e866-e751-4606-8863-d4c5ad118f8a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:38.067950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.180805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.214004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9671b7a7-cc08-40c9-9204-509f30d3f03c None None] Pushing event updated for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:38.306221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for a7f2bf46-f158-4f87-8230-bf67d98946cf owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:38.530672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.580424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=a7f2bf46-f158-4f87-8230-bf67d98946cf,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:38.625189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.636311 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a42d5645-cd42-483a-9657-12699a5507c1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/a7f2bf46-f158-4f87-8230-bf67d98946cf HTTP/1.1" status: 204 len: 168 time: 0.7749069 May 05 16:35:38.640950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52882) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:38.681492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e74dd2-c924-4a9c-97cf-771c9574f07f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:38.682075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-54e74dd2-c924-4a9c-97cf-771c9574f07f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:38.684141 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:35:38.800904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-54e74dd2-c924-4a9c-97cf-771c9574f07f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:38.802309 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-54e74dd2-c924-4a9c-97cf-771c9574f07f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/a7f2bf46-f158-4f87-8230-bf67d98946cf HTTP/1.1" status: 404 len: 333 time: 0.1623881 May 05 16:35:38.804888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52886) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:38.816234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Provisioning for port 5d67e866-e751-4606-8863-d4c5ad118f8a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:38.822270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:38.822645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.877963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6635dda2-9a98-4bcb-824f-e3f04450f913 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.913482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6635dda2-9a98-4bcb-824f-e3f04450f913 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:38.984241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Provisioning complete for port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:38.984241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.052594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:39.057648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0cdf97b2-37b3-4787-a645-04433847dc25 None None] Could not find standard attr ID for object a7f2bf46-f158-4f87-8230-bf67d98946cf. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:35:39.059894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6635dda2-9a98-4bcb-824f-e3f04450f913 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.127057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6635dda2-9a98-4bcb-824f-e3f04450f913 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdb7580-6841-417e-b846-37f42d9e48c3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:39.136941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6635dda2-9a98-4bcb-824f-e3f04450f913 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.138092 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6635dda2-9a98-4bcb-824f-e3f04450f913 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/security-groups/abdb7580-6841-417e-b846-37f42d9e48c3 HTTP/1.1" status: 204 len: 168 time: 0.3320725 May 05 16:35:39.143764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52892) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:39.172067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b57da640-752f-4fd5-9a01-c6c4e0474184 None None] Could not find standard attr ID for object a7f2bf46-f158-4f87-8230-bf67d98946cf. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:35:39.177212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aac965-0acc-46f8-8b09-98323d9c8785 req-407034d0-8881-43bc-8492-b1e4a41d7a38 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:39.178889 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-40aac965-0acc-46f8-8b09-98323d9c8785 req-407034d0-8881-43bc-8492-b1e4a41d7a38 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.1094687 May 05 16:35:39.215403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a5b4-59bc-4b36-933d-450dfd1be673 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.227187 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-40aac965-0acc-46f8-8b09-98323d9c8785 req-3995183b-3e36-4b24-98ba-381759aaedbe tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413623 May 05 16:35:39.242910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a5b4-59bc-4b36-933d-450dfd1be673 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.389540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a5b4-59bc-4b36-933d-450dfd1be673 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.408060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd2a5b4-59bc-4b36-933d-450dfd1be673 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=412731be-6f53-4185-a246-288f73dd07c3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:39.412661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fdd2a5b4-59bc-4b36-933d-450dfd1be673 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.416394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fdd2a5b4-59bc-4b36-933d-450dfd1be673 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/security-groups/412731be-6f53-4185-a246-288f73dd07c3 HTTP/1.1" status: 204 len: 168 time: 0.2690196 May 05 16:35:39.416620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52896) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:39.482110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 2822abe5-53d4-4f96-999c-6846b9408a7c {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:39.484967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.545209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.558174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:39.630713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.665191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:39.665600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.777639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.822477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=2822abe5-53d4-4f96-999c-6846b9408a7c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:39.827873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:39.834767 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2d41ed1-ce33-4c25-b89c-776d5a3887a1 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/2822abe5-53d4-4f96-999c-6846b9408a7c HTTP/1.1" status: 204 len: 168 time: 0.4171860 May 05 16:35:39.835198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb28d63-e76c-419b-ad37-7ef9abd25a9e None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:39.839389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52902) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:39.844464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:39.982789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:39.986612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:39.989422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:39.995683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:40.104253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:40.107999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.133628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52906) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:40.220229 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-64db8ed6-6152-456a-a7c1-f09f971c7bd5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=e340f730ceb4465e9ffe71e5fe3747b3&network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 2999 time: 0.0854619 May 05 16:35:40.451031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.534335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:40.538057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:40.541615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=4b59d381-89a6-451c-b56e-0b40f23575c9,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:40.546575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:40.547154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.570600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6a600-e806-49ee-b0e2-cb3e88311ac5 req-83eac55c-8854-405a-aa8b-8e5410cf48d0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:40.572185 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c0e6a600-e806-49ee-b0e2-cb3e88311ac5 req-83eac55c-8854-405a-aa8b-8e5410cf48d0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.1775024 May 05 16:35:40.623659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c0e6a600-e806-49ee-b0e2-cb3e88311ac5 req-dd339ac4-24cd-4d3f-b6e4-d4addf97dff1 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456347 May 05 16:35:40.638760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab0b911-2fc7-4513-b01e-6af42a93adfc None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:40.643185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52916) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:40.643334 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d636956e-e4f5-4364-81fc-b0db8e7a8cef tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8033931 May 05 16:35:40.649948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503255672'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:40.656317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:40.660252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:40.663949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:40.670421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:40.742611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.761128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6b0233a6-8f3f-4034-8e28-48ac7f3ec29d None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:40.761497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6b0233a6-8f3f-4034-8e28-48ac7f3ec29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.782550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:40.786741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group_rule and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:40.790512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:40.796841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:40.853197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.915972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:40.957303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c971a-8922-4e73-a389-3e2dcd81cbba,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:41.006494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6b0233a6-8f3f-4034-8e28-48ac7f3ec29d None None] Provisioning complete for port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:41.007073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6b0233a6-8f3f-4034-8e28-48ac7f3ec29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.018174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.021865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-423f7b84-8a2f-46fa-9a6c-e391b88b989c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3751404 May 05 16:35:41.022281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52920) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:41.028002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'security_group': {'name': 'tempest-secgroup-807186916'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:41.034406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:41.039573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:41.043203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:41.049365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:41.106578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6b0233a6-8f3f-4034-8e28-48ac7f3ec29d None None] Port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:41.119399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.128348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Update dhcp port {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'fixed_ips': [{'subnet_id': 'e8f01ed8-fb97-4cfb-b2ba-f324062073d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b59d381-89a6-451c-b56e-0b40f23575c9'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': '5d67e866-e751-4606-8863-d4c5ad118f8a'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:35:41.155678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:41.159636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group_rule and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:41.162541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:41.169374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:41.183916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.223249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.292094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.331914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f48d9e-e920-4f63-827c-c66681c599fe,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:41.391843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Allocated IP 2001:db8::2 (330da9e7-5ae0-40a0-a6db-23b05d996a16/4b59d381-89a6-451c-b56e-0b40f23575c9/5d67e866-e751-4606-8863-d4c5ad118f8a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:41.449006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.450161 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46d20471-b441-4ef1-85d1-e461489886fd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.4268370 May 05 16:35:41.453124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52924) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:41.459938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'security_group': {'name': 'tempest-secgroup-1984884278'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:41.468072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:41.472963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:41.477104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:41.484367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:41.555168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5d67e866-e751-4606-8863-d4c5ad118f8a,segment=NetworkSegment(9c69ce19-d2df-421f-aef0-ccfc14f911e0),segment_id=9c69ce19-d2df-421f-aef0-ccfc14f911e0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:41.580312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.597674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Transition to ACTIVE for port object 5d67e866-e751-4606-8863-d4c5ad118f8a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:41.647092 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.680303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.684908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:41.688753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:security_group_rule and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:41.691651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:41.698610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:41.761471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.829610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.837999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53353550-39bc-440b-9383-462663038920 req-3c4ab367-f488-4f82-901f-4b3f2b559ca3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:41.838537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Pushing event updated for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:41.846132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-53353550-39bc-440b-9383-462663038920 req-3c4ab367-f488-4f82-901f-4b3f2b559ca3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.0975294 May 05 16:35:41.850959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.850959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.850959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.850959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.852446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.853018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.853571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.854167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.854719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.855279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.855916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1f0ca6-eaa9-4b86-a73d-eb1d7fc928f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:35:41.889809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0d3fab1-f7ec-4df4-9e33-c07ca043617f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:41.892447 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-53353550-39bc-440b-9383-462663038920 req-71500d6c-0d5e-4495-a38a-ad52a5580798 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447307 May 05 16:35:41.959382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:41.963283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ef91a0ec-2970-4c85-a170-5597f378b0f4 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5063763 May 05 16:35:41.963857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52930) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:41.969501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1200441332', 'security_groups': ['e0d3fab1-f7ec-4df4-9e33-c07ca043617f'], 'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b59d381-89a6-451c-b56e-0b40f23575c9'}]}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:42.112567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:42.122827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:42.199192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:42.325648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:42.346542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] device_id is not set on port c4fa316d-7713-4a76-a18f-e1992107fc10 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:35:42.405111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1bb8e758-08e4-4aed-9813-2955d0ffa473 None None] Provisioning for port 5d67e866-e751-4606-8863-d4c5ad118f8a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:42.410126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1bb8e758-08e4-4aed-9813-2955d0ffa473 None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:42.410556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e758-08e4-4aed-9813-2955d0ffa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:42.544999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1bb8e758-08e4-4aed-9813-2955d0ffa473 None None] Provisioning complete for port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:42.545327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1bb8e758-08e4-4aed-9813-2955d0ffa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:42.599631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1bb8e758-08e4-4aed-9813-2955d0ffa473 None None] Port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:42.651928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8::b4 (330da9e7-5ae0-40a0-a6db-23b05d996a16/4b59d381-89a6-451c-b56e-0b40f23575c9/c4fa316d-7713-4a76-a18f-e1992107fc10) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:42.840953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:42.857534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object c4fa316d-7713-4a76-a18f-e1992107fc10 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:42.962242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:43.041124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:43.044781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:43.046731 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=c4fa316d-7713-4a76-a18f-e1992107fc10,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:43.049013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:43.053082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:43.053699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:43.154775 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7c996095-a91e-4988-a14e-fb778effd17a tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1897340 May 05 16:35:43.155719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52938) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:43.175047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:43.231362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e80fe-1b4a-4b05-866c-0353d880d6ae req-015db054-6722-4b7e-8ea0-ad3e330a2337 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:43.233833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd0e80fe-1b4a-4b05-866c-0353d880d6ae req-015db054-6722-4b7e-8ea0-ad3e330a2337 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.2131956 May 05 16:35:43.289441 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd0e80fe-1b4a-4b05-866c-0353d880d6ae req-d95704b5-3df1-4aa6-a8bc-f851ec3107a4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493517 May 05 16:35:43.345430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:43.349266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:43.352302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:43.358156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:43.423886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e715ddc4-1691-40ed-becc-68e67e45cf2b None None] Provisioning for port c4fa316d-7713-4a76-a18f-e1992107fc10 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:43.432791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e715ddc4-1691-40ed-becc-68e67e45cf2b None None] Provisioning complete for port c4fa316d-7713-4a76-a18f-e1992107fc10 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:43.435058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e715ddc4-1691-40ed-becc-68e67e45cf2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:43.458243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:43.462396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:43.528817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e715ddc4-1691-40ed-becc-68e67e45cf2b None None] Port c4fa316d-7713-4a76-a18f-e1992107fc10 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:43.566150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:43.600897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.ipam_backend_mixin [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4b59d381-89a6-451c-b56e-0b40f23575c9 (CIDR: 2001:db8::/64) May 05 16:35:43.630420 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:35:43.630852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:43.636672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:43.637041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:43.728610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-403be68b-2093-43c5-a401-72fd5e6863fe tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5707412 May 05 16:35:43.731083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52942) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:43.737096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:43.872860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:43.876672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:43.879492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:43.886621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:43.947870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:44.074519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:44.207206 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.ipam_backend_mixin [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet e8f01ed8-fb97-4cfb-b2ba-f324062073d5 (CIDR: 2001:db8:0:1::/64) May 05 16:35:44.285538 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:35:44.286233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:44.360131 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-23a53efe-4515-4c4b-88e2-17cdb4121023 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6278987 May 05 16:35:44.362765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52950) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:44.368995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'subnet': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:44.489873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4565de05-3556-491e-a521-14244ca8a23d req-2ffde0f9-840a-40a0-9728-ebcb40ac4eff tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:44.491332 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4565de05-3556-491e-a521-14244ca8a23d req-2ffde0f9-840a-40a0-9728-ebcb40ac4eff tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 944 time: 0.0764706 May 05 16:35:44.508126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:44.512508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Usage tracker for resource:subnet and tenant:ebc082b1409348bbb191e61ed5d5608c is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:44.515607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:44.521484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:44.537968 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4565de05-3556-491e-a521-14244ca8a23d req-7148b241-1203-4636-88d1-374249fb90f3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395675 May 05 16:35:44.605024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Made reservation on behalf of ebc082b1409348bbb191e61ed5d5608c for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:44.608504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:44.921229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:44.985248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:44.988165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:44.992992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:44.993596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:44.997224 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Subnet': ['ID=467407bb-7208-4092-b662-53987d2a5871,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:45.000316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933be6b-7d6f-4960-85e2-abe81684290d None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:45.079060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device a113c4b0-0cc0-40df-9220-e28880013c2d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:35:45.093638 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4344d5cd-cdad-40b1-b2ad-fe06d541aa09 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7274122 May 05 16:35:45.094008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52954) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:45.099838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-45342878', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '467407bb-7208-4092-b662-53987d2a5871'}], 'security_groups': ['fc6c971a-8922-4e73-a389-3e2dcd81cbba', '18f48d9e-e920-4f63-827c-c66681c599fe']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:45.227319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:45.325539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port a113c4b0-0cc0-40df-9220-e28880013c2d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a113c4b0-0cc0-40df-9220-e28880013c2d,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:45.340526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'port_id': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'mac_address': 'fa:16:3e:74:b1:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:35:45.369859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52958) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:45.407604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:45.430677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a113c4b0-0cc0-40df-9220-e28880013c2d {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:35:45.437789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff92eedb-64dc-4009-b8f3-7862719110e5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:45.444061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ff92eedb-64dc-4009-b8f3-7862719110e5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 814 time: 0.0729403 May 05 16:35:45.450875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port a113c4b0-0cc0-40df-9220-e28880013c2d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a113c4b0-0cc0-40df-9220-e28880013c2d,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:45.529019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Update dhcp port {'port': {'network_id': '330da9e7-5ae0-40a0-a6db-23b05d996a16', 'fixed_ips': [{'subnet_id': 'e8f01ed8-fb97-4cfb-b2ba-f324062073d5', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '4b59d381-89a6-451c-b56e-0b40f23575c9', 'ip_address': '2001:db8::2'}, {'subnet_id': '467407bb-7208-4092-b662-53987d2a5871'}], 'binding:host_id': 'dv-neutron-840483-1-hyperv'}, 'id': '5d67e866-e751-4606-8863-d4c5ad118f8a'} from dv-neutron-840483-1-hyperv. {{(pid=84820) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} May 05 16:35:45.557896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:45.636173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:45.639151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Delete allocated IP 2001:db8::b4 (330da9e7-5ae0-40a0-a6db-23b05d996a16/4b59d381-89a6-451c-b56e-0b40f23575c9) {{(pid=84819) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 05 16:35:45.647875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Allocated IP 2001:db8:0:2::242 (330da9e7-5ae0-40a0-a6db-23b05d996a16/467407bb-7208-4092-b662-53987d2a5871/c4fa316d-7713-4a76-a18f-e1992107fc10) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:45.658954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=a113c4b0-0cc0-40df-9220-e28880013c2d,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:45.909654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['a113c4b0-0cc0-40df-9220-e28880013c2d'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:35:46.009496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca56f25e-2e5b-42f6-a736-b6659e3aaca4 req-34602889-201f-4cd6-83e3-2f82bfa57c7e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:46.010957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ca56f25e-2e5b-42f6-a736-b6659e3aaca4 req-34602889-201f-4cd6-83e3-2f82bfa57c7e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 945 time: 0.3430049 May 05 16:35:46.107756 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-5e468714-7a7c-4462-b5c5-985520943cf2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1965821 May 05 16:35:46.109763 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ca56f25e-2e5b-42f6-a736-b6659e3aaca4 req-9868bfe1-c202-4bbe-b34a-b84302c770ea tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882428 May 05 16:35:46.117563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.172678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Transition to ACTIVE for port object c4fa316d-7713-4a76-a18f-e1992107fc10 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:46.205156 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-a52591cc-91e3-405e-806d-7469161eea4c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1098 time: 0.0747635 May 05 16:35:46.247087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.293884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52968) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:46.299606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--123824694', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:46.301894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Allocated IP 2001:db8:0:2::2 (330da9e7-5ae0-40a0-a6db-23b05d996a16/467407bb-7208-4092-b662-53987d2a5871/5d67e866-e751-4606-8863-d4c5ad118f8a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:46.305531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:46.315551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:46.425620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event updated for resources: {'Port': ['ID=c4fa316d-7713-4a76-a18f-e1992107fc10,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:46.428237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] In _notify_port_updated(), no bound segment for port c4fa316d-7713-4a76-a18f-e1992107fc10 on network 330da9e7-5ae0-40a0-a6db-23b05d996a16 {{(pid=84819) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:35:46.432255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:46.432865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.434134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c063ab02-7b5d-43be-90e0-ae0c12dffd7c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "PUT /v2.0/ports/c4fa316d-7713-4a76-a18f-e1992107fc10 HTTP/1.1" status: 200 len: 968 time: 1.3391540 May 05 16:35:46.437393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:46.443846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5d67e866-e751-4606-8863-d4c5ad118f8a,segment=NetworkSegment(9c69ce19-d2df-421f-aef0-ccfc14f911e0),segment_id=9c69ce19-d2df-421f-aef0-ccfc14f911e0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:46.469579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-cd2d01cb-27be-43d4-b485-53ea4250ca37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:46.471039 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-cd2d01cb-27be-43d4-b485-53ea4250ca37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 897 time: 0.2437766 May 05 16:35:46.472459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.472911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:46.475784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.490176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Transition to ACTIVE for port object 5d67e866-e751-4606-8863-d4c5ad118f8a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:46.524610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port c4fa316d-7713-4a76-a18f-e1992107fc10 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:46.524933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.566979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 781} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:35:46.580530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-fd1b639e-2b9e-453a-a734-c5448b0ea874 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 1000 time: 0.1022861 May 05 16:35:46.583650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.589819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.590142 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 2366e754-5949-4274-bed5-40660f73f914 of type vlan for network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 May 05 16:35:46.655781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-106fdce2-6f10-4e5e-ac3b-79a102a71d32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:46.657444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-106fdce2-6f10-4e5e-ac3b-79a102a71d32 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 200 len: 835 time: 0.0698483 May 05 16:35:46.663031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.738337 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-ed832746-9a43-46ce-bd58-2eb9aee3e889 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744474 May 05 16:35:46.757010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef0087-7fc5-4eff-ae9a-7151a0a774e6 None None] Pushing event updated for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:46.845893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.889719 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-54af6046-5717-4faf-9fee-bfa33d4ead8c service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449697 May 05 16:35:46.915835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:46.919591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:46.920175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.005026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for c4fa316d-7713-4a76-a18f-e1992107fc10 owned by {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:47.034038 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4eb4fc6a-568d-43f8-a046-34fc92ae5bec req-e70c1d29-0393-4470-bbd0-1bcbf2656823 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369078 May 05 16:35:47.089602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device a113c4b0-0cc0-40df-9220-e28880013c2d up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:47.141323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=2031cc57-8076-451a-aa37-9c3ea7fc3d54,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:47.156335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:35:47.247999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-00aa466d-5564-48c8-abba-97de7d90f04a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9529955 May 05 16:35:47.251166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52978) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.342590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65aaa337-bf34-46d2-b442-b393f548cca5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:47.342590 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-65aaa337-bf34-46d2-b442-b393f548cca5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0840981 May 05 16:35:47.342590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52982) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.395604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port a113c4b0-0cc0-40df-9220-e28880013c2d completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:47.402127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port a113c4b0-0cc0-40df-9220-e28880013c2d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:47.402564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.489409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671e3bdb-a891-4212-8d32-21c3a6ea3335 req-5a193ce3-008d-4db5-963a-d2a685f4de60 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:47.497312 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-671e3bdb-a891-4212-8d32-21c3a6ea3335 req-5a193ce3-008d-4db5-963a-d2a685f4de60 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 945 time: 0.2368023 May 05 16:35:47.505497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc739a6a-ae81-4819-93f3-657406083a1e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:47.511579 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc739a6a-ae81-4819-93f3-657406083a1e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1658030 May 05 16:35:47.513677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52986) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.547554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Provisioning for port c4fa316d-7713-4a76-a18f-e1992107fc10 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:47.555680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Provisioning complete for port c4fa316d-7713-4a76-a18f-e1992107fc10 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:47.556584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.561368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a27d6b10-78cd-4c11-bbeb-64f80e34027d tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462635 May 05 16:35:47.563483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.564104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52990) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.577822 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-671e3bdb-a891-4212-8d32-21c3a6ea3335 req-24b7f08e-c726-4caf-98b7-6d7ef147673b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0795972 May 05 16:35:47.610171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:47.625844 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5e1ae133-f881-489b-b684-65ca97e7bc8c tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0601158 May 05 16:35:47.633409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 52994) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.647622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=c4fa316d-7713-4a76-a18f-e1992107fc10,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:47.680888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Port c4fa316d-7713-4a76-a18f-e1992107fc10 was deleted so its status cannot be updated. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} May 05 16:35:47.688855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.701288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.715910 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7cce7b19-b35c-4320-bbef-bf73b744011c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/c4fa316d-7713-4a76-a18f-e1992107fc10 HTTP/1.1" status: 204 len: 168 time: 1.2772796 May 05 16:35:47.718201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 52998) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.732428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port a113c4b0-0cc0-40df-9220-e28880013c2d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a113c4b0-0cc0-40df-9220-e28880013c2d,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:47.733403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:35:47.777020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Provisioning for port 5d67e866-e751-4606-8863-d4c5ad118f8a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:47.781611 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-8da76992-ec3b-406d-970c-4c7d7af16180 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] GET failed (client error): The resource could not be found. May 05 16:35:47.783122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8da76992-ec3b-406d-970c-4c7d7af16180 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:47.786577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:47.786952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.858242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7189a45a-128f-40c2-bac0-e8782986d4d7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:47.858242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7189a45a-128f-40c2-bac0-e8782986d4d7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2168183 May 05 16:35:47.860600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53004) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.861684 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6e815d-ea6f-4fd1-9cbc-e512ecb92127'] response: {'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'code': 200} May 05 16:35:47.864165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.898560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8da76992-ec3b-406d-970c-4c7d7af16180 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:47.899837 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8da76992-ec3b-406d-970c-4c7d7af16180 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports/c4fa316d-7713-4a76-a18f-e1992107fc10 HTTP/1.1" status: 404 len: 333 time: 0.1804130 May 05 16:35:47.902824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53008) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.905984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-39e1874d-f4f8-459f-aaa7-9039b795ea5a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439868 May 05 16:35:47.923751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53012) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:47.930791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1267736366', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:47.989098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-624d2528-ef6e-43e5-920a-bcbca8b376bb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:47.994289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=a113c4b0-0cc0-40df-9220-e28880013c2d,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:48.014570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Provisioning complete for port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:48.014936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.025865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-624d2528-ef6e-43e5-920a-bcbca8b376bb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.068148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:48.070358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b3f4661d-01b2-4ebe-8c8f-56bec0e4203a None None] Port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:48.073997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:48.076962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:48.082775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:48.165189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:48.183884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-60aff424-dbbd-43fb-8a04-de82220a3c7c None None] Could not find standard attr ID for object c4fa316d-7713-4a76-a18f-e1992107fc10. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 16:35:48.246286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d54f5670-87c2-44ee-b3c4-53a7ae3b3886 req-808c1128-f687-408c-b4b2-a56fca6b324c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 1099 time: 0.1739149 May 05 16:35:48.271574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.287835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-624d2528-ef6e-43e5-920a-bcbca8b376bb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.299833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d54f5670-87c2-44ee-b3c4-53a7ae3b3886 req-55151c52-0071-4244-a9b9-3bc3d68edb69 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478997 May 05 16:35:48.305620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d2528-ef6e-43e5-920a-bcbca8b376bb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0d3fab1-f7ec-4df4-9e33-c07ca043617f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:48.312025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-624d2528-ef6e-43e5-920a-bcbca8b376bb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.315757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-624d2528-ef6e-43e5-920a-bcbca8b376bb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/security-groups/e0d3fab1-f7ec-4df4-9e33-c07ca043617f HTTP/1.1" status: 204 len: 168 time: 0.4089594 May 05 16:35:48.315918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53016) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:48.381676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1900c595-34cd-4f8e-8b6e-1a6c633a893e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.409783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1900c595-34cd-4f8e-8b6e-1a6c633a893e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.497954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1900c595-34cd-4f8e-8b6e-1a6c633a893e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.518485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1900c595-34cd-4f8e-8b6e-1a6c633a893e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f48d9e-e920-4f63-827c-c66681c599fe,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:48.522815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1900c595-34cd-4f8e-8b6e-1a6c633a893e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.526334 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1900c595-34cd-4f8e-8b6e-1a6c633a893e tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/security-groups/18f48d9e-e920-4f63-827c-c66681c599fe HTTP/1.1" status: 204 len: 168 time: 0.2094648 May 05 16:35:48.526906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:48.561190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.589330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c949344-9d9f-4389-a67d-06f91046aefb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.620698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c949344-9d9f-4389-a67d-06f91046aefb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.646897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=2acba8f2-be33-48c3-b9fe-acb31afcb16c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:48.657245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:48.657705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: 2031cc57-8076-451a-aa37-9c3ea7fc3d54, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:35:48.732721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c949344-9d9f-4389-a67d-06f91046aefb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.750321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c949344-9d9f-4389-a67d-06f91046aefb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c971a-8922-4e73-a389-3e2dcd81cbba,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:48.759056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8c949344-9d9f-4389-a67d-06f91046aefb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.761083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:35:48.770101 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8c949344-9d9f-4389-a67d-06f91046aefb tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/security-groups/fc6c971a-8922-4e73-a389-3e2dcd81cbba HTTP/1.1" status: 204 len: 168 time: 0.2421370 May 05 16:35:48.773643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53026) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:48.804128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea368fb9-62c4-468e-b1da-3279aa301a7a req-08a60b53-fe77-4043-9f2a-2142e984ea3e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:48.805743 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea368fb9-62c4-468e-b1da-3279aa301a7a req-08a60b53-fe77-4043-9f2a-2142e984ea3e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 946 time: 0.0932798 May 05 16:35:48.846260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 2031cc57-8076-451a-aa37-9c3ea7fc3d54) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:48.847311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 4b59d381-89a6-451c-b56e-0b40f23575c9 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:48.850461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:48.852520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.853225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.856315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20d14963-985c-44e7-bcaa-89b5869dd252 None None] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:48.871160 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea368fb9-62c4-468e-b1da-3279aa301a7a req-68610227-70e3-4a35-87fe-7217ee2d78cc tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0595388 May 05 16:35:48.919477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:48.956029 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-89c9d1c2-b923-4b3c-b3e4-1796f82538a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0311477 May 05 16:35:49.016380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.099013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:35:49.099984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.178394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.219528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=4b59d381-89a6-451c-b56e-0b40f23575c9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:49.223640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.235061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53032) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:49.235773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ae7e8c11-055e-4094-9db0-604a68ef4cb5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/4b59d381-89a6-451c-b56e-0b40f23575c9 HTTP/1.1" status: 204 len: 168 time: 0.4595571 May 05 16:35:49.258446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02c5bd4-81a0-419f-906d-86217c068551 None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:49.388559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Allocated IP 172.20.0.18 (2031cc57-8076-451a-aa37-9c3ea7fc3d54/2acba8f2-be33-48c3-b9fe-acb31afcb16c/cffed341-da7c-4845-abc9-fc840756926d) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:49.416252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53036) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:49.425382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-23022641', 'description': 'tempest-secgroup-smoke-23022641 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:49.436704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:49.450725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:49.455504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet 467407bb-7208-4092-b662-53987d2a5871 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:49.458617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.521774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.543856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.592265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:49.596776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:49.602112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:49.610722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:49.638289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.675882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.714485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.749570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.800809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5083a395-565d-448f-9a0a-9e529c59ad0f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:49.802127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Transition to ACTIVE for port object cffed341-da7c-4845-abc9-fc840756926d will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:49.804958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.833244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Transition to ACTIVE for port object cffed341-da7c-4845-abc9-fc840756926d will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:49.850999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=467407bb-7208-4092-b662-53987d2a5871,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:49.855008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.862148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6045b5fd-06fa-41b6-a779-32a4ff3232cd tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/467407bb-7208-4092-b662-53987d2a5871 HTTP/1.1" status: 204 len: 168 time: 0.6253915 May 05 16:35:49.870655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53040) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:49.905893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.910057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:49.910329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9fec457a-e41b-45b4-8ad6-c0e860f1386e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4925439 May 05 16:35:49.914260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:49.915229 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb383f6-84b6-4e72-93c6-f74083803b56 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:49.915755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb383f6-84b6-4e72-93c6-f74083803b56 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:49.917456 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5eb383f6-84b6-4e72-93c6-f74083803b56 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/4b59d381-89a6-451c-b56e-0b40f23575c9 HTTP/1.1" status: 404 len: 337 time: 0.0456424 May 05 16:35:49.919013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '5083a395-565d-448f-9a0a-9e529c59ad0f', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:49.924374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53050) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:49.927770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:49.932600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:49.936234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:49.943813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:50.014328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:50.018411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:50.025843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:50.028942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Pushing event updated for resources: {'Port': ['ID=cffed341-da7c-4845-abc9-fc840756926d,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:50.112155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.146513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting subnet e8f01ed8-fb97-4cfb-b2ba-f324062073d5 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:35:50.150101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.200827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169e5f2-80df-4b03-ab3a-7cb8e75a2be9 req-c8571b09-21e3-4dd4-b854-1494747d306a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:50.202330 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6169e5f2-80df-4b03-ab3a-7cb8e75a2be9 req-c8571b09-21e3-4dd4-b854-1494747d306a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 946 time: 0.1395438 May 05 16:35:50.210627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Attempting to bind port cffed341-da7c-4845-abc9-fc840756926d on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:50.210627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Attempting to bind port cffed341-da7c-4845-abc9-fc840756926d by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:50.210627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Attempting to bind port cffed341-da7c-4845-abc9-fc840756926d on network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:50.210627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:50.210627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Checking segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:50.211612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.211993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Bound using segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:50.212473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Bound port: cffed341-da7c-4845-abc9-fc840756926d, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:50.212846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.215741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.232937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.266067 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6169e5f2-80df-4b03-ab3a-7cb8e75a2be9 req-2e0dc452-47d9-4154-bbc8-88a8e01f2c61 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0521846 May 05 16:35:50.301848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-74265183-5e3f-4b32-b5ce-1848a39863a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.332091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.339422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.343267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] For port cffed341-da7c-4845-abc9-fc840756926d, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:50.346556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] For port cffed341-da7c-4845-abc9-fc840756926d, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cffed341-da7c-4845-abc9-fc840756926d,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:50.373982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d997e35-4450-403e-9958-95f1ae049fc9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:50.392612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4b6a19-771a-4ba4-bf02-89590701ee62 None None] Network 330da9e7-5ae0-40a0-a6db-23b05d996a16 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:50.458688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.460722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3afd5523-7ae2-43e5-bd24-2c3af0cd746d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5495186 May 05 16:35:50.464263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.476602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53056) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.484932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '5083a395-565d-448f-9a0a-9e529c59ad0f', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:50.492369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:50.497930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:50.501346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:50.509390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:50.517025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66928b-9d7d-4e3d-8ff7-f2d453ea7945 req-aa956f61-c952-4dba-a984-31fbb087fd99 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:50.518893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7e66928b-9d7d-4e3d-8ff7-f2d453ea7945 req-aa956f61-c952-4dba-a984-31fbb087fd99 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 946 time: 0.0855682 May 05 16:35:50.549718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.599015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Subnet': ['ID=e8f01ed8-fb97-4cfb-b2ba-f324062073d5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:50.599583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6100407c-1af9-4b1d-b139-d22db253c30c None None] Provisioning complete for port 5d67e866-e751-4606-8863-d4c5ad118f8a triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:50.599583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6100407c-1af9-4b1d-b139-d22db253c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.620243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.620243 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7e66928b-9d7d-4e3d-8ff7-f2d453ea7945 req-c840275d-dead-4bd3-bb1f-d1bf71adbda4 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0866632 May 05 16:35:50.620243 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3c323d4b-4488-4e98-996e-6c6acb74a7ab tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/e8f01ed8-fb97-4cfb-b2ba-f324062073d5 HTTP/1.1" status: 204 len: 168 time: 0.6911173 May 05 16:35:50.620243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53060) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.646204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.656941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4171cb66-c07f-478c-893e-082e3394c6a7 None None] Pushing event updated for resources: {'Port': ['ID=cffed341-da7c-4845-abc9-fc840756926d,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:50.660576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53064) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.682014 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89ac913-c11b-4e2f-b668-722ca8a639c0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:50.682520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89ac913-c11b-4e2f-b668-722ca8a639c0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:50.687281 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b89ac913-c11b-4e2f-b668-722ca8a639c0 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/2822abe5-53d4-4f96-999c-6846b9408a7c HTTP/1.1" status: 404 len: 337 time: 0.0638137 May 05 16:35:50.687885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53070) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.720812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.760980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f936a110-f1d6-4c17-9129-1141ebf05872 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Synchronizing usage tracker for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:50.783847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.787771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f936a110-f1d6-4c17-9129-1141ebf05872 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Unset dirty status for tenant:ebc082b1409348bbb191e61ed5d5608c on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:50.789452 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f936a110-f1d6-4c17-9129-1141ebf05872 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "GET /v2.0/ports?device_id=e06b617c-4108-4132-94fa-9ef26d1e9851 HTTP/1.1" status: 200 len: 205 time: 0.1009319 May 05 16:35:50.796022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53074) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.818837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdde1e5-8d2f-461b-b96d-8064e4d0d11e,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:50.915514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.916725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5a1d4061-c38b-4cc3-8614-7fcd5cc0c192 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4387245 May 05 16:35:50.919473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53078) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.923664 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-41717df0-f026-4eca-bc96-d92514908696 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] delete failed (client error): The resource could not be found. May 05 16:35:50.924964 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-41717df0-f026-4eca-bc96-d92514908696 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/routers/e06b617c-4108-4132-94fa-9ef26d1e9851 HTTP/1.1" status: 404 len: 336 time: 0.1279604 May 05 16:35:50.926596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '5083a395-565d-448f-9a0a-9e529c59ad0f', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:50.927480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53082) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:50.935287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:50.945399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:50.949237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:50.959701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:50.965659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6100407c-1af9-4b1d-b139-d22db253c30c None None] Provisioning complete for port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:50.966210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6100407c-1af9-4b1d-b139-d22db253c30c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:50.974352 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-98928988-e1bb-4db3-8dff-1dbbd3af589c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:50.975178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98928988-e1bb-4db3-8dff-1dbbd3af589c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:50.977569 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-98928988-e1bb-4db3-8dff-1dbbd3af589c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/5aee425d-b32e-406b-b17d-c5f33e5b940f HTTP/1.1" status: 404 len: 337 time: 0.0489872 May 05 16:35:50.986157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53086) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.021521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce9518ca-030c-415e-9aac-e9f7c28483a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.022331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce9518ca-030c-415e-9aac-e9f7c28483a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.025086 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ce9518ca-030c-415e-9aac-e9f7c28483a5 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/98aed651-f3b0-467c-a861-eb121f355ab2 HTTP/1.1" status: 404 len: 337 time: 0.0438046 May 05 16:35:51.027739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53090) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.040436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] DHCP port deletion for 330da9e7-5ae0-40a0-a6db-23b05d996a16 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:35:51.059731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] Deleting port 5d67e866-e751-4606-8863-d4c5ad118f8a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:51.060134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.068532 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-901e4b3f-7cad-4994-9fd4-47fd9bee7839 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.069001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901e4b3f-7cad-4994-9fd4-47fd9bee7839 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84818) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.073644 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-901e4b3f-7cad-4994-9fd4-47fd9bee7839 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/78bebbfa-463d-48cb-b546-419bce1b12ec HTTP/1.1" status: 404 len: 337 time: 0.0421646 May 05 16:35:51.073906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53094) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.118007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-96a5a2f4-98d2-47b0-97d3-3ab79305106d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.118383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96a5a2f4-98d2-47b0-97d3-3ab79305106d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.118992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6100407c-1af9-4b1d-b139-d22db253c30c None None] Port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:51.122434 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-96a5a2f4-98d2-47b0-97d3-3ab79305106d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/c36489f5-836f-47a1-9b23-f85939d535a8 HTTP/1.1" status: 404 len: 333 time: 0.0453751 May 05 16:35:51.123263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53098) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.161820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-1867f731-113d-4010-a35f-e8c40175990d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.162259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1867f731-113d-4010-a35f-e8c40175990d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.164537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1867f731-113d-4010-a35f-e8c40175990d tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/8239b441-872f-4a55-8f6c-670a8246db24 HTTP/1.1" status: 404 len: 337 time: 0.0409184 May 05 16:35:51.167124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53102) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.207200 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-99f7a435-3997-4106-a6a6-a65f3630f7a7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.208035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99f7a435-3997-4106-a6a6-a65f3630f7a7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.209454 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-99f7a435-3997-4106-a6a6-a65f3630f7a7 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/a33c3816-2cb7-4ece-bd14-fcb2323c9e25 HTTP/1.1" status: 404 len: 337 time: 0.0413158 May 05 16:35:51.215674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53106) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.221679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.264450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f15724d-95cf-49b2-af64-04c647302c8f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.264888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f15724d-95cf-49b2-af64-04c647302c8f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.267500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6f15724d-95cf-49b2-af64-04c647302c8f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/cc53457d-8218-4b46-ab44-bdc23dee7bc2 HTTP/1.1" status: 404 len: 333 time: 0.0496819 May 05 16:35:51.269051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53110) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.297793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] For port 5d67e866-e751-4606-8863-d4c5ad118f8a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5d67e866-e751-4606-8863-d4c5ad118f8a,segment=NetworkSegment(9c69ce19-d2df-421f-aef0-ccfc14f911e0),segment_id=9c69ce19-d2df-421f-aef0-ccfc14f911e0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:51.298190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.301966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.307900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a95efb9-2bfc-4d0a-bf5f-8d5478c1729b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.308619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a95efb9-2bfc-4d0a-bf5f-8d5478c1729b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.312373 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5a95efb9-2bfc-4d0a-bf5f-8d5478c1729b tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/3ae347c9-9ad6-4788-9c98-b662b22b6786 HTTP/1.1" status: 404 len: 337 time: 0.0400858 May 05 16:35:51.312552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dac50a5f-0f68-4f0c-bb55-34e06dc3418c tempest-TestVolumeBootPattern-43895429 tempest-TestVolumeBootPattern-43895429-project-admin] Synchronizing usage tracker for tenant:e8a3f6b44ac94206834c9ec2e72ee648 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:51.312665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53114) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.349865 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-8121d6bb-3860-4382-afc0-084ae55b346c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] DELETE failed (client error): The resource could not be found. May 05 16:35:51.350295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8121d6bb-3860-4382-afc0-084ae55b346c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 16:35:51.355193 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8121d6bb-3860-4382-afc0-084ae55b346c tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/subnets/5d469e89-4ba6-40cf-88c3-ef4e2ca2da9a HTTP/1.1" status: 404 len: 337 time: 0.0394197 May 05 16:35:51.355486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53118) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.387782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.424609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb325f2-50aa-4595-850f-6eca26ad004c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:51.426231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] Calling delete_port for 5d67e866-e751-4606-8863-d4c5ad118f8a owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:51.428185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dac50a5f-0f68-4f0c-bb55-34e06dc3418c tempest-TestVolumeBootPattern-43895429 tempest-TestVolumeBootPattern-43895429-project-admin] Unset dirty status for tenant:e8a3f6b44ac94206834c9ec2e72ee648 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:51.434657 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dac50a5f-0f68-4f0c-bb55-34e06dc3418c tempest-TestVolumeBootPattern-43895429 tempest-TestVolumeBootPattern-43895429-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 1094 time: 0.7723939 May 05 16:35:51.439205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53122) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.447730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:51.456065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:51.463317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:floatingip and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:51.472181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:51.475372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:51.520924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Deleting port 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:35:51.520924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.548055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.549016 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66ff60c9-0ea9-4d16-a261-3ecc0897c831 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6285934 May 05 16:35:51.552320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53126) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:51.558868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '5083a395-565d-448f-9a0a-9e529c59ad0f', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:51.571079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:51.578253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:51.581611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:51.587670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:51.599300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.636273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.642045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cffed341-da7c-4845-abc9-fc840756926d up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:51.699473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] Pushing event deleted for resources: {'Port': ['ID=5d67e866-e751-4606-8863-d4c5ad118f8a,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:51.716859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81478cf8-3a72-4125-bfbb-61448813b962 None None] No DVR routers for this DVR port 5d67e866-e751-4606-8863-d4c5ad118f8a on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:35:51.736482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.789719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port cffed341-da7c-4845-abc9-fc840756926d completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:51.828058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.847959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.864094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:35:51.879333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.906831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 5d67e866-e751-4606-8863-d4c5ad118f8a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:35:51.907254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5d67e866-e751-4606-8863-d4c5ad118f8a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:35:51.927414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:51.932623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462f5769-b989-4335-ab7c-f0a3e46bc646 None None] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:51.980335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ad7035-1f07-460f-849f-6f6d7b5257ef,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:51.993565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Calling delete_port for 2a021b50-bb21-45c0-9974-8e8f8cacb5e0 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:35:52.048146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.049755 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-772e7f67-b235-4ae3-b82f-5e0debc5ff39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4965892 May 05 16:35:52.052646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53130) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:52.062838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '5083a395-565d-448f-9a0a-9e529c59ad0f', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:52.072520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:52.077235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Allocated IP 172.26.2.92 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e1c07376-5b70-4182-870e-918fc4264670) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:52.087754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:52.091026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:52.097328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:52.097989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] Provisioning for port cffed341-da7c-4845-abc9-fc840756926d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:52.109496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] Provisioning complete for port cffed341-da7c-4845-abc9-fc840756926d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:52.109868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.176664 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:35:52.181130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.229997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.242516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.247195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Port': ['ID=2a021b50-bb21-45c0-9974-8e8f8cacb5e0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:52.256705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.321563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.338292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.347838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.370543 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6fd923cb-6eb6-4bb7-b820-643437162b0f tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/ports/2a021b50-bb21-45c0-9974-8e8f8cacb5e0 HTTP/1.1" status: 204 len: 168 time: 1.0140584 May 05 16:35:52.371345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53134) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:52.385705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] For port cffed341-da7c-4845-abc9-fc840756926d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cffed341-da7c-4845-abc9-fc840756926d,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:35:52.426098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:52.429162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:52.433147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:52.448503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.468373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=e1c07376-5b70-4182-870e-918fc4264670,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:52.470500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cd9052e1-734c-4746-b4c0-eb63a1ea4e8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.474198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.504530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac212c3e-7ef1-46bd-a3b2-1876c328fd35,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:52.528750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.567668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2265fd9a-c998-4d57-a15d-1065453660d0 None None] Pushing event updated for resources: {'Port': ['ID=cffed341-da7c-4845-abc9-fc840756926d,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:52.582671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.584492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f326244b-0589-4860-9b64-d08cedf36cb3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5309069 May 05 16:35:52.589272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53138) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:52.604678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dea44461-f8cc-4f79-a18c-2a005a23d795 None None] Provisioning complete for port cffed341-da7c-4845-abc9-fc840756926d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:52.604969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dea44461-f8cc-4f79-a18c-2a005a23d795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.607666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '5083a395-565d-448f-9a0a-9e529c59ad0f', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:52.619779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:52.676246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:52.689083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:52.699112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:52.705367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.741712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['330da9e7-5ae0-40a0-a6db-23b05d996a16']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:52.755040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c69ce19-d2df-421f-aef0-ccfc14f911e0') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:52.755339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c69ce19-d2df-421f-aef0-ccfc14f911e0') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:52.767865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.785239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.792991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:35:52.793673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:35:52.808802 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:35:52.813336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:35:52.872437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.954312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.985422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:52.999132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.017486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.029990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] Pushing event deleted for resources: {'Network': ['ID=330da9e7-5ae0-40a0-a6db-23b05d996a16,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:53.032876 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-858e6e13-af51-4be3-9b1c-3c0190337863 tempest-PortsIpV6TestJSON-477632356 tempest-PortsIpV6TestJSON-477632356-project] 10.222.0.70 "DELETE /v2.0/networks/330da9e7-5ae0-40a0-a6db-23b05d996a16 HTTP/1.1" status: 204 len: 168 time: 0.6605468 May 05 16:35:53.052049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.079215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76bc067-691e-43f0-943c-305211001a37,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:53.133550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.143939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.155503 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c0a3ebfd-f1d5-407a-b65c-7a82f2ff60ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5548947 May 05 16:35:53.345216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.395189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.514163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=e1c07376-5b70-4182-870e-918fc4264670,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:53.525116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.559127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53156) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:53.613443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cffed341-da7c-4845-abc9-fc840756926d up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:35:53.649821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.676449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.705576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port cffed341-da7c-4845-abc9-fc840756926d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:53.706220 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.848672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5ad69a93-18cc-4f06-8488-28a86895cdb5 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ebc082b1409348bbb191e61ed5d5608c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2867689 May 05 16:35:53.853917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53166) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:53.891320 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-496fe168-05e5-4490-b8aa-9a3c65d5203a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-23022641&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.0636680 May 05 16:35:53.916963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-470d3d47-9d19-4e97-ab55-cae83dbc8532 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:53.943393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-470d3d47-9d19-4e97-ab55-cae83dbc8532 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:54.051071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-d1db098f-1b9d-4971-ae95-26e0ec98d70d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:54.051762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-d1db098f-1b9d-4971-ae95-26e0ec98d70d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:54.052144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-470d3d47-9d19-4e97-ab55-cae83dbc8532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:54.069099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d3d47-9d19-4e97-ab55-cae83dbc8532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3883bf-8029-4d28-ba33-38c17372ba7f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:54.076325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-470d3d47-9d19-4e97-ab55-cae83dbc8532 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:54.078356 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-470d3d47-9d19-4e97-ab55-cae83dbc8532 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2a3883bf-8029-4d28-ba33-38c17372ba7f HTTP/1.1" status: 204 len: 168 time: 0.2254283 May 05 16:35:54.090992 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Floating IP d8499053-12a9-491a-853f-18e7a72c5b65 associated. External IP: 172.26.2.92, port: a113c4b0-0cc0-40df-9220-e28880013c2d. May 05 16:35:54.146703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-d1db098f-1b9d-4971-ae95-26e0ec98d70d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:54.147922 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-d1db098f-1b9d-4971-ae95-26e0ec98d70d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=2031cc57-8076-451a-aa37-9c3ea7fc3d54 HTTP/1.1" status: 200 len: 796 time: 0.2501264 May 05 16:35:54.221366 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-fc180eab-8bf0-40eb-89b1-730619a2e34a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0667772 May 05 16:35:54.334652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-30496d6e-3c1d-4555-9f05-7d71e38188bc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1007559 May 05 16:35:54.501566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-ecedfd9a-acf3-4fce-9d3b-58a682ea668a service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:35:54.502575 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-ecedfd9a-acf3-4fce-9d3b-58a682ea668a service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1530445 May 05 16:35:54.663545 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-0925dff8-1f50-480f-af43-5d18c7957437 service neutron] 10.222.0.70 "GET /v2.0/networks/2031cc57-8076-451a-aa37-9c3ea7fc3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522808 May 05 16:35:54.815543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:35:54.817664 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-30e8abce-41ba-48ce-8acf-59b80ab9cea5 service neutron] 10.222.0.70 "GET /v2.0/networks/2031cc57-8076-451a-aa37-9c3ea7fc3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480863 May 05 16:35:55.024378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:35:55.038688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:35:55.054552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:55.055438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:55.115171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.117366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.195761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-330385e9-2c70-4168-b795-8670e7c1a078 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.7455516 May 05 16:35:55.195761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:35:55.254327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc17c176-45bd-490f-9a68-82846e01ff4e'] response: {'name': 'network-changed', 'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'status': 'completed', 'code': 200} May 05 16:35:55.277004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:55.378142 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-e6d1601e-ceda-4628-927b-8c5c4d0efece service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 1099 time: 0.1031227 May 05 16:35:55.421362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53204) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:55.524312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f213e251-af27-427d-b425-857d3d1375a6 req-3ff2dcaa-fdef-43bb-84a8-9d130ee8b6fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 210 time: 0.4252441 May 05 16:35:55.561202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2083516555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:55.568862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:55.574055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:router and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:55.577890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:55.584041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-fadcb9c3-7099-4320-a668-cea4951142c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:55.584705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:55.597421 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-fadcb9c3-7099-4320-a668-cea4951142c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.2125833 May 05 16:35:55.667927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.669312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.694043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.739686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'd8499053-12a9-491a-853f-18e7a72c5b65', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.92', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:74:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:35:52Z', 'updated_at': '2022-05-05T16:35:52Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:55.745082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:35:55.758817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:35:55.759756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:55.841444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-7bbf705a-1340-4aea-9325-566401560a1c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a113c4b0-0cc0-40df-9220-e28880013c2d HTTP/1.1" status: 200 len: 999 time: 0.2276688 May 05 16:35:55.858783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.906804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-c7c8abe0-c66e-4fcc-b8fe-f84f86d15e47 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:55.908307 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-c7c8abe0-c66e-4fcc-b8fe-f84f86d15e47 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0607035 May 05 16:35:55.951031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:35:55.961771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:55.963159 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1a30511e-6693-48a0-87e0-d9db7426541f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5408096 May 05 16:35:55.966013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:55.971860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1897231388'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:55.977438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:55.981740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:network and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:55.985357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:55.988114 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-aa54f546-5aa1-4863-b774-334a67f1ea3b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0734580 May 05 16:35:55.999798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:56.081138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:56.084091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.097273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.129008 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-db54ec70-fa1d-4f54-9162-576eb5e64e62 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335652 May 05 16:35:56.134990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:56.139183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:security_group_rule and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:56.142178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:56.152829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:56.234633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.264492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e17093e-e527-40b3-acf3-d17522c0fb57 req-25edc3c2-a883-46a2-944f-23f117d7a271 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292262 May 05 16:35:56.307571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.363492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'd8499053-12a9-491a-853f-18e7a72c5b65', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.92', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:74:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:35:52Z', 'updated_at': '2022-05-05T16:35:52Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:35:56.367844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486de322-0275-40d6-a992-ef2de634fb55 None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'd8499053-12a9-491a-853f-18e7a72c5b65', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.92', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:74:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:35:52Z', 'updated_at': '2022-05-05T16:35:52Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:35:56.451538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 791} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:35:56.457006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd9989f6-0937-4afd-825e-51ed9ed67931,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:56.464994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.465346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Added segment ee61a718-5659-41ac-838b-37c8203dfc5f of type vlan for network 9f36377a-2600-4dc4-999d-772f158f3eaf May 05 16:35:56.493121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.581747 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f7c16c-5982-48f4-91ab-7157287a04fd None None] New status for floating IP d8499053-12a9-491a-853f-18e7a72c5b65: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:35:56.585619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.589968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:56.590818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:56.705098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Network': ['ID=9f36377a-2600-4dc4-999d-772f158f3eaf,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:56.717185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 9f36377a-2600-4dc4-999d-772f158f3eaf details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:35:56.761526 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-da3d9a79-e669-463e-8afd-8de4fd45332e tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7942636 May 05 16:35:56.764922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53218) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:56.771968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'subnet': {'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:56.900494 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cd324946-0ddd-4e13-b179-3f321289dd78 req-2c01024b-8d00-4f13-bdd4-e630e04d76df tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 210 time: 0.0522430 May 05 16:35:56.909306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:56.913823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:subnet and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:56.916850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:56.922737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:57.098031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:57.204762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:57.481109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:57.563968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Subnet': ['ID=5cae0705-489c-47a9-a8cb-1c2f64957d00,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:57.642863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Checking segment: {'id': 'ee61a718-5659-41ac-838b-37c8203dfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:57.643240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network hostable DHCP agents. Network: 9f36377a-2600-4dc4-999d-772f158f3eaf, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:35:57.729306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-1dfef20d-29eb-4ac1-bf63-190706cc9f4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:57.730714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-1dfef20d-29eb-4ac1-bf63-190706cc9f4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=2031cc57-8076-451a-aa37-9c3ea7fc3d54 HTTP/1.1" status: 200 len: 796 time: 0.1625600 May 05 16:35:57.776113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 9f36377a-2600-4dc4-999d-772f158f3eaf is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:35:57.793536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-c8661b6f-d951-410b-aa73-32cf93780b03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:35:57.852191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 9f36377a-2600-4dc4-999d-772f158f3eaf) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:57.856187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:57.856761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:57.861234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e74bf-d3ae-4405-9af6-7a8398253ca7 None None] Network 9f36377a-2600-4dc4-999d-772f158f3eaf requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:35:57.883550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-c8661b6f-d951-410b-aa73-32cf93780b03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:35:57.894845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-c8661b6f-d951-410b-aa73-32cf93780b03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 471 time: 0.1427178 May 05 16:35:57.896088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['5083a395-565d-448f-9a0a-9e529c59ad0f']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:57.975408 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-429dffdb-b6e2-4b51-ab12-54f9618e45e5 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2086210 May 05 16:35:57.978814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53224) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:57.987337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'network': {'name': 'tempest-router-network01--587085117'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:57.994540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:57.999320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:network and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:58.003511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:58.010751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:58.087762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:58.097053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574fd0b-4320-42d7-b4ca-a0be2cef7eb2 req-e00b3892-d39e-486d-bdbc-958eac5822cd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 210 time: 0.0479915 May 05 16:35:58.098347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:port and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:58.102982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:58.103605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-9f36377a-2600-4dc4-999d-772f158f3eaf', 'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf', 'tenant_id': '306b661f21454bbbb4489f3f1d37d11b', 'fixed_ips': [{'subnet_id': '5cae0705-489c-47a9-a8cb-1c2f64957d00'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:35:58.104408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.104868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for port was recalculated. Used quota:5. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:58.106293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.111746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:58.141301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:35:58.150849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.151280 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Added segment eb378e01-179e-44d5-a545-55a7e056c755 of type vlan for network 38a28fc0-a7a8-4dea-a441-d28faecb396e May 05 16:35:58.181179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.195522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:58.198640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.270198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Allocated IP 2001:db8::2 (9f36377a-2600-4dc4-999d-772f158f3eaf/5cae0705-489c-47a9-a8cb-1c2f64957d00/ccf1104d-c488-49ef-a0a4-fc059dea2b90) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:58.280945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.284727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:58.285578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.368445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.20 (2031cc57-8076-451a-aa37-9c3ea7fc3d54/2acba8f2-be33-48c3-b9fe-acb31afcb16c/c50724ab-c6bf-46db-b2f7-39e9693cfd99) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:35:58.392509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Network': ['ID=38a28fc0-a7a8-4dea-a441-d28faecb396e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:58.407807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:35:58.453387 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-20019ba1-24b4-4ae1-84b8-77f01fb31c3c tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4732749 May 05 16:35:58.456225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53228) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:58.462934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'network': {'name': 'tempest-router-network02--1868698654'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:58.469097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:58.473487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:network and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:58.477685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:58.485757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:58.561053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:58.565250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.592702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.604394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 775} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:35:58.605739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Transition to ACTIVE for port object ccf1104d-c488-49ef-a0a4-fc059dea2b90 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:58.618709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.618709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Added segment 7ec79d89-d6e4-476d-99d2-70ffbc68cfd5 of type vlan for network 4b530ec5-9179-4ed1-8bb1-ee611c271646 May 05 16:35:58.632341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Transition to ACTIVE for port object ccf1104d-c488-49ef-a0a4-fc059dea2b90 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:58.646221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.681348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.697642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object c50724ab-c6bf-46db-b2f7-39e9693cfd99 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:58.721045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.754781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.759352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:58.759951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.799701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Network 9f36377a-2600-4dc4-999d-772f158f3eaf is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:58.800925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:58.804371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:58.806595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Pushing event updated for resources: {'Port': ['ID=ccf1104d-c488-49ef-a0a4-fc059dea2b90,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:58.812581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.871854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Network': ['ID=4b530ec5-9179-4ed1-8bb1-ee611c271646,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:58.892590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:35:58.893824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 4b530ec5-9179-4ed1-8bb1-ee611c271646 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:35:58.895808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:35:58.900957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:35:58.929252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=c50724ab-c6bf-46db-b2f7-39e9693cfd99,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:58.965104 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4da002bf-9e6b-4768-b726-b1caac9652ab tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5077240 May 05 16:35:58.967286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Attempting to bind port ccf1104d-c488-49ef-a0a4-fc059dea2b90 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:35:58.967707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Attempting to bind port ccf1104d-c488-49ef-a0a4-fc059dea2b90 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ee61a718-5659-41ac-838b-37c8203dfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:35:58.967869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53232) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:35:58.968071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Attempting to bind port ccf1104d-c488-49ef-a0a4-fc059dea2b90 on network 9f36377a-2600-4dc4-999d-772f158f3eaf {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:35:58.973856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'subnet': {'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:58.978369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:58.984400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.995983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:35:58.996373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Checking segment: {'id': 'ee61a718-5659-41ac-838b-37c8203dfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:58.996823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:58.997222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Bound using segment: {'id': 'ee61a718-5659-41ac-838b-37c8203dfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:35:58.997707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Bound port: ccf1104d-c488-49ef-a0a4-fc059dea2b90, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee61a718-5659-41ac-838b-37c8203dfc5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '9f36377a-2600-4dc4-999d-772f158f3eaf'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:35:58.998078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.101826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:35:59.106450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:subnet and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:35:59.109695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:35:59.115470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:35:59.121219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3c0984ad-f213-4467-822f-210104e9314e None None] For port ccf1104d-c488-49ef-a0a4-fc059dea2b90, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:35:59.124392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3c0984ad-f213-4467-822f-210104e9314e None None] For port ccf1104d-c488-49ef-a0a4-fc059dea2b90, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ccf1104d-c488-49ef-a0a4-fc059dea2b90,segment=NetworkSegment(ee61a718-5659-41ac-838b-37c8203dfc5f),segment_id=ee61a718-5659-41ac-838b-37c8203dfc5f)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:35:59.138680 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-491855b7-fe1b-45cc-9236-cebc632fe6b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2472520 May 05 16:35:59.150397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Request body: {'port': {'device_id': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:35:59.224287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.266085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:35:59.267834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.270364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e2b8b1f5-0bc1-4838-865d-388f6b4ccca2 None None] Provisioning for port c50724ab-c6bf-46db-b2f7-39e9693cfd99 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:35:59.297329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e2b8b1f5-0bc1-4838-865d-388f6b4ccca2 None None] Provisioning complete for port c50724ab-c6bf-46db-b2f7-39e9693cfd99 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:35:59.297716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2b8b1f5-0bc1-4838-865d-388f6b4ccca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.359057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0984ad-f213-4467-822f-210104e9314e None None] Pushing event updated for resources: {'Port': ['ID=ccf1104d-c488-49ef-a0a4-fc059dea2b90,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:59.383482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e2b8b1f5-0bc1-4838-865d-388f6b4ccca2 None None] Port c50724ab-c6bf-46db-b2f7-39e9693cfd99 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:35:59.397793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.479190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e063480-e9b0-469f-84af-5239122685fc req-128c7a7d-79ce-409d-91d4-ae94581a926b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:35:59.480710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e063480-e9b0-469f-84af-5239122685fc req-128c7a7d-79ce-409d-91d4-ae94581a926b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 932 time: 0.2496445 May 05 16:35:59.589167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e063480-e9b0-469f-84af-5239122685fc req-2073c82f-707f-4333-b31d-a10898ee87b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950484 May 05 16:35:59.675784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c50724ab-c6bf-46db-b2f7-39e9693cfd99 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:35:59.683911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.700229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Transition to ACTIVE for port object c50724ab-c6bf-46db-b2f7-39e9693cfd99 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:35:59.781921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.792695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:35:59.859733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Subnet': ['ID=ee0d3193-0668-4427-b4e2-0100f396c77e,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:59.869874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Checking segment: {'id': 'eb378e01-179e-44d5-a545-55a7e056c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:35:59.870202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network hostable DHCP agents. Network: 38a28fc0-a7a8-4dea-a441-d28faecb396e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:35:59.927418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Pushing event updated for resources: {'Port': ['ID=c50724ab-c6bf-46db-b2f7-39e9693cfd99,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:35:59.976489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:36:00.040371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Attempting to bind port c50724ab-c6bf-46db-b2f7-39e9693cfd99 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:36:00.040716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Attempting to bind port c50724ab-c6bf-46db-b2f7-39e9693cfd99 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:36:00.040895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Attempting to bind port c50724ab-c6bf-46db-b2f7-39e9693cfd99 on network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:36:00.055065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Port c50724ab-c6bf-46db-b2f7-39e9693cfd99 on network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:36:00.055065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Attempting to bind port c50724ab-c6bf-46db-b2f7-39e9693cfd99 on network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:36:00.055920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:36:00.056262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Checking segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:00.056646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Bound using segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:36:00.057210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Bound port: c50724ab-c6bf-46db-b2f7-39e9693cfd99, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:36:00.057545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:00.070760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 38a28fc0-a7a8-4dea-a441-d28faecb396e) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:00.074819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:00.075761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:00.081535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b61f8-49f2-4225-bc06-5e2a090f0447 None None] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:00.180469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] For port c50724ab-c6bf-46db-b2f7-39e9693cfd99, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:36:00.180606 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-43276781-8230-424a-9b68-3de1d00866aa tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2111020 May 05 16:36:00.182701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53238) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:00.187295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] For port c50724ab-c6bf-46db-b2f7-39e9693cfd99, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c50724ab-c6bf-46db-b2f7-39e9693cfd99,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:36:00.189044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'subnet': {'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:36:00.286738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:00.338001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:36:00.344684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:subnet and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:36:00.348884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:36:00.360350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:00.361124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] 10.222.0.71 "PUT /v2.0/ports/c50724ab-c6bf-46db-b2f7-39e9693cfd99 HTTP/1.1" status: 200 len: 1094 time: 1.2160673 May 05 16:36:00.361827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'tag': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:36:00.382197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:36:00.407042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-38a28fc0-a7a8-4dea-a441-d28faecb396e', 'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e', 'tenant_id': '306b661f21454bbbb4489f3f1d37d11b', 'fixed_ips': [{'subnet_id': 'ee0d3193-0668-4427-b4e2-0100f396c77e'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:36:00.407482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:00.412091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a356db22-7f8e-4e75-8738-65b9f5e08b82 service neutron] Pushing event updated for resources: {'Port': ['ID=c50724ab-c6bf-46db-b2f7-39e9693cfd99,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:00.460648 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86618128-7270-40eb-8346-300fada52422'] response: {'name': 'network-changed', 'server_uuid': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'tag': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99', 'status': 'completed', 'code': 200} May 05 16:36:00.481449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:36:00.643063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fa05cb5b-3b67-4a06-8590-ce239d77d12a req-5e9dd39a-5e8e-4e5c-8fd1-781cc2372fb4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 1097 time: 0.1604929 May 05 16:36:00.658538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:00.683033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05df29b7-358e-4429-877d-8698c64edb89 None None] Network 9f36377a-2600-4dc4-999d-772f158f3eaf requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:00.927150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Allocated IP 2001:db8::2 (38a28fc0-a7a8-4dea-a441-d28faecb396e/ee0d3193-0668-4427-b4e2-0100f396c77e/190ae88e-7133-4ba2-8cfe-c79c3f7019eb) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:36:00.981246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2675c6a-e8a4-4e41-abe7-7b04d9603919 req-0c953e4c-d9fe-410a-8a84-79d8b1edae20 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:00.984871 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f2675c6a-e8a4-4e41-abe7-7b04d9603919 req-0c953e4c-d9fe-410a-8a84-79d8b1edae20 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 944 time: 0.1068821 May 05 16:36:01.015117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05cb5b-3b67-4a06-8590-ce239d77d12a req-5b4f4564-af4c-4a1a-808b-efb7439ade64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:01.015833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05cb5b-3b67-4a06-8590-ce239d77d12a req-5b4f4564-af4c-4a1a-808b-efb7439ade64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:01.018547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fa05cb5b-3b67-4a06-8590-ce239d77d12a req-5b4f4564-af4c-4a1a-808b-efb7439ade64 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 1582 time: 0.3667223 May 05 16:36:01.060928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bba72284-76ab-4713-9af1-8fc131d2a497 None None] Provisioning for port ccf1104d-c488-49ef-a0a4-fc059dea2b90 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:01.061123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f2675c6a-e8a4-4e41-abe7-7b04d9603919 req-ac956781-b5ac-4eec-bbab-1011820228cc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721173 May 05 16:36:01.180626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05cb5b-3b67-4a06-8590-ce239d77d12a req-8e222986-36e5-4932-aad5-133a4df6e145 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:01.181756 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fa05cb5b-3b67-4a06-8590-ce239d77d12a req-8e222986-36e5-4932-aad5-133a4df6e145 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1583612 May 05 16:36:01.299743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:01.306527 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-b4a562e5-d97e-477d-ae00-ae0965703567 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 1097 time: 0.0823684 May 05 16:36:01.311270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:01.338531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Transition to ACTIVE for port object 190ae88e-7133-4ba2-8cfe-c79c3f7019eb will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:01.375600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Transition to ACTIVE for port object 190ae88e-7133-4ba2-8cfe-c79c3f7019eb will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:01.393767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Subnet': ['ID=e1d02a9a-ac39-4b55-b3c5-ee77a71eb2d9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:01.410588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Checking segment: {'id': '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:01.410588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network hostable DHCP agents. Network: 4b530ec5-9179-4ed1-8bb1-ee611c271646, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:36:01.429256 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-509113b2-c725-4157-bf3c-7ca51f136289 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=c50724ab-c6bf-46db-b2f7-39e9693cfd99 HTTP/1.1" status: 200 len: 217 time: 0.1131248 May 05 16:36:01.451509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:01.498617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 4b530ec5-9179-4ed1-8bb1-ee611c271646 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:36:01.538411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:01.541888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:01.544035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Pushing event updated for resources: {'Port': ['ID=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:01.546359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:36:01.590568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 4b530ec5-9179-4ed1-8bb1-ee611c271646) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:01.605281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:01.606267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:01.642704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-c836e71f-7d94-47dc-aa2a-39ee9dd479d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:01.644856 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-c836e71f-7d94-47dc-aa2a-39ee9dd479d0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=2acba8f2-be33-48c3-b9fe-acb31afcb16c HTTP/1.1" status: 200 len: 838 time: 0.2126117 May 05 16:36:01.650673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caf6499-6875-4148-a43f-d3e53e923331 None None] Network 4b530ec5-9179-4ed1-8bb1-ee611c271646 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:01.726120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5c00c3bd-e7c6-4c5b-b9ba-65d11f23f78b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5416431 May 05 16:36:01.729683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53246) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:01.740104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ccf1104d-c488-49ef-a0a4-fc059dea2b90 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:01.765905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-1f5c5024-7732-4073-96e2-713eedcb9d3a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=2031cc57-8076-451a-aa37-9c3ea7fc3d54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1135495 May 05 16:36:01.813407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Attempting to bind port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:36:01.813835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Attempting to bind port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'eb378e01-179e-44d5-a545-55a7e056c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:36:01.814211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Attempting to bind port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb on network 38a28fc0-a7a8-4dea-a441-d28faecb396e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:36:01.842655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:36:01.843030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Checking segment: {'id': 'eb378e01-179e-44d5-a545-55a7e056c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:01.843430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:01.843848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Bound using segment: {'id': 'eb378e01-179e-44d5-a545-55a7e056c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:36:01.844328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Bound port: 190ae88e-7133-4ba2-8cfe-c79c3f7019eb, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb378e01-179e-44d5-a545-55a7e056c755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '38a28fc0-a7a8-4dea-a441-d28faecb396e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:36:01.844699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:01.962643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] For port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:36:01.965618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] For port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,segment=NetworkSegment(eb378e01-179e-44d5-a545-55a7e056c755),segment_id=eb378e01-179e-44d5-a545-55a7e056c755)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:36:01.969802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ccf1104d-c488-49ef-a0a4-fc059dea2b90 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:01.973573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ccf1104d-c488-49ef-a0a4-fc059dea2b90 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:01.973977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.012438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-d6e08b14-9e85-4810-961a-554643670df5 service neutron] 10.222.0.71 "GET /v2.0/networks/2031cc57-8076-451a-aa37-9c3ea7fc3d54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386148 May 05 16:36:02.064433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.179977 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-01105cbe-fce5-48d4-ac25-575656ff83f7 req-94c3710f-15e8-4507-bf2f-d12f1e8db546 service neutron] 10.222.0.71 "GET /v2.0/networks/2031cc57-8076-451a-aa37-9c3ea7fc3d54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608024 May 05 16:36:02.231921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c821a8-ba29-4043-ad99-ae8d72c3383e None None] Pushing event updated for resources: {'Port': ['ID=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:02.261186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-4b530ec5-9179-4ed1-8bb1-ee611c271646', 'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646', 'tenant_id': '306b661f21454bbbb4489f3f1d37d11b', 'fixed_ips': [{'subnet_id': 'e1d02a9a-ac39-4b55-b3c5-ee77a71eb2d9'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:36:02.261989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.281239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.343637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0303d89d-c41f-4bbe-91c3-82b294a4ed13 req-6845b706-15b1-412a-acc1-59c893b77887 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:02.344804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0303d89d-c41f-4bbe-91c3-82b294a4ed13 req-6845b706-15b1-412a-acc1-59c893b77887 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:36:02.374178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.444867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ccf1104d-c488-49ef-a0a4-fc059dea2b90, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ccf1104d-c488-49ef-a0a4-fc059dea2b90,segment=NetworkSegment(ee61a718-5659-41ac-838b-37c8203dfc5f),segment_id=ee61a718-5659-41ac-838b-37c8203dfc5f)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:02.456027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0303d89d-c41f-4bbe-91c3-82b294a4ed13 req-6845b706-15b1-412a-acc1-59c893b77887 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:36:02.457741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0303d89d-c41f-4bbe-91c3-82b294a4ed13 req-6845b706-15b1-412a-acc1-59c893b77887 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 944 time: 0.2170224 May 05 16:36:02.513051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Allocated IP 2001:db8::2 (4b530ec5-9179-4ed1-8bb1-ee611c271646/e1d02a9a-ac39-4b55-b3c5-ee77a71eb2d9/c2b1d51b-1f40-4b99-a21f-807cbb463c63) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:36:02.514574 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0303d89d-c41f-4bbe-91c3-82b294a4ed13 req-8c04fbd2-27bd-427b-abd2-d05dc90616f9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506608 May 05 16:36:02.518822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.684436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Allocated IP 2001:db8::1 (38a28fc0-a7a8-4dea-a441-d28faecb396e/ee0d3193-0668-4427-b4e2-0100f396c77e/53331f03-338f-46e9-b7fe-0f07a3d32a09) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:36:02.725681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ccf1104d-c488-49ef-a0a4-fc059dea2b90,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:02.839047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.844257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.849038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Transition to ACTIVE for port object c2b1d51b-1f40-4b99-a21f-807cbb463c63 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:02.860655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Transition to ACTIVE for port object 53331f03-338f-46e9-b7fe-0f07a3d32a09 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:02.868281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Transition to ACTIVE for port object c2b1d51b-1f40-4b99-a21f-807cbb463c63 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:02.938136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:02.971228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.011793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Network 4b530ec5-9179-4ed1-8bb1-ee611c271646 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:03.014676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:03.017348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:36:03.029733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Pushing event updated for resources: {'Port': ['ID=c2b1d51b-1f40-4b99-a21f-807cbb463c63,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:03.129471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Attempting to bind port c2b1d51b-1f40-4b99-a21f-807cbb463c63 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:36:03.129840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Attempting to bind port c2b1d51b-1f40-4b99-a21f-807cbb463c63 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:36:03.130202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Attempting to bind port c2b1d51b-1f40-4b99-a21f-807cbb463c63 on network 4b530ec5-9179-4ed1-8bb1-ee611c271646 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:36:03.138665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:36:03.139041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Checking segment: {'id': '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:03.139693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.140278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Bound using segment: {'id': '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:36:03.140761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Bound port: c2b1d51b-1f40-4b99-a21f-807cbb463c63, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 775, 'network_id': '4b530ec5-9179-4ed1-8bb1-ee611c271646'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:36:03.141143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.160135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:03.163431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:03.167665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:36:03.168432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.183737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Port': ['ID=53331f03-338f-46e9-b7fe-0f07a3d32a09,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:03.239376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] For port c2b1d51b-1f40-4b99-a21f-807cbb463c63, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:36:03.243179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] For port c2b1d51b-1f40-4b99-a21f-807cbb463c63, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c2b1d51b-1f40-4b99-a21f-807cbb463c63,segment=NetworkSegment(7ec79d89-d6e4-476d-99d2-70ffbc68cfd5),segment_id=7ec79d89-d6e4-476d-99d2-70ffbc68cfd5)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:36:03.286554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a383ebf-ba93-45b0-bde5-1391c0d3e57c None None] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:03.321023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.373341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.521702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8ef60716-817c-41a7-9761-2b5a56c13601 None None] Provisioning for port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:03.529480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12c9f8-2843-4ead-a9ec-2757ee483c5b None None] Pushing event updated for resources: {'Port': ['ID=c2b1d51b-1f40-4b99-a21f-807cbb463c63,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:03.681063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.709365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 190ae88e-7133-4ba2-8cfe-c79c3f7019eb up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:03.874505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.881108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5846-a219-46da-bc0f-6e790f536456 req-69c39573-1d44-4de5-b881-2a6e02787c41 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:03.883273 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13bc5846-a219-46da-bc0f-6e790f536456 req-69c39573-1d44-4de5-b881-2a6e02787c41 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 944 time: 0.1926358 May 05 16:36:03.936127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:03.942197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:03.947475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.952056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13bc5846-a219-46da-bc0f-6e790f536456 req-bbf7632f-ea98-4cb4-b1e4-30c7835f455d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0582988 May 05 16:36:03.953358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:03.955073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.092820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.135229 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,segment=NetworkSegment(eb378e01-179e-44d5-a545-55a7e056c755),segment_id=eb378e01-179e-44d5-a545-55a7e056c755)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:04.138124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Port': ['ID=53331f03-338f-46e9-b7fe-0f07a3d32a09,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:04.178316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-782078fa-9ffe-4989-865d-7197f0394810 None None] Provisioning for port 53331f03-338f-46e9-b7fe-0f07a3d32a09 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:04.185218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-782078fa-9ffe-4989-865d-7197f0394810 None None] Provisioning complete for port 53331f03-338f-46e9-b7fe-0f07a3d32a09 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:04.188454 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-782078fa-9ffe-4989-865d-7197f0394810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.197761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:04.199139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:04.218299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.219093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ccf1104d-c488-49ef-a0a4-fc059dea2b90 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:04.346790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-782078fa-9ffe-4989-865d-7197f0394810 None None] Port 53331f03-338f-46e9-b7fe-0f07a3d32a09 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:36:04.370029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:04.388514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-782078fa-9ffe-4989-865d-7197f0394810 None None] Provisioning complete for port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:04.388514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-782078fa-9ffe-4989-865d-7197f0394810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.425541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ccf1104d-c488-49ef-a0a4-fc059dea2b90 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:04.425921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.680615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Router 9acb6743-03b9-4a68-8f51-38756e959c48 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:36:04.757576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-782b4aa5-7790-458c-9d3e-5563418f5f80 None None] Provisioning complete for port 53331f03-338f-46e9-b7fe-0f07a3d32a09 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:04.758123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-782b4aa5-7790-458c-9d3e-5563418f5f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:04.864588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0799e25-fd5f-4ace-9d6a-b144a91a5069 None None] Network 4b530ec5-9179-4ed1-8bb1-ee611c271646 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:04.877070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-782b4aa5-7790-458c-9d3e-5563418f5f80 None None] Port 53331f03-338f-46e9-b7fe-0f07a3d32a09 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:36:04.922488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:04.934622 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c3d390db-7f3e-4f08-9d91-0faaab0a1b9b tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2010431 May 05 16:36:04.934841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debca090-b156-4ced-a348-02742eab6023 None None] Sync routers for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:04.935055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53256) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:04.970557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debca090-b156-4ced-a348-02742eab6023 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:04.971222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-debca090-b156-4ced-a348-02742eab6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:05.055358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-debca090-b156-4ced-a348-02742eab6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:05.190891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-debca090-b156-4ced-a348-02742eab6023 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:05.191694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-debca090-b156-4ced-a348-02742eab6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:05.243616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c50724ab-c6bf-46db-b2f7-39e9693cfd99 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:36:05.260797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-efd99acf-3d83-4155-91a3-eda7f1fa8b51 None None] Provisioning for port c2b1d51b-1f40-4b99-a21f-807cbb463c63 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:05.307638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-debca090-b156-4ced-a348-02742eab6023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:05.308308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-debca090-b156-4ced-a348-02742eab6023 None None] The sync data for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:36:05.340391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa79a0-14ba-4cf4-8abd-d74618f00c2a req-2c280869-3106-42d8-96fe-3ca3f34ba7e2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:05.341811 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-53fa79a0-14ba-4cf4-8abd-d74618f00c2a req-2c280869-3106-42d8-96fe-3ca3f34ba7e2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 944 time: 0.1628215 May 05 16:36:05.483159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c50724ab-c6bf-46db-b2f7-39e9693cfd99, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c50724ab-c6bf-46db-b2f7-39e9693cfd99,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:05.509921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'port_id': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99', 'mac_address': 'fa:16:3e:64:80:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:36:05.524602 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-53fa79a0-14ba-4cf4-8abd-d74618f00c2a req-d3f4aead-4bee-4482-a152-b4acd7f97f17 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1741633 May 05 16:36:05.598583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:05.619213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c50724ab-c6bf-46db-b2f7-39e9693cfd99 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:36:05.639790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c50724ab-c6bf-46db-b2f7-39e9693cfd99, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c50724ab-c6bf-46db-b2f7-39e9693cfd99,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:05.676362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c2b1d51b-1f40-4b99-a21f-807cbb463c63 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:05.711722 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-fc0aaefa-3cba-4974-8206-e5c68358c1bb tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:36:05.712654 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fc0aaefa-3cba-4974-8206-e5c68358c1bb tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7766814 May 05 16:36:05.715733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53262) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:05.735871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:05.826949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c50724ab-c6bf-46db-b2f7-39e9693cfd99,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:05.937653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c2b1d51b-1f40-4b99-a21f-807cbb463c63 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:05.942959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c2b1d51b-1f40-4b99-a21f-807cbb463c63 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:05.943422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:06.059226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:06.091692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['c50724ab-c6bf-46db-b2f7-39e9693cfd99'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:36:06.124728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c2b1d51b-1f40-4b99-a21f-807cbb463c63, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c2b1d51b-1f40-4b99-a21f-807cbb463c63,segment=NetworkSegment(7ec79d89-d6e4-476d-99d2-70ffbc68cfd5),segment_id=7ec79d89-d6e4-476d-99d2-70ffbc68cfd5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:06.149785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:06.195756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:06.195756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 190ae88e-7133-4ba2-8cfe-c79c3f7019eb up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:06.356247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c2b1d51b-1f40-4b99-a21f-807cbb463c63,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:06.400689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:06.401061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:06.721959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061c9db-23c1-4824-95bb-81a18946a579 req-ae3452a2-d8e2-4649-88df-737bf0e2079c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:06.723320 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a061c9db-23c1-4824-95bb-81a18946a579 req-ae3452a2-d8e2-4649-88df-737bf0e2079c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 945 time: 0.0758731 May 05 16:36:06.756674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port 53331f03-338f-46e9-b7fe-0f07a3d32a09 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:06.757025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:06.771438 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a061c9db-23c1-4824-95bb-81a18946a579 req-a85b99a3-5939-431f-b18c-d9f0281a1269 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413840 May 05 16:36:06.942746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:07.063321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Calling delete_port for 53331f03-338f-46e9-b7fe-0f07a3d32a09 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:07.340323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:07.386554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Port': ['ID=53331f03-338f-46e9-b7fe-0f07a3d32a09,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:07.629434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c2b1d51b-1f40-4b99-a21f-807cbb463c63 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:07.670673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:07.706040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c2b1d51b-1f40-4b99-a21f-807cbb463c63 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:07.706291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:08.186235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8709e-88a0-4e8b-9839-311b1104c0d2 req-a2bf711f-9d58-40e1-a45d-28481db6cee8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:08.186235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0dc8709e-88a0-4e8b-9839-311b1104c0d2 req-a2bf711f-9d58-40e1-a45d-28481db6cee8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 945 time: 0.2650149 May 05 16:36:08.221439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Router 9acb6743-03b9-4a68-8f51-38756e959c48 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:36:08.254176 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0dc8709e-88a0-4e8b-9839-311b1104c0d2 req-94b9f07e-41c5-4556-bf6d-bd5187abaac8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0568695 May 05 16:36:08.375375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:08.388815 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b3aef410-c4e5-4f53-a5d7-5847b7e489f9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6683943 May 05 16:36:08.390467 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] Sync routers for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:08.393204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53270) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:08.399113 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:08.399749 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:08.463406 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:08.477432 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:08.478965 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:08.548673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:08.548673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fc93-4750-4252-b5ef-595740a42e46 None None] The sync data for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:36:08.562545 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-0e676e39-bac7-413e-9b08-71c1d2d874f6 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] delete failed (client error): The resource could not be found. May 05 16:36:08.563261 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0e676e39-bac7-413e-9b08-71c1d2d874f6 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/routers/tempest-non_exist_router-2079153281 HTTP/1.1" status: 404 len: 335 time: 0.1723483 May 05 16:36:08.567034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53274) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:08.572910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-61b07c6e-c58f-40a4-bad0-e3ea8c3c59e0 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'router': {'external_gateway_info': {'network_id': '9acb6743-03b9-4a68-8f51-38756e959c48'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:36:08.958392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-61b07c6e-c58f-40a4-bad0-e3ea8c3c59e0 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.064115 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-61b07c6e-c58f-40a4-bad0-e3ea8c3c59e0 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] update failed (client error): The resource could not be found. May 05 16:36:09.065153 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-61b07c6e-c58f-40a4-bad0-e3ea8c3c59e0 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48 HTTP/1.1" status: 404 len: 339 time: 0.4976404 May 05 16:36:09.068934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53280) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:09.074042 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1753514057'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:36:09.078878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:36:09.082824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:network and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:36:09.086779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for network was recalculated. Used quota:3. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:36:09.092456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:36:09.149053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:36:09.152077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.188432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:36:09.200554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.200554 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Added segment 4382d9ac-6e25-47cc-850d-a4e6896493af of type vlan for network 756ff032-a196-4223-9aa6-4845ff43ed46 May 05 16:36:09.208551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c50724ab-c6bf-46db-b2f7-39e9693cfd99 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:09.228623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.324514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.328495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:09.340055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.382702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port c50724ab-c6bf-46db-b2f7-39e9693cfd99 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:09.385891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port c50724ab-c6bf-46db-b2f7-39e9693cfd99 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:09.386277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.483401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Network': ['ID=756ff032-a196-4223-9aa6-4845ff43ed46,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:09.497698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 756ff032-a196-4223-9aa6-4845ff43ed46 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:36:09.523733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5dfc5-3baa-49ba-98b1-f176785b37df req-bd5f384f-cd0d-4d4b-9d57-245f8af25fe7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:09.525201 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0ab5dfc5-3baa-49ba-98b1-f176785b37df req-bd5f384f-cd0d-4d4b-9d57-245f8af25fe7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 945 time: 0.1138315 May 05 16:36:09.548313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-97484783-b70e-451e-ae36-bc77e471559f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4782672 May 05 16:36:09.551288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53286) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:09.559928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'subnet': {'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:36:09.583117 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0ab5dfc5-3baa-49ba-98b1-f176785b37df req-780fc318-8d83-4ac6-a0d9-b377f8b3eb05 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0523202 May 05 16:36:09.591940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.672149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:36:09.685885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:36:09.686045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c50724ab-c6bf-46db-b2f7-39e9693cfd99, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c50724ab-c6bf-46db-b2f7-39e9693cfd99,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:09.689567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Usage tracker for resource:subnet and tenant:306b661f21454bbbb4489f3f1d37d11b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:36:09.692652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:36:09.700421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:36:09.728552 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ac13f6a-0f80-4652-8604-c06640fded1b'] response: {'server_uuid': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99', 'code': 200} May 05 16:36:09.755685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:09.783670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Made reservation on behalf of 306b661f21454bbbb4489f3f1d37d11b for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:36:09.837285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c50724ab-c6bf-46db-b2f7-39e9693cfd99,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:09.887130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:10.161065 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59fd93ee-0d56-44ca-9bce-f7c817036369 req-8ae3aab9-1ac1-442f-b355-9fd228664b94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 1099 time: 0.1155188 May 05 16:36:10.207274 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59fd93ee-0d56-44ca-9bce-f7c817036369 req-519e9f0b-6d0a-4b5d-ac2a-9bc0716666ae service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396585 May 05 16:36:10.227813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:10.414630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Subnet': ['ID=38a06a59-637f-4488-a17b-7c9973eb0cc2,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:10.425134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Checking segment: {'id': '4382d9ac-6e25-47cc-850d-a4e6896493af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:10.425134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network hostable DHCP agents. Network: 756ff032-a196-4223-9aa6-4845ff43ed46, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:36:10.531550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 756ff032-a196-4223-9aa6-4845ff43ed46 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:36:10.611726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 756ff032-a196-4223-9aa6-4845ff43ed46) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:10.616774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:10.617369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:10.623033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6073bde-9d66-45a4-a652-0ea9ddbe1166 None None] Network 756ff032-a196-4223-9aa6-4845ff43ed46 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:10.704835 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aadfeef4-1467-4f2f-b95b-2a0915e23074 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1520884 May 05 16:36:10.707479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53294) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:10.716346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2f49058d-235f-442d-94d7-1a3287387d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'router': {'external_gateway_info': {'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:36:10.876607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-756ff032-a196-4223-9aa6-4845ff43ed46', 'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46', 'tenant_id': '306b661f21454bbbb4489f3f1d37d11b', 'fixed_ips': [{'subnet_id': '38a06a59-637f-4488-a17b-7c9973eb0cc2'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:36:10.878226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.043214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Allocated IP 2001:db8:1::2 (756ff032-a196-4223-9aa6-4845ff43ed46/38a06a59-637f-4488-a17b-7c9973eb0cc2/abb2704b-08e9-438b-a369-f201fd8904bd) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:36:11.048245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9b62e-6388-441f-805d-9465a996b0aa req-d19ce6b4-c763-437a-9b0a-15135101184b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:11.049773 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-43b9b62e-6388-441f-805d-9465a996b0aa req-d19ce6b4-c763-437a-9b0a-15135101184b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 946 time: 0.2691565 May 05 16:36:11.271964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.283252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Transition to ACTIVE for port object abb2704b-08e9-438b-a369-f201fd8904bd will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:11.304020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Transition to ACTIVE for port object abb2704b-08e9-438b-a369-f201fd8904bd will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:11.320167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-43b9b62e-6388-441f-805d-9465a996b0aa req-c87fe11a-894a-46d2-ae3a-4606f9dd2040 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2625260 May 05 16:36:11.342245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f49058d-235f-442d-94d7-1a3287387d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.385897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.465507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Network 756ff032-a196-4223-9aa6-4845ff43ed46 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:11.465507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:11.465507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:36:11.470963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Pushing event updated for resources: {'Port': ['ID=abb2704b-08e9-438b-a369-f201fd8904bd,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:11.558838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Attempting to bind port abb2704b-08e9-438b-a369-f201fd8904bd on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:36:11.558838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Attempting to bind port abb2704b-08e9-438b-a369-f201fd8904bd by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '4382d9ac-6e25-47cc-850d-a4e6896493af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:36:11.558838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Attempting to bind port abb2704b-08e9-438b-a369-f201fd8904bd on network 756ff032-a196-4223-9aa6-4845ff43ed46 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:36:11.563580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:36:11.563980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Checking segment: {'id': '4382d9ac-6e25-47cc-850d-a4e6896493af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:11.564365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.564752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Bound using segment: {'id': '4382d9ac-6e25-47cc-850d-a4e6896493af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:36:11.565211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Bound port: abb2704b-08e9-438b-a369-f201fd8904bd, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4382d9ac-6e25-47cc-850d-a4e6896493af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '756ff032-a196-4223-9aa6-4845ff43ed46'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:36:11.565580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.609563 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-2f49058d-235f-442d-94d7-1a3287387d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 16:36:11.614310 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2f49058d-235f-442d-94d7-1a3287387d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48 HTTP/1.1" status: 400 len: 364 time: 0.9020789 May 05 16:36:11.614518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53298) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:11.660924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] For port abb2704b-08e9-438b-a369-f201fd8904bd, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:36:11.664021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] For port abb2704b-08e9-438b-a369-f201fd8904bd, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=abb2704b-08e9-438b-a369-f201fd8904bd,segment=NetworkSegment(4382d9ac-6e25-47cc-850d-a4e6896493af),segment_id=4382d9ac-6e25-47cc-850d-a4e6896493af)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:36:11.759735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:11.856665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8169c4ed-4181-4a34-9847-0effb067af9c None None] Pushing event updated for resources: {'Port': ['ID=abb2704b-08e9-438b-a369-f201fd8904bd,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:12.200969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:12.555622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Allocated IP 2001:db8::1 (9f36377a-2600-4dc4-999d-772f158f3eaf/5cae0705-489c-47a9-a8cb-1c2f64957d00/64ab8521-517d-4425-9f10-2d4f25986a43) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:36:12.572740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5835267-d9da-4eda-8cbb-e90afdd59c91 req-dd7a525d-40a3-4863-a60d-2c0d607f164d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:12.574870 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c5835267-d9da-4eda-8cbb-e90afdd59c91 req-dd7a525d-40a3-4863-a60d-2c0d607f164d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 946 time: 0.0849388 May 05 16:36:12.629659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c5835267-d9da-4eda-8cbb-e90afdd59c91 req-09de40b8-17b9-446a-9ec8-dc874de1b32f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450306 May 05 16:36:12.748483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:12.770641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Transition to ACTIVE for port object 64ab8521-517d-4425-9f10-2d4f25986a43 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:12.864537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea0c9ef-9193-4cea-8e13-513290bb846b req-4fa0b22c-27ce-4fc0-9efd-a75e016d87be tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:12.866172 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0ea0c9ef-9193-4cea-8e13-513290bb846b req-4fa0b22c-27ce-4fc0-9efd-a75e016d87be tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 946 time: 0.0978475 May 05 16:36:12.892169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19cf4114-d2c8-4292-a7fa-ae068615283e None None] Network 756ff032-a196-4223-9aa6-4845ff43ed46 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:12.916262 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0ea0c9ef-9193-4cea-8e13-513290bb846b req-6ae0a6bd-b530-47cf-b248-d9d5f3caac29 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443063 May 05 16:36:12.995242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.068600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 9f36377a-2600-4dc4-999d-772f158f3eaf is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:13.070535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:13.075577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:36:13.078156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.081657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-51383450-372c-47a3-8741-5e61858c26f5 None None] Provisioning for port abb2704b-08e9-438b-a369-f201fd8904bd completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:13.088036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Port': ['ID=64ab8521-517d-4425-9f10-2d4f25986a43,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:13.402485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.484027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d384644b-5811-4537-be7b-81803795b3f2 None None] Provisioning for port 64ab8521-517d-4425-9f10-2d4f25986a43 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:13.488934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d384644b-5811-4537-be7b-81803795b3f2 None None] Provisioning complete for port 64ab8521-517d-4425-9f10-2d4f25986a43 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:13.489319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d384644b-5811-4537-be7b-81803795b3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.558859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d384644b-5811-4537-be7b-81803795b3f2 None None] Port 64ab8521-517d-4425-9f10-2d4f25986a43 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:36:13.612797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device abb2704b-08e9-438b-a369-f201fd8904bd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:13.769629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port abb2704b-08e9-438b-a369-f201fd8904bd completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:13.775525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port abb2704b-08e9-438b-a369-f201fd8904bd triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:13.776560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.818130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.875082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.875536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.896315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:13.934366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port abb2704b-08e9-438b-a369-f201fd8904bd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=abb2704b-08e9-438b-a369-f201fd8904bd,segment=NetworkSegment(4382d9ac-6e25-47cc-850d-a4e6896493af),segment_id=4382d9ac-6e25-47cc-850d-a4e6896493af)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:13.998876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:14.013565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event updated for resources: {'Port': ['ID=64ab8521-517d-4425-9f10-2d4f25986a43,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:14.074883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=abb2704b-08e9-438b-a369-f201fd8904bd,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:14.088307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Network 9f36377a-2600-4dc4-999d-772f158f3eaf is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:14.089456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:14.332721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-edd25309-13c5-4d9c-b4b6-73989fae2443 None None] Provisioning complete for port 64ab8521-517d-4425-9f10-2d4f25986a43 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:14.333085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-edd25309-13c5-4d9c-b4b6-73989fae2443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:14.388894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-edd25309-13c5-4d9c-b4b6-73989fae2443 None None] Port 64ab8521-517d-4425-9f10-2d4f25986a43 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:36:14.443155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Router 9acb6743-03b9-4a68-8f51-38756e959c48 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:36:14.456332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53310) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:14.886861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:14.903526 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c536497-9583-46ee-a36b-12dd08c474c9 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2819111 May 05 16:36:14.908145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] Sync routers for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:14.913977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53314) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:14.919176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:14.921805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:15.016544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:15.029206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:15.029836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:15.094888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:15.095314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eada5b-3f8d-425b-98a1-d5c253eafbc9 None None] The sync data for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:36:15.095983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1313e0a-11f1-47dd-8846-c0ae53b131c1 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:15.258203 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-d1313e0a-11f1-47dd-8846-c0ae53b131c1 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] delete failed (client error): There was a conflict when trying to complete your request. May 05 16:36:15.262321 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1313e0a-11f1-47dd-8846-c0ae53b131c1 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48 HTTP/1.1" status: 409 len: 329 time: 0.3575699 May 05 16:36:15.262525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53318) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:15.514728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:15.579616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device abb2704b-08e9-438b-a369-f201fd8904bd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:15.599603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:15.654447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port abb2704b-08e9-438b-a369-f201fd8904bd triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:15.655355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:15.685029 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:36:15.950704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.17 (2031cc57-8076-451a-aa37-9c3ea7fc3d54/2acba8f2-be33-48c3-b9fe-acb31afcb16c/bd40f78a-c9e4-4fb2-9a17-6070793d1404) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:36:16.117738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.134437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object bd40f78a-c9e4-4fb2-9a17-6070793d1404 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:16.191931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port 64ab8521-517d-4425-9f10-2d4f25986a43 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:16.192517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.224298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.304176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:16.307324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:16.309891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:36:16.351702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=bd40f78a-c9e4-4fb2-9a17-6070793d1404,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:16.378869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.492398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.519324 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.628059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Calling delete_port for 64ab8521-517d-4425-9f10-2d4f25986a43 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:16.692418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4863ae7a-cc13-4272-90e3-666f3c21d3ea None None] Provisioning for port bd40f78a-c9e4-4fb2-9a17-6070793d1404 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:16.702778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4863ae7a-cc13-4272-90e3-666f3c21d3ea None None] Provisioning complete for port bd40f78a-c9e4-4fb2-9a17-6070793d1404 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:16.702778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4863ae7a-cc13-4272-90e3-666f3c21d3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.794607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4863ae7a-cc13-4272-90e3-666f3c21d3ea None None] Port bd40f78a-c9e4-4fb2-9a17-6070793d1404 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:36:16.913988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:16.962265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Port': ['ID=64ab8521-517d-4425-9f10-2d4f25986a43,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:17.092443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:17.148496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:17.165926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:17.275518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=bd40f78a-c9e4-4fb2-9a17-6070793d1404,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:17.278052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:17.416151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:36:17.417348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:36:17.557239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Router 9acb6743-03b9-4a68-8f51-38756e959c48 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:36:17.730393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f26e7e45-b6e7-4823-a6e8-6d2729e44ea3 None None] Provisioning complete for port bd40f78a-c9e4-4fb2-9a17-6070793d1404 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:17.731593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f26e7e45-b6e7-4823-a6e8-6d2729e44ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:17.811855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f26e7e45-b6e7-4823-a6e8-6d2729e44ea3 None None] Port bd40f78a-c9e4-4fb2-9a17-6070793d1404 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:36:17.819811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:17.829553 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] Sync routers for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:17.834046 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-29c91ca6-d004-46f5-bb51-9dd75c2fb821 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5705116 May 05 16:36:17.834273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53324) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:17.843740 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:17.843884 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:17.904965 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:17.905696 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-d2428e4f-00d7-483b-856f-edb9ded5525f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] show failed (client error): The resource could not be found. May 05 16:36:17.906744 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d2428e4f-00d7-483b-856f-edb9ded5525f tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "GET /v2.0/routers/tempest-non_exist_router-752897575 HTTP/1.1" status: 404 len: 334 time: 0.0707374 May 05 16:36:17.910551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53328) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:17.916618 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] Routers {'9acb6743-03b9-4a68-8f51-38756e959c48'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:17.917224 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9acb6743-03b9-4a68-8f51-38756e959c48'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:17.920477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5e13b030-bc62-4329-9ebe-dc1413665409 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Request body: {'router': {'name': 'new_name'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:36:17.978439 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:17.978843 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe761ebb-9094-4309-a48b-c96412ed9293 None None] The sync data for ids ['9acb6743-03b9-4a68-8f51-38756e959c48'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:36:17.982191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:36:17.989344 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-5e13b030-bc62-4329-9ebe-dc1413665409 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] update failed (client error): The resource could not be found. May 05 16:36:17.990387 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5e13b030-bc62-4329-9ebe-dc1413665409 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "PUT /v2.0/routers/tempest-non_exist_router-1320473522 HTTP/1.1" status: 404 len: 335 time: 0.0790458 May 05 16:36:17.997589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53332) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:18.183354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting subnet 38a06a59-637f-4488-a17b-7c9973eb0cc2 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:36:18.186294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.205174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:18.215484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:18.230541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:18.231178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:18.244456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.303018 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f37a9f69-4e67-4f2e-9ede-0f8c75b716ea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/bdbe3048-e2b7-449d-9c59-e6ca6d3b5986/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7985201 May 05 16:36:18.329563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.419885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:36:18.480809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.524101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Subnet': ['ID=38a06a59-637f-4488-a17b-7c9973eb0cc2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:18.529277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.539075 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-844551dd-82ee-46a0-bb99-d96b9cf7159a tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/subnets/38a06a59-637f-4488-a17b-7c9973eb0cc2 HTTP/1.1" status: 204 len: 168 time: 0.5403917 May 05 16:36:18.541423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53340) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:18.551895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fdf110-7981-40b0-b1bc-eaec06a925a3 None None] Network 756ff032-a196-4223-9aa6-4845ff43ed46 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:18.654977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.665893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port abb2704b-08e9-438b-a369-f201fd8904bd {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:18.666214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.870671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] For port abb2704b-08e9-438b-a369-f201fd8904bd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=abb2704b-08e9-438b-a369-f201fd8904bd,segment=NetworkSegment(4382d9ac-6e25-47cc-850d-a4e6896493af),segment_id=4382d9ac-6e25-47cc-850d-a4e6896493af)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:18.871231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:18.979348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:16Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:46Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd40f78a-c9e4-4fb2-9a17-6070793d1404', 'name': '', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:7a:c9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:36:15Z', 'updated_at': '2022-05-05T16:36:16Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:18.985268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:36:18.985268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Updating router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 port bd40f78a-c9e4-4fb2-9a17-6070793d1404 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:36:18.998156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Calling delete_port for abb2704b-08e9-438b-a369-f201fd8904bd owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:19.010487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b615d9-942b-4b0f-acd9-b03afbb23285 None None] DHCP port deletion for 756ff032-a196-4223-9aa6-4845ff43ed46 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:36:19.025693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-98b615d9-942b-4b0f-acd9-b03afbb23285 None None] Deleting port abb2704b-08e9-438b-a369-f201fd8904bd {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:19.026057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-98b615d9-942b-4b0f-acd9-b03afbb23285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.088928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.124536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.167808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-98b615d9-942b-4b0f-acd9-b03afbb23285 None None] The port 'abb2704b-08e9-438b-a369-f201fd8904bd' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:36:19.171140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Port': ['ID=abb2704b-08e9-438b-a369-f201fd8904bd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:19.177708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] No DVR routers for this DVR port abb2704b-08e9-438b-a369-f201fd8904bd on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:36:19.316792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.344356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['756ff032-a196-4223-9aa6-4845ff43ed46']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:19.360782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4382d9ac-6e25-47cc-850d-a4e6896493af') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:19.361080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4382d9ac-6e25-47cc-850d-a4e6896493af') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:19.373151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.390286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.398483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:36:19.399013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:36:19.413633 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:36:19.521666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.569554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device abb2704b-08e9-438b-a369-f201fd8904bd no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:19.589210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.595864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Transition to ACTIVE for port object bd40f78a-c9e4-4fb2-9a17-6070793d1404 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:36:19.596014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.609595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: abb2704b-08e9-438b-a369-f201fd8904bd {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:19.609945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device abb2704b-08e9-438b-a369-f201fd8904bd not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:19.629106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Network': ['ID=756ff032-a196-4223-9aa6-4845ff43ed46,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:19.634381 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8cdf9a88-ccd1-4f18-8102-e3bd851a20f3 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/networks/756ff032-a196-4223-9aa6-4845ff43ed46 HTTP/1.1" status: 204 len: 168 time: 1.0920386 May 05 16:36:19.638895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53344) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:19.686183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.815479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa335b-ff4a-44bb-a37b-0ba64f79379e None None] Pushing event updated for resources: {'Port': ['ID=bd40f78a-c9e4-4fb2-9a17-6070793d1404,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:19.912934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Attempting to bind port bd40f78a-c9e4-4fb2-9a17-6070793d1404 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:36:19.913275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Attempting to bind port bd40f78a-c9e4-4fb2-9a17-6070793d1404 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:36:19.913683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Attempting to bind port bd40f78a-c9e4-4fb2-9a17-6070793d1404 on network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:36:19.921256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:36:19.922112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Checking segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:36:19.922688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.923082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Bound using segment: {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:36:19.923593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Bound port: bd40f78a-c9e4-4fb2-9a17-6070793d1404, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2366e754-5949-4274-bed5-40660f73f914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:36:19.923962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:19.942214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting subnet e1d02a9a-ac39-4b55-b3c5-ee77a71eb2d9 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:36:19.946131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.001601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.013489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] For port bd40f78a-c9e4-4fb2-9a17-6070793d1404, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:36:20.016532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] For port bd40f78a-c9e4-4fb2-9a17-6070793d1404, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd40f78a-c9e4-4fb2-9a17-6070793d1404,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:36:20.090134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.134469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.233038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa335b-ff4a-44bb-a37b-0ba64f79379e None None] Pushing event updated for resources: {'Port': ['ID=bd40f78a-c9e4-4fb2-9a17-6070793d1404,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:20.238673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:20.239600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:35:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:20.240533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.284413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Subnet': ['ID=e1d02a9a-ac39-4b55-b3c5-ee77a71eb2d9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:20.293596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.297887 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-faa73dbc-9b7a-457d-a915-251d177fa5c7 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/subnets/e1d02a9a-ac39-4b55-b3c5-ee77a71eb2d9 HTTP/1.1" status: 204 len: 168 time: 0.6601393 May 05 16:36:20.300557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53348) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:20.356259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3986ad-1941-4951-9b25-edba28e774a4 None None] Network 4b530ec5-9179-4ed1-8bb1-ee611c271646 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:20.378078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9b2477c2-0812-49ad-9fa9-ca28e2909204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.606241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting subnet ee0d3193-0668-4427-b4e2-0100f396c77e {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:36:20.612380 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.612525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:36:20.667401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.758655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.868547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] DHCP port deletion for 4b530ec5-9179-4ed1-8bb1-ee611c271646 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:36:20.887302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Deleting port c2b1d51b-1f40-4b99-a21f-807cbb463c63 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:20.887707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.909886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.950485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Subnet': ['ID=ee0d3193-0668-4427-b4e2-0100f396c77e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:20.955126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:20.961683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-85d01f42-c978-4109-aeb4-658ee3154249 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/subnets/ee0d3193-0668-4427-b4e2-0100f396c77e HTTP/1.1" status: 204 len: 168 time: 0.6594584 May 05 16:36:20.964295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53354) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:21.009802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d3275b-1104-4db4-80d9-1b7ed956d397 None None] Network 38a28fc0-a7a8-4dea-a441-d28faecb396e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:21.086507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.097483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port c2b1d51b-1f40-4b99-a21f-807cbb463c63 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:21.097884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.307479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] For port c2b1d51b-1f40-4b99-a21f-807cbb463c63, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c2b1d51b-1f40-4b99-a21f-807cbb463c63,segment=NetworkSegment(7ec79d89-d6e4-476d-99d2-70ffbc68cfd5),segment_id=7ec79d89-d6e4-476d-99d2-70ffbc68cfd5)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:21.307829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.391822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] For port c2b1d51b-1f40-4b99-a21f-807cbb463c63, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c2b1d51b-1f40-4b99-a21f-807cbb463c63,segment=NetworkSegment(7ec79d89-d6e4-476d-99d2-70ffbc68cfd5),segment_id=7ec79d89-d6e4-476d-99d2-70ffbc68cfd5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:21.392482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.428489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Calling delete_port for c2b1d51b-1f40-4b99-a21f-807cbb463c63 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:21.526996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Calling delete_port for c2b1d51b-1f40-4b99-a21f-807cbb463c63 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:21.578901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c2b1d51b-1f40-4b99-a21f-807cbb463c63 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:21.589213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.632660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c2b1d51b-1f40-4b99-a21f-807cbb463c63 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:21.632923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c2b1d51b-1f40-4b99-a21f-807cbb463c63 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:21.636830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Port': ['ID=c2b1d51b-1f40-4b99-a21f-807cbb463c63,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:21.640606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:16Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:46Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd40f78a-c9e4-4fb2-9a17-6070793d1404', 'name': '', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:7a:c9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:36:15Z', 'updated_at': '2022-05-05T16:36:20Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:21.645333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] No DVR routers for this DVR port c2b1d51b-1f40-4b99-a21f-807cbb463c63 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn_limited( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn_limited( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:21.657417 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 16:36:21.663354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37086e7-e8f0-4a87-b8dd-baf6e9b68b81 None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:16Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:46Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd40f78a-c9e4-4fb2-9a17-6070793d1404', 'name': '', 'network_id': '2031cc57-8076-451a-aa37-9c3ea7fc3d54', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:7a:c9:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:36:15Z', 'updated_at': '2022-05-05T16:36:20Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '2acba8f2-be33-48c3-b9fe-acb31afcb16c', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:36:21.673094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:36:21.673442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:36:21.768163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] DHCP port deletion for 38a28fc0-a7a8-4dea-a441-d28faecb396e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:36:21.776479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] Deleting port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:21.779635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.815308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.845989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b530ec5-9179-4ed1-8bb1-ee611c271646']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:21.859938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:21.860238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ec79d89-d6e4-476d-99d2-70ffbc68cfd5') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:21.874232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.893432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.906148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Releasing vlan 775 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:36:21.906909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:36:21.923647 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:36:22.021340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] For port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,segment=NetworkSegment(eb378e01-179e-44d5-a545-55a7e056c755),segment_id=eb378e01-179e-44d5-a545-55a7e056c755)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:22.022428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.097488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.116479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.126781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Network': ['ID=4b530ec5-9179-4ed1-8bb1-ee611c271646,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:22.137003 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f278a6d8-00bf-4532-8b82-4cc8b78937cf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/networks/4b530ec5-9179-4ed1-8bb1-ee611c271646 HTTP/1.1" status: 204 len: 168 time: 1.1692610 May 05 16:36:22.137237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53358) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:22.151534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] Calling delete_port for 190ae88e-7133-4ba2-8cfe-c79c3f7019eb owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:22.177242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Deleting port c2b1d51b-1f40-4b99-a21f-807cbb463c63 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:22.177242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.257477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d9e79cf4-7421-474d-a215-1efff11a4df1 None None] The port 'c2b1d51b-1f40-4b99-a21f-807cbb463c63' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:36:22.272430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.285088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:22.285410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.371823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.418413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7b1af850-e593-4055-8575-f901588c89fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.422809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] Pushing event deleted for resources: {'Port': ['ID=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:22.427969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d06576-9b5c-47c3-a119-0d20a853956a None None] No DVR routers for this DVR port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:36:22.577951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] For port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=190ae88e-7133-4ba2-8cfe-c79c3f7019eb,segment=NetworkSegment(eb378e01-179e-44d5-a545-55a7e056c755),segment_id=eb378e01-179e-44d5-a545-55a7e056c755)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:22.578306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:22.697471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Calling delete_port for 190ae88e-7133-4ba2-8cfe-c79c3f7019eb owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:22.770756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:36:22.771098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:36:23.273199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port 190ae88e-7133-4ba2-8cfe-c79c3f7019eb {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:23.274133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.345858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] The port '190ae88e-7133-4ba2-8cfe-c79c3f7019eb' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:36:23.481935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.509795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a28fc0-a7a8-4dea-a441-d28faecb396e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:23.524600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb378e01-179e-44d5-a545-55a7e056c755') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:23.524946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb378e01-179e-44d5-a545-55a7e056c755') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:23.539308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.557540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.565929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:36:23.566374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: util.warn( May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:36:23.585406 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:36:23.615288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd40f78a-c9e4-4fb2-9a17-6070793d1404 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:23.682392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.746993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.800353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.819151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.830200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Network': ['ID=38a28fc0-a7a8-4dea-a441-d28faecb396e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:23.834811 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-83e3bb11-0768-491b-a15b-fbf3b4d66a95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/networks/38a28fc0-a7a8-4dea-a441-d28faecb396e HTTP/1.1" status: 204 len: 168 time: 1.6960213 May 05 16:36:23.837218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53364) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:23.845780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port bd40f78a-c9e4-4fb2-9a17-6070793d1404 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:36:23.850948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bd40f78a-c9e4-4fb2-9a17-6070793d1404 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:23.851334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:23.964660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.000860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port bd40f78a-c9e4-4fb2-9a17-6070793d1404, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd40f78a-c9e4-4fb2-9a17-6070793d1404,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:24.043741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting subnet 5cae0705-489c-47a9-a8cb-1c2f64957d00 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:36:24.047400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.074496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.108867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.162520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 190ae88e-7133-4ba2-8cfe-c79c3f7019eb no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:24.204020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.208321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 190ae88e-7133-4ba2-8cfe-c79c3f7019eb {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:24.208673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 190ae88e-7133-4ba2-8cfe-c79c3f7019eb not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:24.226511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=bd40f78a-c9e4-4fb2-9a17-6070793d1404,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:24.321643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.363786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Subnet': ['ID=5cae0705-489c-47a9-a8cb-1c2f64957d00,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:24.371031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.376749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262b5bbb-8c9b-4524-995c-afb14df335df None None] Network 9f36377a-2600-4dc4-999d-772f158f3eaf requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:24.381410 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-533d8d61-0093-4d7a-9799-cc0e93186e18 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/subnets/5cae0705-489c-47a9-a8cb-1c2f64957d00 HTTP/1.1" status: 204 len: 168 time: 0.5402994 May 05 16:36:24.384296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53368) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:24.505180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.516789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Deleting port ccf1104d-c488-49ef-a0a4-fc059dea2b90 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:24.517121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.642817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] DHCP port deletion for 9f36377a-2600-4dc4-999d-772f158f3eaf request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:36:24.648160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Deleting port ccf1104d-c488-49ef-a0a4-fc059dea2b90 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:24.648589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.737288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] For port ccf1104d-c488-49ef-a0a4-fc059dea2b90, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ccf1104d-c488-49ef-a0a4-fc059dea2b90,segment=NetworkSegment(ee61a718-5659-41ac-838b-37c8203dfc5f),segment_id=ee61a718-5659-41ac-838b-37c8203dfc5f)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:24.737647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.858535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] For port ccf1104d-c488-49ef-a0a4-fc059dea2b90, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ccf1104d-c488-49ef-a0a4-fc059dea2b90,segment=NetworkSegment(ee61a718-5659-41ac-838b-37c8203dfc5f),segment_id=ee61a718-5659-41ac-838b-37c8203dfc5f)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:24.858927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:24.861539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Calling delete_port for ccf1104d-c488-49ef-a0a4-fc059dea2b90 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:24.981139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Calling delete_port for ccf1104d-c488-49ef-a0a4-fc059dea2b90 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:25.026793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.061309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:36:25.061791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:36:25.076975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Port': ['ID=ccf1104d-c488-49ef-a0a4-fc059dea2b90,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:25.078183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] No DVR routers for this DVR port ccf1104d-c488-49ef-a0a4-fc059dea2b90 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:36:25.124309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.206403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.233060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f36377a-2600-4dc4-999d-772f158f3eaf']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:25.245135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee61a718-5659-41ac-838b-37c8203dfc5f') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:25.249517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee61a718-5659-41ac-838b-37c8203dfc5f') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:25.256932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.273729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.279847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:36:25.280232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:36:25.298903 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:36:25.457017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.474317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.486899 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Pushing event deleted for resources: {'Network': ['ID=9f36377a-2600-4dc4-999d-772f158f3eaf,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:25.489600 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3ec310e4-5d1d-4659-8401-c176cd85df24 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/networks/9f36377a-2600-4dc4-999d-772f158f3eaf HTTP/1.1" status: 204 len: 168 time: 1.1067231 May 05 16:36:25.492402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53376) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:25.534293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2bc34ad4-fd08-453b-901d-db7767d16d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Synchronizing usage tracker for tenant:306b661f21454bbbb4489f3f1d37d11b on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:36:25.562895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Deleting port ccf1104d-c488-49ef-a0a4-fc059dea2b90 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:25.563276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.590664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd40f78a-c9e4-4fb2-9a17-6070793d1404 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:36:25.644862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2bc34ad4-fd08-453b-901d-db7767d16d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Unset dirty status for tenant:306b661f21454bbbb4489f3f1d37d11b on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:36:25.644862 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2bc34ad4-fd08-453b-901d-db7767d16d95 tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "GET /v2.0/ports?device_id=9acb6743-03b9-4a68-8f51-38756e959c48 HTTP/1.1" status: 200 len: 205 time: 0.1487603 May 05 16:36:25.644862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53380) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:25.673426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-24494eb6-caa5-4aae-9a4f-174f3c6c2e6a None None] The port 'ccf1104d-c488-49ef-a0a4-fc059dea2b90' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:36:25.706854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bd40f78a-c9e4-4fb2-9a17-6070793d1404 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:36:25.707343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.785180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:25.881094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ccf1104d-c488-49ef-a0a4-fc059dea2b90 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:25.914573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: ccf1104d-c488-49ef-a0a4-fc059dea2b90 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:25.914835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ccf1104d-c488-49ef-a0a4-fc059dea2b90 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:26.274628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:26.278994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:26.440128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:26.440626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Fanout notify agent at l3_agent the message router_deleted on router 9acb6743-03b9-4a68-8f51-38756e959c48 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:36:26.452316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:26.452794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e1280449-1108-41f9-b690-cb1a85174fbf tempest-RoutersNegativeIpV6Test-988083191 tempest-RoutersNegativeIpV6Test-988083191-project] 10.222.0.70 "DELETE /v2.0/routers/9acb6743-03b9-4a68-8f51-38756e959c48 HTTP/1.1" status: 204 len: 168 time: 0.8071287 May 05 16:36:27.008866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53388) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:27.190579 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-98f38a65-adb0-4a6b-8813-4d391c3db540 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=306b661f21454bbbb4489f3f1d37d11b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1805837 May 05 16:36:27.193009 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53394) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:27.253850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590bf2c9-75c7-4248-882d-b8422bd8624e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:27.280950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590bf2c9-75c7-4248-882d-b8422bd8624e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:27.427352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590bf2c9-75c7-4248-882d-b8422bd8624e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:27.442746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bf2c9-75c7-4248-882d-b8422bd8624e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd9989f6-0937-4afd-825e-51ed9ed67931,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:27.449705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-590bf2c9-75c7-4248-882d-b8422bd8624e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:27.451085 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-590bf2c9-75c7-4248-882d-b8422bd8624e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/fd9989f6-0937-4afd-825e-51ed9ed67931 HTTP/1.1" status: 204 len: 168 time: 0.2569370 May 05 16:36:33.702593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:47.832823 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-d8e2ac3d-1e58-4f29-826a-fa115eb92f8f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694213 May 05 16:36:47.844209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53426) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:48.055311 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-8559b90b-b384-44c5-a264-1084ab79de4e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1098 time: 0.1508007 May 05 16:36:48.324410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-0c4f99bb-8ac8-4800-87d7-f4f5bff2c92d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:48.325804 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-0c4f99bb-8ac8-4800-87d7-f4f5bff2c92d service neutron] 10.222.0.71 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 897 time: 0.2514608 May 05 16:36:48.450584 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-e4dd2643-292a-447f-875d-abda2588a00c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 1000 time: 0.1184032 May 05 16:36:48.526122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-768c59c9-d9ca-4388-b0f5-6c84ad8eed6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:48.527578 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-768c59c9-d9ca-4388-b0f5-6c84ad8eed6d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 200 len: 835 time: 0.0702710 May 05 16:36:48.616889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:48.848582 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-0e4af30b-3e21-4963-9b20-3b649363082a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3139694 May 05 16:36:48.867681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-42c2f201-a5eb-4216-aeac-bc9d1ccb84ee service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:36:48.868530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-42c2f201-a5eb-4216-aeac-bc9d1ccb84ee service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0125790 May 05 16:36:49.020976 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-1d69be94-1de3-4121-bcd8-a72cec0ef4cc service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446629 May 05 16:36:49.210537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f014e0e-fc9b-44fc-b987-a52dfc819a07 req-3b8684a9-4baa-42f5-a0f6-078ae2d706f4 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778052 May 05 16:36:49.638205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port bd40f78a-c9e4-4fb2-9a17-6070793d1404 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:49.638578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:49.825771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port bd40f78a-c9e4-4fb2-9a17-6070793d1404, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd40f78a-c9e4-4fb2-9a17-6070793d1404,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:49.826123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:49.946878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for bd40f78a-c9e4-4fb2-9a17-6070793d1404 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:50.194913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:50.244029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=bd40f78a-c9e4-4fb2-9a17-6070793d1404,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:50.283482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.283755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.284082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.284420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.284749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.285073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.285396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.285718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.286038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.286353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.286666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:50.288632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-60400450-6056-4307-a8a8-f81b0c7d4f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:50.642735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:51.225422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:36:51.430631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:51.440241 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:51.443719 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-db87fbed-4906-4d61-b727-5e2fdfd51ab1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/bdbe3048-e2b7-449d-9c59-e6ca6d3b5986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5982556 May 05 16:36:51.452486 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:51.453079 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:51.634100 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:36:51.986115 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:50Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:46Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:51.990496 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:36:52.002163 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:52.002763 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:52.079433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731511a0-72a2-43b8-9ca5-436056ea0dc8 req-dc8106ee-2306-4359-ab72-afdb4828f7bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:52.080298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-731511a0-72a2-43b8-9ca5-436056ea0dc8 req-dc8106ee-2306-4359-ab72-afdb4828f7bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:36:52.221093 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:36:52.254486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-731511a0-72a2-43b8-9ca5-436056ea0dc8 req-dc8106ee-2306-4359-ab72-afdb4828f7bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:36:52.255735 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-731511a0-72a2-43b8-9ca5-436056ea0dc8 req-dc8106ee-2306-4359-ab72-afdb4828f7bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 946 time: 0.2637773 May 05 16:36:52.304313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-731511a0-72a2-43b8-9ca5-436056ea0dc8 req-e5fecf72-c64d-425a-96ed-065beacbc09d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408309 May 05 16:36:52.408917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8aa63265-1ef3-4150-b0a9-74d58ead4405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:52.578444 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:50Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:46Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:52.582502 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d61a476-c383-4463-afb4-a9849fd50889 None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:50Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '59851d33-215b-41bc-bbd5-b718dcce5fc2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.89', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'port_id': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'mac_address': 'fa:16:3e:08:65:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d4314cb-451e-4153-94ea-772989086f17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:34:37Z', 'updated_at': '2022-05-05T16:34:46Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:36:52.684648 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:36:53.506452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4355abaa-2777-46e5-b7d3-ed0ae02ad1ca req-0fd7998e-6917-4622-a0a9-d1841534b064 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:53.507129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4355abaa-2777-46e5-b7d3-ed0ae02ad1ca req-0fd7998e-6917-4622-a0a9-d1841534b064 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:36:53.519131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4355abaa-2777-46e5-b7d3-ed0ae02ad1ca req-0fd7998e-6917-4622-a0a9-d1841534b064 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:36:53.520309 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4355abaa-2777-46e5-b7d3-ed0ae02ad1ca req-0fd7998e-6917-4622-a0a9-d1841534b064 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 946 time: 0.0914004 May 05 16:36:53.547328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd40f78a-c9e4-4fb2-9a17-6070793d1404 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:53.569708 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4355abaa-2777-46e5-b7d3-ed0ae02ad1ca req-99ed3b73-805c-4f1c-b2fc-f3ce9777cab5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=5083a395-565d-448f-9a0a-9e529c59ad0f&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415888 May 05 16:36:53.596054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: bd40f78a-c9e4-4fb2-9a17-6070793d1404 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:53.596328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd40f78a-c9e4-4fb2-9a17-6070793d1404 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:53.660344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:53.683090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-a1c29484-5c42-40ec-a656-cc30f3ae76f9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:36:53.684628 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-a1c29484-5c42-40ec-a656-cc30f3ae76f9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 946 time: 0.0771265 May 05 16:36:53.695249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:53.755579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port c50724ab-c6bf-46db-b2f7-39e9693cfd99 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:53.756020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:53.999253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port c50724ab-c6bf-46db-b2f7-39e9693cfd99, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c50724ab-c6bf-46db-b2f7-39e9693cfd99,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:53.999253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:54.219189 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for c50724ab-c6bf-46db-b2f7-39e9693cfd99 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:54.420740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:54.471383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=c50724ab-c6bf-46db-b2f7-39e9693cfd99,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:54.540406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port c50724ab-c6bf-46db-b2f7-39e9693cfd99 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:36:54.542702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:54.545180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'name': 'network-vif-deleted', 'tag': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:36:54.604937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50755af0-ca66-4164-a9b5-ae00f73cc122'] response: {'server_uuid': '842e5878-c018-4c85-8f0f-f7a8159dd14b', 'name': 'network-vif-deleted', 'tag': 'c50724ab-c6bf-46db-b2f7-39e9693cfd99', 'status': 'completed', 'code': 200} May 05 16:36:54.634695 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-20ebbcd2-2711-4110-8f18-cb8c00b61c42 req-41310346-cced-41f3-9398-e23b2bc8afa3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/c50724ab-c6bf-46db-b2f7-39e9693cfd99 HTTP/1.1" status: 204 len: 173 time: 0.9444432 May 05 16:36:54.747678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-961abfb2-cff8-4370-bcda-01b661824723 req-54682852-ac48-4e3f-8d92-56b4f34b8d76 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:36:54.845473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-961abfb2-cff8-4370-bcda-01b661824723 req-54682852-ac48-4e3f-8d92-56b4f34b8d76 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:36:54.849449 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-961abfb2-cff8-4370-bcda-01b661824723 req-54682852-ac48-4e3f-8d92-56b4f34b8d76 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=842e5878-c018-4c85-8f0f-f7a8159dd14b HTTP/1.1" status: 200 len: 210 time: 0.1428056 May 05 16:36:55.134187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:55.969659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:56.039910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c16878a-790b-4f44-9c1a-4060be1e3d03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.070077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c16878a-790b-4f44-9c1a-4060be1e3d03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.222423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c16878a-790b-4f44-9c1a-4060be1e3d03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.239971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16878a-790b-4f44-9c1a-4060be1e3d03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5083a395-565d-448f-9a0a-9e529c59ad0f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:56.330398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c16878a-790b-4f44-9c1a-4060be1e3d03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.332860 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3c16878a-790b-4f44-9c1a-4060be1e3d03 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/5083a395-565d-448f-9a0a-9e529c59ad0f HTTP/1.1" status: 204 len: 168 time: 0.3608623 May 05 16:36:56.434520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:56.621775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 2acba8f2-be33-48c3-b9fe-acb31afcb16c {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:36:56.625483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.679809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.767911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.948838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:56.989998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=2acba8f2-be33-48c3-b9fe-acb31afcb16c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:56.995241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.002557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53385166-49bb-4469-9a30-871af68fc3b8 None None] Network 2031cc57-8076-451a-aa37-9c3ea7fc3d54 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:36:57.003023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ec6c0bb9-85dd-4984-addf-69f84e9687d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/2acba8f2-be33-48c3-b9fe-acb31afcb16c HTTP/1.1" status: 204 len: 168 time: 0.5658689 May 05 16:36:57.004297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53456) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:57.121451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.133045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port cffed341-da7c-4845-abc9-fc840756926d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:57.146162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.270148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] DHCP port deletion for 2031cc57-8076-451a-aa37-9c3ea7fc3d54 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:36:57.274911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Deleting port cffed341-da7c-4845-abc9-fc840756926d {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:57.275253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.437714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port cffed341-da7c-4845-abc9-fc840756926d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cffed341-da7c-4845-abc9-fc840756926d,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:57.441504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.477162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c50724ab-c6bf-46db-b2f7-39e9693cfd99 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:57.528362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: c50724ab-c6bf-46db-b2f7-39e9693cfd99 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:57.528707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c50724ab-c6bf-46db-b2f7-39e9693cfd99 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:57.553788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] For port cffed341-da7c-4845-abc9-fc840756926d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=cffed341-da7c-4845-abc9-fc840756926d,segment=NetworkSegment(2366e754-5949-4274-bed5-40660f73f914),segment_id=2366e754-5949-4274-bed5-40660f73f914)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:36:57.554177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.562453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for cffed341-da7c-4845-abc9-fc840756926d owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:57.618433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cffed341-da7c-4845-abc9-fc840756926d no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:36:57.691114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.708985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Calling delete_port for cffed341-da7c-4845-abc9-fc840756926d owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:57.737863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=cffed341-da7c-4845-abc9-fc840756926d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:57.747209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: cffed341-da7c-4845-abc9-fc840756926d {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:36:57.747579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device cffed341-da7c-4845-abc9-fc840756926d not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:36:57.748360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.748709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.749132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.749485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.749812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.750153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.750469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.750797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.751123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.751446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.751791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:36:57.754498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port cffed341-da7c-4845-abc9-fc840756926d on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:36:57.792569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:36:57.792922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:36:57.880613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.912352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2031cc57-8076-451a-aa37-9c3ea7fc3d54']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:57.924728 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2366e754-5949-4274-bed5-40660f73f914') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:57.925025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2366e754-5949-4274-bed5-40660f73f914') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:57.937017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.954262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.960271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:36:57.960639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:36:57.974750 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:36:58.142567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:58.161762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:58.173660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=2031cc57-8076-451a-aa37-9c3ea7fc3d54,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:58.266618 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a7b5c7ac-ffd1-4d81-9daf-250264e3294d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/2031cc57-8076-451a-aa37-9c3ea7fc3d54 HTTP/1.1" status: 204 len: 168 time: 1.2609661 May 05 16:36:58.269031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53460) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:36:58.294797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Deleting port cffed341-da7c-4845-abc9-fc840756926d {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:58.295308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:58.368901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a90d2dec-9cf4-41bf-aade-aef79c78bacd None None] The port 'cffed341-da7c-4845-abc9-fc840756926d' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:36:58.473186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port f3afef7e-ab2f-464a-a742-da79be155806 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:36:58.473531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:58.645127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:58.645450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:58.764278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for f3afef7e-ab2f-464a-a742-da79be155806 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:36:59.020694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:59.062786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=f3afef7e-ab2f-464a-a742-da79be155806,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:36:59.245344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:59.640740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:36:59.838814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:36:59.848055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:36:59.854401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:36:59.860409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:36:59.861274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:36:59.913399 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ed518018-b5f3-4801-9c8c-4794b43916dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/59851d33-215b-41bc-bbd5-b718dcce5fc2 HTTP/1.1" status: 204 len: 168 time: 1.6409771 May 05 16:36:59.913399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:36:59.968967 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89da8da-40c4-446d-a45e-cbd62034877e'] response: {'name': 'network-changed', 'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'status': 'completed', 'code': 200} May 05 16:37:00.052056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:00.073128 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-47c4edca-505a-4c26-8f2f-635cd41fadef service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 1098 time: 0.0816112 May 05 16:37:00.212259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-51240fca-73db-4432-9bf4-e5846492432f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:00.213867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-51240fca-73db-4432-9bf4-e5846492432f service neutron] 10.222.0.71 "GET /v2.0/networks?id=27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 200 len: 897 time: 0.1353645 May 05 16:37:00.285018 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-7a84b663-7048-4ee2-8cfe-033507f628c5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 200 len: 217 time: 0.0651155 May 05 16:37:00.351951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-9852f324-8d31-4741-8b73-a5e4cf306649 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:00.353467 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-9852f324-8d31-4741-8b73-a5e4cf306649 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 200 len: 835 time: 0.0631554 May 05 16:37:00.375809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:50Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:00.379802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:37:00.391484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:00.393174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:00.431130 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-0c4dbd1a-056c-41e5-ab97-ab58d7073212 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=27ed5c42-9c39-4d7d-ae89-34a295eddf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709658 May 05 16:37:00.628017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:00.644633 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-8d4bd5e5-73c0-4c5c-ade0-c6b6d969ae34 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063708 May 05 16:37:00.878609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51e443-959f-4f21-9d50-0b37d2491659 req-4e5f0f20-4868-4ed1-8869-032bd218d6ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:00.880132 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae51e443-959f-4f21-9d50-0b37d2491659 req-4e5f0f20-4868-4ed1-8869-032bd218d6ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 945 time: 0.3076882 May 05 16:37:00.919105 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d543ec66-97fd-48d6-8194-ed344dcd0415 req-c95c6399-241a-4d8b-bdcf-78975b9adf67 service neutron] 10.222.0.71 "GET /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676768 May 05 16:37:00.946019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-ae51e443-959f-4f21-9d50-0b37d2491659 req-e1a53462-a13b-4783-b25d-7ffb54846069 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:00.958793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:50Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:00.962935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2f54ec-a187-48f4-8b68-e2405f6f0a78 None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:36:50Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fa8ce04e-fc91-4ec3-be8e-8d218fd83499', 'name': '', 'network_id': '27ed5c42-9c39-4d7d-ae89-34a295eddf95', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:4d:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:00Z', 'updated_at': '2022-05-05T16:34:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '739b1be4-2b7e-4544-9369-fd7b92889230', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:37:01.067922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-ae51e443-959f-4f21-9d50-0b37d2491659 req-e1a53462-a13b-4783-b25d-7ffb54846069 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:01.069099 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae51e443-959f-4f21-9d50-0b37d2491659 req-e1a53462-a13b-4783-b25d-7ffb54846069 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750312 May 05 16:37:01.207375 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca3fb08-92ff-4589-a8c8-44072f81b32d None None] New status for floating IP 59851d33-215b-41bc-bbd5-b718dcce5fc2: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:37:02.128559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554f3066-a265-4077-98ba-be174b7009b1 req-e42ecb6e-e34f-4e00-b21d-cf26a8abd556 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:02.129986 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-554f3066-a265-4077-98ba-be174b7009b1 req-e42ecb6e-e34f-4e00-b21d-cf26a8abd556 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 945 time: 0.0792208 May 05 16:37:02.203553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:02.203895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:02.281905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b45027-218e-484f-8526-dbe77bcbeca4 req-81174b7d-0ec0-467c-a411-2d4bfc2c88bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:02.282604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-88b45027-218e-484f-8526-dbe77bcbeca4 req-81174b7d-0ec0-467c-a411-2d4bfc2c88bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:02.351064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-88b45027-218e-484f-8526-dbe77bcbeca4 req-81174b7d-0ec0-467c-a411-2d4bfc2c88bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:02.352410 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-88b45027-218e-484f-8526-dbe77bcbeca4 req-81174b7d-0ec0-467c-a411-2d4bfc2c88bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 945 time: 0.1546044 May 05 16:37:02.400907 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-88b45027-218e-484f-8526-dbe77bcbeca4 req-824f098a-babc-46d4-958a-1ae987f10c70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=95e6acac-62d2-4c1f-8813-130f9ee327ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425942 May 05 16:37:02.446719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:02.447358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:02.570235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:37:02.787978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:02.840522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:02.913806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:37:02.917406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:02.919381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'name': 'network-vif-deleted', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:37:02.979769 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b231956-a353-46cb-94cb-379de4324ac1'] response: {'server_uuid': '8d4314cb-451e-4153-94ea-772989086f17', 'name': 'network-vif-deleted', 'tag': 'f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec', 'status': 'completed', 'code': 200} May 05 16:37:03.040066 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-554f3066-a265-4077-98ba-be174b7009b1 req-a9ce3f14-c123-4d44-8eca-184d936bf49d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec HTTP/1.1" status: 204 len: 173 time: 0.9047568 May 05 16:37:03.587897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6713864d-1521-402a-8dfe-bbb19e51e84f req-aef1b05b-37d0-461b-a9e7-7c00bf697d1e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=8d4314cb-451e-4153-94ea-772989086f17 HTTP/1.1" status: 200 len: 210 time: 0.0425541 May 05 16:37:03.735075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:04.698743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53480) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:04.769993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-681836b1-c5b5-43fa-90af-48da89b07784 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:04.800316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-681836b1-c5b5-43fa-90af-48da89b07784 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:05.002809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-681836b1-c5b5-43fa-90af-48da89b07784 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:05.023119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681836b1-c5b5-43fa-90af-48da89b07784 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e6acac-62d2-4c1f-8813-130f9ee327ed,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:05.139000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-681836b1-c5b5-43fa-90af-48da89b07784 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:05.141448 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-681836b1-c5b5-43fa-90af-48da89b07784 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/95e6acac-62d2-4c1f-8813-130f9ee327ed HTTP/1.1" status: 204 len: 168 time: 0.4417305 May 05 16:37:05.366700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53486) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:05.486651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:37:05.522794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:37:05.522794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f3b40565-1e5d-4cb4-85a1-8c0dd99a77ec not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:37:05.772387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:06.484884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port fa8ce04e-fc91-4ec3-be8e-8d218fd83499 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:06.485226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:06.670378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port fa8ce04e-fc91-4ec3-be8e-8d218fd83499, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:06.671104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:06.792284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for fa8ce04e-fc91-4ec3-be8e-8d218fd83499 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:37:07.031903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:07.081099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=fa8ce04e-fc91-4ec3-be8e-8d218fd83499,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:07.378929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:08.054172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:37:08.251008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:37:08.261517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] Sync routers for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:37:08.263971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-233103a7-feca-4c75-a2af-9b164da7228b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/bdbe3048-e2b7-449d-9c59-e6ca6d3b5986/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8962650 May 05 16:37:08.266570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53490) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:08.275619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:08.276240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:08.448293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 739b1be4-2b7e-4544-9369-fd7b92889230 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:37:08.451214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:08.462230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:08.504093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:08.590089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:08.736926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:08.757230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:37:06Z', 'revision_number': 7, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:08.761899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] Checking router: bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:37:08.775188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] Routers {'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:08.775848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:08.782964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=739b1be4-2b7e-4544-9369-fd7b92889230,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:08.787965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:08.794311 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3b384cdb-1292-4e26-8ee4-a013fd70c561 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/739b1be4-2b7e-4544-9369-fd7b92889230 HTTP/1.1" status: 204 len: 168 time: 0.5267956 May 05 16:37:08.797099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53494) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:08.836211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5046fd19-6c86-4525-a650-6d8ed989d5d7 None None] Network 27ed5c42-9c39-4d7d-ae89-34a295eddf95 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:37:08.994898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:09.144456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] Set router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:09.308290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:09.427982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port d51480cc-060b-4cb8-abf9-8e2abd800dda {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:09.428321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:09.452764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] DHCP port deletion for 27ed5c42-9c39-4d7d-ae89-34a295eddf95 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:37:09.492113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Deleting port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:09.492487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:09.607201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:37:09.610438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port d51480cc-060b-4cb8-abf9-8e2abd800dda, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d51480cc-060b-4cb8-abf9-8e2abd800dda,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:09.610799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:09.733966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for d51480cc-060b-4cb8-abf9-8e2abd800dda owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:37:09.764484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:37:06Z', 'revision_number': 7, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:09.782328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8179ca8-d2ab-4ce2-88b4-94825c263513 None None] The sync data for ids ['bdbe3048-e2b7-449d-9c59-e6ca6d3b5986'] in dv-neutron-840483-1-hyperv is: [{'id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'name': 'tempest-TestNetworkBasicOps-router-1908161663', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103'}], 'enable_snat': True}, 'gw_port_id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:33:50Z', 'updated_at': '2022-05-05T16:37:06Z', 'revision_number': 7, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'd51480cc-060b-4cb8-abf9-8e2abd800dda', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:0e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbe3048-e2b7-449d-9c59-e6ca6d3b5986', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:33:51Z', 'updated_at': '2022-05-05T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:37:09.801002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:09.801492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:09.969779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Calling delete_port for ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:37:10.008616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.027563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.055872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=d51480cc-060b-4cb8-abf9-8e2abd800dda,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:10.083759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:10.180758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.247587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:10.257257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.257706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.258141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.258568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.258992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.259415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.259876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.260295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.260725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.261173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.261584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:10.274721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:37:10.275162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:37:10.289535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.548957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.553229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.663111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.663111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:37:10.678266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.682799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53500) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:10.683300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1b2ad8f1-4d2b-4d98-9f4d-27378674ee26 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/bdbe3048-e2b7-449d-9c59-e6ca6d3b5986 HTTP/1.1" status: 204 len: 168 time: 1.8847930 May 05 16:37:10.776117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Deleting port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:10.776598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.813369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:10.827918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:10.827918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:11.001397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:11.001790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:11.032353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,segment=NetworkSegment(299119a8-8844-4e12-ac66-d221d6571cd9),segment_id=299119a8-8844-4e12-ac66-d221d6571cd9)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:11.032711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:11.128128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Calling delete_port for ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:37:11.159883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:37:11.302338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:11.308052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:37:11.308396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:37:11.348197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] Pushing event deleted for resources: {'Port': ['ID=ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:11.354226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf841c90-7ee4-498e-852d-851391555c45 None None] No DVR routers for this DVR port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:37:11.595656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d51480cc-060b-4cb8-abf9-8e2abd800dda no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:37:11.629240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d51480cc-060b-4cb8-abf9-8e2abd800dda {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:37:11.629479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d51480cc-060b-4cb8-abf9-8e2abd800dda not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:37:11.629903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fa8ce04e-fc91-4ec3-be8e-8d218fd83499 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:37:11.661290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: fa8ce04e-fc91-4ec3-be8e-8d218fd83499 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:37:11.661636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fa8ce04e-fc91-4ec3-be8e-8d218fd83499 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:37:11.809758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:37:11.810330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:11.874395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] The port 'ed6ebb61-ce1e-4bbb-ab9a-737e02a5bcd0' was deleted {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:37:11.994537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.021394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27ed5c42-9c39-4d7d-ae89-34a295eddf95']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:12.033954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '299119a8-8844-4e12-ac66-d221d6571cd9') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:12.034247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '299119a8-8844-4e12-ac66-d221d6571cd9') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:12.045202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.060686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.066927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:37:12.067310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:37:12.085839 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:37:12.318708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.323176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.352781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=27ed5c42-9c39-4d7d-ae89-34a295eddf95,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:12.362491 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-747ebba9-1e7e-456d-b893-e54537b630f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/27ed5c42-9c39-4d7d-ae89-34a295eddf95 HTTP/1.1" status: 204 len: 168 time: 1.6775939 May 05 16:37:12.384676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53504) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:12.391036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--320059632', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:12.395912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:12.399955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:12.402822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:12.408444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:12.501477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:37:12.504416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.533226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 786} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:37:12.541985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.542328 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment d48c51df-1915-4205-bb57-4e128b3a68ab of type vlan for network aa3a55c7-ed10-45eb-b278-6aa974d403dd May 05 16:37:12.570427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.659424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.663155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:12.664229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.775178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=aa3a55c7-ed10-45eb-b278-6aa974d403dd,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:12.785561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:37:12.837857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72641859-8f47-4926-8f24-8ce3f30c6a0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4519131 May 05 16:37:12.840655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53508) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:12.846726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:12.858483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:12.858769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:12.861865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:12.867753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:12.945316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.950022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:12.964762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:13.172254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:13.415672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:13.443996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:13.581806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.57 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/6050c965-0bdf-428c-bc78-7aacdf4284e0) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:37:13.730378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:13.816301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:13.881567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:37:13.884680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:13.889945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:37:13.916094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=6050c965-0bdf-428c-bc78-7aacdf4284e0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:14.104840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:14.105566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:14.419192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:37:14.758887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:37:14.770368 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Sync routers for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:37:14.786096 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:14.786928 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:14.976740 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:14.987685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:14.988880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-81ab18dd-4e6c-49fc-acac-c38b94fb3e3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1472485 May 05 16:37:14.991861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53512) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:15.034777 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9156ac59-f47a-4f9c-9058-0c45af816a8a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417411 May 05 16:37:15.037209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53516) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:15.261091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2930cb4e-0211-4a3d-b18f-9b42a170f2d6 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:15.265868 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2930cb4e-0211-4a3d-b18f-9b42a170f2d6 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2243772 May 05 16:37:15.266156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53520) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:15.308181 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c708fd3d-bf45-49ed-a177-895a54709652 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387030 May 05 16:37:15.315680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53524) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:15.316266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-541570986', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:15.323792 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:13Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:15.328766 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Checking router: d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:37:15.329113 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Updating router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb port 6050c965-0bdf-428c-bc78-7aacdf4284e0 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:37:15.383188 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:15.425711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:15.429595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:15.432429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:15.439012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:15.570383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:37:15.677405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:15.736621 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:15.747968 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Transition to ACTIVE for port object 6050c965-0bdf-428c-bc78-7aacdf4284e0 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:15.816105 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:15.897160 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Pushing event updated for resources: {'Port': ['ID=6050c965-0bdf-428c-bc78-7aacdf4284e0,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:15.901065 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Attempting to bind port 6050c965-0bdf-428c-bc78-7aacdf4284e0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:37:15.901422 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Attempting to bind port 6050c965-0bdf-428c-bc78-7aacdf4284e0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:37:15.901780 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Attempting to bind port 6050c965-0bdf-428c-bc78-7aacdf4284e0 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:37:15.913635 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.913972 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.914299 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.914628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.914945 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.915311 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.915659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.915983 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.916293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.916605 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.916916 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:37:15.920273 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:37:15.920455 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:37:15.920802 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:15.921170 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:37:15.921624 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Bound port: 6050c965-0bdf-428c-bc78-7aacdf4284e0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:37:15.922039 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:15.991951 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] For port 6050c965-0bdf-428c-bc78-7aacdf4284e0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:37:15.994837 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] For port 6050c965-0bdf-428c-bc78-7aacdf4284e0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6050c965-0bdf-428c-bc78-7aacdf4284e0,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:37:16.031349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:16.110414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=18441012-32df-4e37-891d-5b5f2686fad6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:16.119432 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:16.132536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:37:16.132536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: aa3a55c7-ed10-45eb-b278-6aa974d403dd, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:37:16.203580 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab928970-f94a-4b66-bad0-30522fdd91ac None None] Pushing event updated for resources: {'Port': ['ID=6050c965-0bdf-428c-bc78-7aacdf4284e0,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:16.206081 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:16.206661 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:16.247909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:37:16.335943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, aa3a55c7-ed10-45eb-b278-6aa974d403dd) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:16.340119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:16.340955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:16.345922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116d2ba2-3b4a-4489-9327-490d52ab667f None None] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:37:16.382490 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:16.451203 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-980c587f-faf3-49d3-8a88-925b5ad8506c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1411502 May 05 16:37:16.454257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53528) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:16.576012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:37:16.577367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:16.683677 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:13Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:16.688890 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1cc97d-27d7-41db-95ab-abf9152254bb None None] The sync data for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv is: [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:13Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:37:16.747726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Allocated IP 172.20.0.2 (aa3a55c7-ed10-45eb-b278-6aa974d403dd/18441012-32df-4e37-891d-5b5f2686fad6/891f8c52-a622-4023-a5e1-69cbb0fdfaf2) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:37:17.000371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.010271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Transition to ACTIVE for port object 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:17.031201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Transition to ACTIVE for port object 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:17.119091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.191946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:37:17.195145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:17.199992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:37:17.203175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Pushing event updated for resources: {'Port': ['ID=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:17.300113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Attempting to bind port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:37:17.300515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Attempting to bind port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:37:17.300883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Attempting to bind port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 on network aa3a55c7-ed10-45eb-b278-6aa974d403dd {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:37:17.308156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:37:17.308536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Checking segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:37:17.308943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.309337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Bound using segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:37:17.309815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Bound port: 891f8c52-a622-4023-a5e1-69cbb0fdfaf2, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:37:17.310298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.409900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] For port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:37:17.413233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] For port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:37:17.443481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.502444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.585322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cbd6e-b9ee-4a32-9a1b-c137bd253574 None None] Pushing event updated for resources: {'Port': ['ID=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:17.641520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6050c965-0bdf-428c-bc78-7aacdf4284e0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:17.787773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 6050c965-0bdf-428c-bc78-7aacdf4284e0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:17.793793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 6050c965-0bdf-428c-bc78-7aacdf4284e0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:17.794250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.849979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (aa3a55c7-ed10-45eb-b278-6aa974d403dd/18441012-32df-4e37-891d-5b5f2686fad6/4301deb8-0c2a-489b-899f-0a04e3272846) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:37:17.937334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:17.963700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 6050c965-0bdf-428c-bc78-7aacdf4284e0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6050c965-0bdf-428c-bc78-7aacdf4284e0,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:18.055363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:18.071157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 4301deb8-0c2a-489b-899f-0a04e3272846 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:18.073128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:18.142958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=6050c965-0bdf-428c-bc78-7aacdf4284e0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:18.157710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:18.230404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:37:18.233681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:18.237751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:37:18.269448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=4301deb8-0c2a-489b-899f-0a04e3272846,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:18.301112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:18.454195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:18.683483 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e70e7c-790d-4974-8e82-64699d480c53 None None] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:37:18.873896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:18.895142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1b1aae1e-8ebb-4cd5-a6f8-80093dbcb182 None None] Provisioning for port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:18.941939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:19.057659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:19.061296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=4301deb8-0c2a-489b-899f-0a04e3272846,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:19.303991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:37:19.304681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:19.333911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-45d8e6a6-9407-473f-8244-1b9616da8489 None None] Provisioning for port 4301deb8-0c2a-489b-899f-0a04e3272846 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:19.347324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-45d8e6a6-9407-473f-8244-1b9616da8489 None None] Provisioning complete for port 4301deb8-0c2a-489b-899f-0a04e3272846 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:19.347798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-45d8e6a6-9407-473f-8244-1b9616da8489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:19.408490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-45d8e6a6-9407-473f-8244-1b9616da8489 None None] Port 4301deb8-0c2a-489b-899f-0a04e3272846 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:37:19.531574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d4532288-5672-45be-9dc3-9ba6ac4e1a03 None None] Provisioning complete for port 4301deb8-0c2a-489b-899f-0a04e3272846 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:19.532031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d4532288-5672-45be-9dc3-9ba6ac4e1a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:19.591863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d4532288-5672-45be-9dc3-9ba6ac4e1a03 None None] Port 4301deb8-0c2a-489b-899f-0a04e3272846 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:37:19.684422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6050c965-0bdf-428c-bc78-7aacdf4284e0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:19.712511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:37:19.793292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 6050c965-0bdf-428c-bc78-7aacdf4284e0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:19.793664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:19.910278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:19.926572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:37:19.943224 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6324c727-8f59-452b-8785-a8cf861b88ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4854021 May 05 16:37:19.943548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53532) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:20.095352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.095768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.096000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:20.101168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.101168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.101168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.101168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.101168 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0bae9022-819d-434b-b2a2-47be095807c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1544821 May 05 16:37:20.103110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:20.103637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53536) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:20.103903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:20.177187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.177479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.178007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.178564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.178927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.179286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:20.181108 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b6a82004-5aa4-440d-bbc6-0aeacd32b409 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0763891 May 05 16:37:20.183904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53540) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:20.236177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:20.266205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Sync routers for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:37:20.282072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:20.286560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:20.287195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:20.393541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b117a5c7-7f55-4389-beb9-14cba870264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:20.402389 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f6a7766e-2e91-4c73-945c-d3dc4e152449 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2173972 May 05 16:37:20.413007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:20.507108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:20.525993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:20.768339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53546) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:20.777083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-88347280', 'description': 'tempest-secgroup-smoke-88347280 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:20.783247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:20.787677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:20.790630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:20.797948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:20.853170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:20.857225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Checking router: d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:37:20.858338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Updating router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb port 4301deb8-0c2a-489b-899f-0a04e3272846 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:37:20.900406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:20.909793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:20.938344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:20.942300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:20.945484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:20.952294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:21.007931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.073252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.119928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0747ec64-325d-457b-833d-b99ac25bf713,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:21.210269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.211541 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db2ab7bf-5f10-4a44-92a8-096ca1fcd3f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.4417038 May 05 16:37:21.214400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53550) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:21.220405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '0747ec64-325d-457b-833d-b99ac25bf713', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:21.226316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:21.231003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:21.238495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:21.242090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:21.304727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.316203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Transition to ACTIVE for port object 4301deb8-0c2a-489b-899f-0a04e3272846 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:21.372246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.427875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.439358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.519018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.547883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e959f0-da00-4d4f-9300-f1c18e53df16,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:21.559988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554514e5-1054-4c74-88cd-047705eb13fa None None] Pushing event updated for resources: {'Port': ['ID=4301deb8-0c2a-489b-899f-0a04e3272846,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:21.633617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.635599 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e58a8442-33bb-4741-bd95-c966ccba7ca5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4200592 May 05 16:37:21.639727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53554) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:21.647830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:21.650351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '0747ec64-325d-457b-833d-b99ac25bf713', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:21.659210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:21.666428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:21.671253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:21.678386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:21.759179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Attempting to bind port 4301deb8-0c2a-489b-899f-0a04e3272846 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:37:21.759597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Attempting to bind port 4301deb8-0c2a-489b-899f-0a04e3272846 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:37:21.759968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Attempting to bind port 4301deb8-0c2a-489b-899f-0a04e3272846 on network aa3a55c7-ed10-45eb-b278-6aa974d403dd {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:37:21.772674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:37:21.773044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Checking segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:37:21.773487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.782132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Bound using segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:37:21.782132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Bound port: 4301deb8-0c2a-489b-899f-0a04e3272846, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:37:21.782863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.783654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.855053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.857549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:21.857549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.943104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] For port 4301deb8-0c2a-489b-899f-0a04e3272846, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:37:21.945110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:21.949969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] For port 4301deb8-0c2a-489b-899f-0a04e3272846, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4301deb8-0c2a-489b-899f-0a04e3272846,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:37:21.969417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77d9550b-3562-47aa-add9-817e8ad0a950,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:22.019733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.062954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.065040 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-398b9c7f-4d28-44dd-915c-9ac1bfa57250 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4238801 May 05 16:37:22.068839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53560) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:22.075341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '0747ec64-325d-457b-833d-b99ac25bf713', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:22.082550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:22.088885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:22.092046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:22.099311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554514e5-1054-4c74-88cd-047705eb13fa None None] Pushing event updated for resources: {'Port': ['ID=4301deb8-0c2a-489b-899f-0a04e3272846,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:22.100376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:22.104008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:22.104626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:36:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:22.223094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.294148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.297736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:22.374611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.398192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bfc4fbd-2d53-41eb-a23e-5adaae06741d,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:22.510845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cf75236e-96e3-44fe-94ff-a5a14fc7b321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.550740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.551975 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-177dc260-2a63-429c-8727-20770ef6e460 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4816489 May 05 16:37:22.554713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53564) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:22.560893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '0747ec64-325d-457b-833d-b99ac25bf713', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:22.566827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:22.570755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:22.582822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:22.588960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:22.640685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:21Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:22.646354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1be0848-c03b-400c-b583-f3abc9ae531d None None] The sync data for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv is: [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:21Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:37:22.718256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.798278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.873299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.898944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3170a162-cd51-4bec-b71d-4836889cded8,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:22.982198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:22.990449 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9a445df4-60d3-4cc4-89ca-6936f5dd6cc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4276481 May 05 16:37:22.990449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53570) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:22.991723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '0747ec64-325d-457b-833d-b99ac25bf713', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:22.997833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:23.002402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:23.005508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:23.012076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:23.102283 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:37:23.109893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.306992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.388789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.409260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87721f02-ee68-4994-86ae-219cc1fd65e6,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:23.488886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.489524 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e9a2d85d-3170-413d-b989-1f0fd3b03a24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.5022757 May 05 16:37:23.492409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53574) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:23.500122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '0747ec64-325d-457b-833d-b99ac25bf713', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:23.506402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:23.511503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:23.515505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:23.522608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:23.620223 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:37:23.629827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.640868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4301deb8-0c2a-489b-899f-0a04e3272846 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:23.678445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.713732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.719089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.797139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.821990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94915816-b75a-44b4-ac0e-c3bea7609399,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:23.825626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 4301deb8-0c2a-489b-899f-0a04e3272846 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:23.830331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4301deb8-0c2a-489b-899f-0a04e3272846 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:23.830703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.910544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.911940 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-00fdd4a4-f9ea-4c6c-a396-3f2fbd6cdb40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4185054 May 05 16:37:23.946726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:23.979438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 4301deb8-0c2a-489b-899f-0a04e3272846, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4301deb8-0c2a-489b-899f-0a04e3272846,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:24.101885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:24.147996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c4a74f47-c830-4baf-b254-3264e6c0cc7b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:24.169732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=4301deb8-0c2a-489b-899f-0a04e3272846,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:24.261584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c4a74f47-c830-4baf-b254-3264e6c0cc7b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:24.262759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c4a74f47-c830-4baf-b254-3264e6c0cc7b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-88347280&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1617153 May 05 16:37:24.415491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c62dabb1-68b3-4c19-b960-8724f759a9b7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:24.416166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c62dabb1-68b3-4c19-b960-8724f759a9b7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:24.500605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c62dabb1-68b3-4c19-b960-8724f759a9b7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:24.500605 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-c62dabb1-68b3-4c19-b960-8724f759a9b7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=aa3a55c7-ed10-45eb-b278-6aa974d403dd HTTP/1.1" status: 200 len: 796 time: 0.2271235 May 05 16:37:24.514023 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-0f304226-b52a-48dc-b9f4-37530da1c77b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0115123 May 05 16:37:24.596429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-99b4a1c6-5c0b-48c4-9f31-02a0ec2268da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:24.657766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-99b4a1c6-5c0b-48c4-9f31-02a0ec2268da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:24.659225 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-99b4a1c6-5c0b-48c4-9f31-02a0ec2268da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1386311 May 05 16:37:24.807484 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d877386-b719-4963-bc23-e6020e55a099 service neutron] 10.222.0.70 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362875 May 05 16:37:24.938908 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-083b49b9-38a8-45f6-ab23-158cee8081d0 service neutron] 10.222.0.70 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251845 May 05 16:37:25.093659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:25.213213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f8246ab8-f2d9-4b28-92e9-fe64484926ce req-373eb7e2-e292-450b-a676-626a86276974 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:25.224789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f8246ab8-f2d9-4b28-92e9-fe64484926ce req-373eb7e2-e292-450b-a676-626a86276974 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:25.225913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f8246ab8-f2d9-4b28-92e9-fe64484926ce req-373eb7e2-e292-450b-a676-626a86276974 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 210 time: 0.0551379 May 05 16:37:25.605115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4301deb8-0c2a-489b-899f-0a04e3272846 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:25.680447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4301deb8-0c2a-489b-899f-0a04e3272846 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:25.680799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:26.391001 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-50ecb125-6a0e-4572-a356-5f01988ff3e8 req-96a6ce3b-d804-4d2b-9971-ed49ade1021b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 210 time: 0.0425792 May 05 16:37:27.561880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7514bc40-23be-4bf1-a962-de386958c8a1 req-fb1c45b6-f00d-45f0-9b5d-f07a5831c1d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 210 time: 0.0428858 May 05 16:37:27.753025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266cba7-1574-489d-b61c-e3af94977e4d req-2cbeb620-d87b-4da1-b8e0-b0ced9082709 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:27.753710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-2cbeb620-d87b-4da1-b8e0-b0ced9082709 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:27.766850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-1266cba7-1574-489d-b61c-e3af94977e4d req-2cbeb620-d87b-4da1-b8e0-b0ced9082709 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:27.768063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-2cbeb620-d87b-4da1-b8e0-b0ced9082709 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=aa3a55c7-ed10-45eb-b278-6aa974d403dd HTTP/1.1" status: 200 len: 796 time: 0.1597314 May 05 16:37:27.824688 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-78bec754-2d6f-4a89-b423-2bbc69b423df tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 378 time: 0.0438988 May 05 16:37:27.832702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['0747ec64-325d-457b-833d-b99ac25bf713']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:28.074476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:28.085169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:28.175920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:37:28.178972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:28.339326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.14 (aa3a55c7-ed10-45eb-b278-6aa974d403dd/18441012-32df-4e37-891d-5b5f2686fad6/e0bd8e70-93e5-46a0-9290-a7f7cd3edebf) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:37:28.534710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:28.550146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object e0bd8e70-93e5-46a0-9290-a7f7cd3edebf will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:28.654371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:28.741330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:37:28.745158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:28.747577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:37:28.772908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:28.788225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1afbb3-379e-4080-8671-bd6a2b2898d8 req-876f6026-7b83-4460-8ce0-f61553f8911e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:28.788225 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e1afbb3-379e-4080-8671-bd6a2b2898d8 req-876f6026-7b83-4460-8ce0-f61553f8911e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 932 time: 0.0993006 May 05 16:37:28.817585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:28.818660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:28.837225 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e1afbb3-379e-4080-8671-bd6a2b2898d8 req-4db729e7-a63b-467e-9542-6d366a0d558c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438819 May 05 16:37:28.942372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1d19af7b-817a-41be-8f89-f369a70dae9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1131768 May 05 16:37:29.082634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Request body: {'port': {'device_id': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:29.124338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6cfe9a71-561f-4a86-8a65-37a58621c83a None None] Provisioning for port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:29.130044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6cfe9a71-561f-4a86-8a65-37a58621c83a None None] Provisioning complete for port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:29.130407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6cfe9a71-561f-4a86-8a65-37a58621c83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:29.183651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe9a71-561f-4a86-8a65-37a58621c83a None None] Port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:37:29.192857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:29.532652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0bd8e70-93e5-46a0-9290-a7f7cd3edebf {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:37:29.539567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:29.555144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Transition to ACTIVE for port object e0bd8e70-93e5-46a0-9290-a7f7cd3edebf will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:37:29.638411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:29.685236 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:37:29.774415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:29.900251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Attempting to bind port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:37:29.900374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Attempting to bind port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:37:29.900698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Attempting to bind port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf on network aa3a55c7-ed10-45eb-b278-6aa974d403dd {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:37:29.907979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf on network aa3a55c7-ed10-45eb-b278-6aa974d403dd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:37:29.909833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Attempting to bind port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf on network aa3a55c7-ed10-45eb-b278-6aa974d403dd {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:37:29.915330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:37:29.915713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Checking segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:37:29.916067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Bound using segment: {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:37:29.916532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Bound port: e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd48c51df-1915-4205-bb57-4e128b3a68ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:37:29.916879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:30.060515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] For port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:37:30.072357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] For port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:37:30.087320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771f9e8c-2df9-4f83-bb71-15c01149e25a req-5c1e1e83-3d90-4679-bdeb-e14b7418facb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:30.087910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-771f9e8c-2df9-4f83-bb71-15c01149e25a req-5c1e1e83-3d90-4679-bdeb-e14b7418facb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:37:30.147588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:30.204932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-771f9e8c-2df9-4f83-bb71-15c01149e25a req-5c1e1e83-3d90-4679-bdeb-e14b7418facb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:37:30.206159 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-771f9e8c-2df9-4f83-bb71-15c01149e25a req-5c1e1e83-3d90-4679-bdeb-e14b7418facb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 944 time: 0.2270517 May 05 16:37:30.213470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:30.214895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] 10.222.0.71 "PUT /v2.0/ports/e0bd8e70-93e5-46a0-9290-a7f7cd3edebf HTTP/1.1" status: 200 len: 1094 time: 1.2651279 May 05 16:37:30.218947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:37:30.269411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d60844-8af0-4b35-84a1-78332fe87682 service neutron] Pushing event updated for resources: {'Port': ['ID=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:30.289380 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-771f9e8c-2df9-4f83-bb71-15c01149e25a req-45596707-41ce-4fa6-9b93-6c08053a65a3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716357 May 05 16:37:30.290880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26d63a17-d95b-4f2b-8396-3f4d62b03373'] response: {'name': 'network-changed', 'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'status': 'completed', 'code': 200} May 05 16:37:30.383970 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84c17f19-5c3e-4cf0-a483-607ae894ea27 req-335d9661-2601-47fb-90cb-6b0a611104eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0741599 May 05 16:37:30.621906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17f19-5c3e-4cf0-a483-607ae894ea27 req-584ede6f-a763-4e43-b1bd-6e1c401d6515 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:30.623248 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84c17f19-5c3e-4cf0-a483-607ae894ea27 req-584ede6f-a763-4e43-b1bd-6e1c401d6515 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2326818 May 05 16:37:30.763495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c17f19-5c3e-4cf0-a483-607ae894ea27 req-91bedfa3-1baf-42e0-8ae6-87585e6a9821 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:30.764926 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84c17f19-5c3e-4cf0-a483-607ae894ea27 req-91bedfa3-1baf-42e0-8ae6-87585e6a9821 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361639 May 05 16:37:30.871375 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-fabb0318-fa46-4ab0-af9c-41849d9c2b68 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 1097 time: 0.0716279 May 05 16:37:30.937444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-174d9e1e-f13b-42aa-b883-d5def83e326d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf HTTP/1.1" status: 200 len: 217 time: 0.0599093 May 05 16:37:31.003393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266cba7-1574-489d-b61c-e3af94977e4d req-bc2f5b03-53ab-40fd-b4c2-67cde2fb58a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:31.004872 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-bc2f5b03-53ab-40fd-b4c2-67cde2fb58a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18441012-32df-4e37-891d-5b5f2686fad6 HTTP/1.1" status: 200 len: 834 time: 0.0623257 May 05 16:37:31.079444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-1c0a6739-b657-4328-b5f7-63a4ae7debbd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa3a55c7-ed10-45eb-b278-6aa974d403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687499 May 05 16:37:31.210658 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-a38f96e9-2636-4594-98a8-94669a627903 service neutron] 10.222.0.71 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252131 May 05 16:37:31.342067 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1266cba7-1574-489d-b61c-e3af94977e4d req-3acecf60-d46a-4f61-aa02-3c9484ddbd79 service neutron] 10.222.0.71 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260452 May 05 16:37:31.499104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ce6a0-7b4c-42d0-8dec-c0e95c6df616 req-060fa9ab-dbed-45ef-9a3f-87ff06fff507 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:31.500830 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-619ce6a0-7b4c-42d0-8dec-c0e95c6df616 req-060fa9ab-dbed-45ef-9a3f-87ff06fff507 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 944 time: 0.0769491 May 05 16:37:31.552333 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-619ce6a0-7b4c-42d0-8dec-c0e95c6df616 req-98f5236a-db9a-468d-820f-9819412558a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457270 May 05 16:37:32.753318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c54a130-40d3-41fc-82e4-ba4636035a1d req-fbaff139-9b88-48d5-bbe5-22c9029976ca tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:32.754832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c54a130-40d3-41fc-82e4-ba4636035a1d req-fbaff139-9b88-48d5-bbe5-22c9029976ca tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 944 time: 0.0742784 May 05 16:37:32.805320 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c54a130-40d3-41fc-82e4-ba4636035a1d req-7208a6e2-f7a3-4155-a599-b584d6a5f33b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442390 May 05 16:37:33.660871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device e0bd8e70-93e5-46a0-9290-a7f7cd3edebf details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:37:33.780589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:33.842375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:33.857061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'port_id': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'mac_address': 'fa:16:3e:98:55:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:37:33.916642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:33.935409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0bd8e70-93e5-46a0-9290-a7f7cd3edebf {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:37:33.952741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:34.001355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7a3d32-5675-4b96-8b01-6a55f678cae7 req-7b570c6e-b4ff-4066-830b-4beb9f0825cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:34.002841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a7a3d32-5675-4b96-8b01-6a55f678cae7 req-7b570c6e-b4ff-4066-830b-4beb9f0825cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 944 time: 0.0743206 May 05 16:37:34.041917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:34.050591 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a7a3d32-5675-4b96-8b01-6a55f678cae7 req-efc6de0f-5cf1-45d5-a334-dce2d23168a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415761 May 05 16:37:34.109041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:34.401446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['e0bd8e70-93e5-46a0-9290-a7f7cd3edebf'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:37:35.260716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60802483-ac93-4cb8-bb37-4b267ba3fe81 req-3a10eb6d-ef36-42de-b41e-74d45b5ab8bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:35.262351 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-60802483-ac93-4cb8-bb37-4b267ba3fe81 req-3a10eb6d-ef36-42de-b41e-74d45b5ab8bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 945 time: 0.0850723 May 05 16:37:35.308801 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-60802483-ac93-4cb8-bb37-4b267ba3fe81 req-bba5f341-cade-46de-a642-4ffaa2596e9f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407209 May 05 16:37:35.673406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device e0bd8e70-93e5-46a0-9290-a7f7cd3edebf up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:37:35.869860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:37:35.875359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:37:35.875782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:35.992396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:36.020020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:37:36.029430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:37:36.107155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:36.173111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:36.235775 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ab3a966-ca6c-4d08-a0ba-f84fb54f626a'] response: {'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'code': 200} May 05 16:37:36.545612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaa4d3-2644-42a0-b6de-8b7874501dec req-c2f9e03e-0518-46cd-a066-6928f5e852c4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:36.547051 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-10aaa4d3-2644-42a0-b6de-8b7874501dec req-c2f9e03e-0518-46cd-a066-6928f5e852c4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.1131370 May 05 16:37:36.609052 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-10aaa4d3-2644-42a0-b6de-8b7874501dec req-32c15e19-5d85-4234-9144-3e9ecac67c35 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545719 May 05 16:37:36.622152 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e95fe28b-9028-4bac-8ade-4c7a2f778013 req-b358e59f-0692-4bea-b04f-c49232e0dfe4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 1099 time: 0.1151323 May 05 16:37:36.666333 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e95fe28b-9028-4bac-8ade-4c7a2f778013 req-0be2df2d-20b4-4a3e-8491-253f9e2565c6 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388358 May 05 16:37:37.815072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715d0a3-4d6a-49e8-ab27-e4f70b860dfe req-58ef1e60-4e09-4bc2-8efd-d9faca801eaa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:37.817159 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4715d0a3-4d6a-49e8-ab27-e4f70b860dfe req-58ef1e60-4e09-4bc2-8efd-d9faca801eaa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.0828590 May 05 16:37:37.863043 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4715d0a3-4d6a-49e8-ab27-e4f70b860dfe req-9e8e7abe-3f8c-4b18-a8fd-c9e360f9f72b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395501 May 05 16:37:39.064625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff5ec0-ede7-447b-88dc-c32dfcfd76f1 req-8836b6ab-7260-4647-865f-ef3b7004cbb0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:39.066110 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a8ff5ec0-ede7-447b-88dc-c32dfcfd76f1 req-8836b6ab-7260-4647-865f-ef3b7004cbb0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.0791528 May 05 16:37:39.112812 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a8ff5ec0-ede7-447b-88dc-c32dfcfd76f1 req-66f3ee23-6c7e-44d6-afd6-1fe09c8fb7d1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0405471 May 05 16:37:39.309580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f933e5c-e77a-4c12-ae05-68efcdf9c463 req-2b787b3a-5b0c-4452-8758-e0dc64c0a1a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:39.311012 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6f933e5c-e77a-4c12-ae05-68efcdf9c463 req-2b787b3a-5b0c-4452-8758-e0dc64c0a1a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.0767853 May 05 16:37:39.357775 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6f933e5c-e77a-4c12-ae05-68efcdf9c463 req-553a4f6e-aaff-4b4f-93c6-32f824c9649d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411646 May 05 16:37:39.385312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53634) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:39.458379 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6cd23b8b-8929-4750-a45a-10bae8fc7092 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 1094 time: 0.0719411 May 05 16:37:39.461244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53638) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:39.466239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:37:39.471664 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:37:39.476071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:37:39.478870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:37:39.484487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:37:39.558403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:39.694543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:39.826776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.153 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e156258f-5ec0-4c34-b1ea-d3a83b949949) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:37:39.974220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:40.058942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:40.219425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:37:40.222108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:37:40.226715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:37:40.258691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=e156258f-5ec0-4c34-b1ea-d3a83b949949,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:40.743950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:40.870742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:41.080682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:41.178543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:41.283037 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=e156258f-5ec0-4c34-b1ea-d3a83b949949,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:37:41.297046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:41.482252 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 05a2aba4-ba35-4f9e-858f-360217dd532b associated. External IP: 172.26.2.153, port: e0bd8e70-93e5-46a0-9290-a7f7cd3edebf. May 05 16:37:41.969753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:37:42.170952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:37:42.181980 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] Sync routers for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:37:42.194540 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:42.195247 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:37:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:42.266884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:42.321861 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b82c8eb3-3e64-43c3-bda1-f108ac388df8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8596215 May 05 16:37:42.322442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:37:42.324811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53642) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:42.370646 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:42.435561 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-70864065-9a69-4fd1-a711-3d55a3e31f71 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/05a2aba4-ba35-4f9e-858f-360217dd532b HTTP/1.1" status: 200 len: 992 time: 0.1084590 May 05 16:37:42.521248 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9da9c060-12e6-45ca-b613-a60b9249c218'] response: {'name': 'network-changed', 'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'status': 'completed', 'code': 200} May 05 16:37:42.614007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-5f44456e-0324-47f9-b5c2-f293d3174c24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 1099 time: 0.0702260 May 05 16:37:42.745171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-266ca613-822c-4001-976c-b90f6a39f3a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:42.746907 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-266ca613-822c-4001-976c-b90f6a39f3a9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa3a55c7-ed10-45eb-b278-6aa974d403dd HTTP/1.1" status: 200 len: 897 time: 0.1267724 May 05 16:37:42.747144 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '05a2aba4-ba35-4f9e-858f-360217dd532b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'port_id': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'mac_address': 'fa:16:3e:98:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:37:40Z', 'updated_at': '2022-05-05T16:37:40Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:23Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:42.751230 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] Checking router: d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:37:42.762495 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:37:42.763098 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:37:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:42.945000 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:37:42.950576 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-4a346905-a23e-4c24-ae69-5353deb6750d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf HTTP/1.1" status: 200 len: 1000 time: 0.1959999 May 05 16:37:43.017197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-f032e8fd-5b31-443f-bbf8-b9e3788c1bd7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:43.018555 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-f032e8fd-5b31-443f-bbf8-b9e3788c1bd7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18441012-32df-4e37-891d-5b5f2686fad6 HTTP/1.1" status: 200 len: 834 time: 0.0612648 May 05 16:37:43.092515 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-20cecf84-1a57-4255-8ba8-175864910fa8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa3a55c7-ed10-45eb-b278-6aa974d403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685792 May 05 16:37:43.224064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-23454754-317f-49b7-9b7e-6345f68fb601 service neutron] 10.222.0.71 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257408 May 05 16:37:43.327305 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '05a2aba4-ba35-4f9e-858f-360217dd532b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'port_id': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'mac_address': 'fa:16:3e:98:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:37:40Z', 'updated_at': '2022-05-05T16:37:40Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:23Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:37:43.331150 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4f3d7-b7a9-4f4e-832c-e288d274b18e None None] The sync data for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv is: [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '05a2aba4-ba35-4f9e-858f-360217dd532b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.153', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'port_id': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'mac_address': 'fa:16:3e:98:55:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:37:40Z', 'updated_at': '2022-05-05T16:37:40Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:23Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:37:43.357047 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45550818-9d67-4330-b0e6-ef00c8d55728 req-d4437b72-9311-4247-8dae-c1e951b83bb5 service neutron] 10.222.0.71 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269577 May 05 16:37:43.438348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53650) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:43.530688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4426d47-53b4-47ce-974e-eabc262b6e54 None None] New status for floating IP 05a2aba4-ba35-4f9e-858f-360217dd532b: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:37:43.550372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-db8714ca-a704-443b-946f-3161b28b3f0c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/05a2aba4-ba35-4f9e-858f-360217dd532b HTTP/1.1" status: 200 len: 992 time: 0.1093855 May 05 16:37:44.551995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53654) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:37:44.658222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bc5d743b-9870-4096-b823-0cb2590418d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/05a2aba4-ba35-4f9e-858f-360217dd532b HTTP/1.1" status: 200 len: 994 time: 0.1051037 May 05 16:37:49.519610 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-cd21bc3d-b69d-4268-9dea-c243647bcc93 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0674341 May 05 16:37:49.612547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-1d0ab7a6-3d85-4d1a-987c-622645876adc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 1099 time: 0.0712793 May 05 16:37:49.756518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-80451786-94b3-4617-a2e3-0f24be9d236a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:49.757988 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-80451786-94b3-4617-a2e3-0f24be9d236a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1278958 May 05 16:37:49.860082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-9d38cd00-f6c0-49d2-a8cf-3c7bcfc34e5c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a113c4b0-0cc0-40df-9220-e28880013c2d HTTP/1.1" status: 200 len: 1001 time: 0.0960567 May 05 16:37:49.924281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-6339a757-4583-463a-a3dc-a7813308b18a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:37:49.925685 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-6339a757-4583-463a-a3dc-a7813308b18a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0577600 May 05 16:37:50.002966 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-47a8b7b7-234c-49d5-a95f-b4b4a8ed66c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688643 May 05 16:37:50.139736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-9d407f74-25c7-4619-8488-a5fcee8d5bef service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294360 May 05 16:37:50.279936 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2d981de-88ea-4378-9c26-5a83e4ba6ab1 req-d62e23cd-f2f9-4750-8cc4-88abc58586d3 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291153 May 05 16:37:50.284467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-08a1dba1-abed-4d70-be26-c464b2ade4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:52.432484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3bb5b531-97ad-44c5-be96-f4e7b4a36522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:53.681252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:53.715466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:37:55.098342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:03.743601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:06.690383 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:38:20.237138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff75ab43-4156-4e76-9d7c-e4fc6ffc7051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:22.425862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-94b0a93d-6d8c-4aba-8367-a283f2e1f42e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:23.638273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:23.669369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:25.082909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:33.731272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:43.301725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53676) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:43.411237 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3dff33f7-c3f8-4b5d-9345-6d740d3e01cf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/05a2aba4-ba35-4f9e-858f-360217dd532b HTTP/1.1" status: 200 len: 994 time: 0.1083517 May 05 16:38:43.690575 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:38:43.745988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53684) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:43.948018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port e156258f-5ec0-4c34-b1ea-d3a83b949949 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:38:43.948359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:44.121385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:44.121710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:44.242306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for e156258f-5ec0-4c34-b1ea-d3a83b949949 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:38:44.477198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:44.522323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=e156258f-5ec0-4c34-b1ea-d3a83b949949,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:44.558884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.559222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.559578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.559905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.560231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.560551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.560868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.561186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.561511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.561823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.562128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:44.624159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:45.127965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:38:45.340645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:38:45.351047 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] Sync routers for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:38:45.362461 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:38:45.363062 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:45.453957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:45.510511 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-753a9d75-0439-4720-b914-fc8b63127a9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/05a2aba4-ba35-4f9e-858f-360217dd532b HTTP/1.1" status: 204 len: 168 time: 1.7633870 May 05 16:38:45.511218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:38:45.546206 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:38:45.868627 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:23Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:45.872623 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] Checking router: d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:38:45.884574 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:38:45.885172 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:46.081637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a2552cc-9853-4687-861f-9fe1ad9fbcb9'] response: {'name': 'network-changed', 'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'status': 'completed', 'code': 200} May 05 16:38:46.126863 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:38:46.256169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fb15d-4f87-4452-af86-fa4b7dc3c28c req-205a3dc1-adfa-4f61-82be-f5d9a225ffbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:46.256854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-cb8fb15d-4f87-4452-af86-fa4b7dc3c28c req-205a3dc1-adfa-4f61-82be-f5d9a225ffbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:38:46.285074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-346066e4-3e73-42ab-8fc7-374fed5106c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 1099 time: 0.1813083 May 05 16:38:46.371193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-cb8fb15d-4f87-4452-af86-fa4b7dc3c28c req-205a3dc1-adfa-4f61-82be-f5d9a225ffbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:38:46.375114 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cb8fb15d-4f87-4452-af86-fa4b7dc3c28c req-205a3dc1-adfa-4f61-82be-f5d9a225ffbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.1963789 May 05 16:38:46.429844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cb8fb15d-4f87-4452-af86-fa4b7dc3c28c req-a26c2379-af1f-4d67-a442-6f43936cb5c0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507042 May 05 16:38:46.484706 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:23Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:46.489213 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c118fcc-f2ce-480b-99e0-8ceb4991d300 None None] The sync data for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv is: [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:37:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4301deb8-0c2a-489b-899f-0a04e3272846', 'name': '', 'network_id': 'aa3a55c7-ed10-45eb-b278-6aa974d403dd', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:df:81:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '18441012-32df-4e37-891d-5b5f2686fad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:17Z', 'updated_at': '2022-05-05T16:37:23Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '18441012-32df-4e37-891d-5b5f2686fad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:38:46.513610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c28cb-0020-4469-888f-82e130e23e4f req-f81e2c2b-4bce-4626-b20d-8e0a6b528382 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:46.515037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-488c28cb-0020-4469-888f-82e130e23e4f req-f81e2c2b-4bce-4626-b20d-8e0a6b528382 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 946 time: 0.2795861 May 05 16:38:46.560086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-e832ced3-2204-4056-bc05-ec6c2fa7f4af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:46.561289 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-e832ced3-2204-4056-bc05-ec6c2fa7f4af service neutron] 10.222.0.71 "GET /v2.0/networks?id=aa3a55c7-ed10-45eb-b278-6aa974d403dd HTTP/1.1" status: 200 len: 897 time: 0.2691376 May 05 16:38:46.639142 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-2eeba0a8-b186-4775-abe5-995185e1030c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf HTTP/1.1" status: 200 len: 217 time: 0.0689507 May 05 16:38:46.643933 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-488c28cb-0020-4469-888f-82e130e23e4f req-af951a2c-9da8-4d70-99c2-8903bee0d2e0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1178463 May 05 16:38:46.709935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-848ac722-1163-4a7c-84a2-2b800cc5f573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:46.711375 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-848ac722-1163-4a7c-84a2-2b800cc5f573 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=18441012-32df-4e37-891d-5b5f2686fad6 HTTP/1.1" status: 200 len: 834 time: 0.0643613 May 05 16:38:46.722889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941d4e24-059d-4d30-9eac-842f87608e93 None None] New status for floating IP 05a2aba4-ba35-4f9e-858f-360217dd532b: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:38:46.796867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-a0a166c7-121c-420f-b5c0-e4c0e07111ea service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=aa3a55c7-ed10-45eb-b278-6aa974d403dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788558 May 05 16:38:46.949833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-dfba862f-f90d-4d4c-96ec-700f2873fc88 service neutron] 10.222.0.71 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444421 May 05 16:38:47.090685 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2364f115-52f6-42b8-9320-2b69b6e7b862 req-ecfa6d47-e138-4794-9acd-6cfbcc286faa service neutron] 10.222.0.71 "GET /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325338 May 05 16:38:47.634394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e48ff2-ebb4-419c-93d5-43b9c7c82801 req-4b6e2313-5edf-45b1-b55b-2cd0c6e4bf1b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:47.635903 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8e48ff2-ebb4-419c-93d5-43b9c7c82801 req-4b6e2313-5edf-45b1-b55b-2cd0c6e4bf1b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.0789113 May 05 16:38:47.681821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8e48ff2-ebb4-419c-93d5-43b9c7c82801 req-c6905458-ac9b-49eb-8514-337473779f83 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=0747ec64-325d-457b-833d-b99ac25bf713&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404060 May 05 16:38:47.892233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9318da8-33e3-47c4-9377-6cf1cbf33880 req-d4a94942-c3a8-492d-9059-6ddf2b8a54ef tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:47.893657 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9318da8-33e3-47c4-9377-6cf1cbf33880 req-d4a94942-c3a8-492d-9059-6ddf2b8a54ef tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 946 time: 0.1188920 May 05 16:38:47.958563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-5a9e06db-f955-4b92-b223-2fa655d307f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:47.960192 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-5a9e06db-f955-4b92-b223-2fa655d307f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 946 time: 0.1212199 May 05 16:38:47.962513 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9318da8-33e3-47c4-9377-6cf1cbf33880 req-3035cfd0-9765-4cf5-8a8a-0b319e8fa72c tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616119 May 05 16:38:48.003284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-fe036ebb-1613-412a-9746-c3efb0a07194 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:48.005014 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-fe036ebb-1613-412a-9746-c3efb0a07194 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 946 time: 0.0938125 May 05 16:38:48.030786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:38:48.031103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.072407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Deleting port a113c4b0-0cc0-40df-9220-e28880013c2d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:38:48.072751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.275374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:38:48.275852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.322611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] For port a113c4b0-0cc0-40df-9220-e28880013c2d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=a113c4b0-0cc0-40df-9220-e28880013c2d,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:38:48.322857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.404962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for e0bd8e70-93e5-46a0-9290-a7f7cd3edebf owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:38:48.607709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.607997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.608308 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Floating IP d8499053-12a9-491a-853f-18e7a72c5b65 disassociated. External IP: 172.26.2.92, port: a113c4b0-0cc0-40df-9220-e28880013c2d. May 05 16:38:48.608641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Calling delete_port for a113c4b0-0cc0-40df-9220-e28880013c2d owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:38:48.611418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.664333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=e0bd8e70-93e5-46a0-9290-a7f7cd3edebf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:48.675837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.676182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.676517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.676854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.677184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.677505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.677831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.678725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.680232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.680232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.680449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:48.760719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port e0bd8e70-93e5-46a0-9290-a7f7cd3edebf on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:38:48.763293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:48.766490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'name': 'network-vif-deleted', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:38:48.833506 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517e1c04-6094-4a86-98f9-ad2e9432391e'] response: {'server_uuid': 'afdbdc9d-86bf-4014-a5f0-ccca0f392fe1', 'name': 'network-vif-deleted', 'tag': 'e0bd8e70-93e5-46a0-9290-a7f7cd3edebf', 'status': 'completed', 'code': 200} May 05 16:38:48.877401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-625a7eca-05f0-4277-83a8-30f1038d4f4a req-d079ef98-760c-41dd-9ecc-b6791a79e2e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/e0bd8e70-93e5-46a0-9290-a7f7cd3edebf HTTP/1.1" status: 204 len: 173 time: 0.9124942 May 05 16:38:48.942827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:49.027274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'Port': ['ID=a113c4b0-0cc0-40df-9220-e28880013c2d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:49.042288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c98bb81c-b11c-4df6-b6b4-2ccd9c38585c req-113a3400-254c-4d3a-981d-fd8492b4fee4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=afdbdc9d-86bf-4014-a5f0-ccca0f392fe1 HTTP/1.1" status: 200 len: 210 time: 0.1958079 May 05 16:38:49.195010 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e50a95b7-343e-42ce-8e98-ee0768320cfe req-7781a161-9e07-4578-882b-75c1f231c949 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 210 time: 0.0482306 May 05 16:38:49.277665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:38:49.521486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:38:49.532509 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:38:49.548376 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:38:49.549321 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:49.594320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] No DVR routers for this DVR port a113c4b0-0cc0-40df-9220-e28880013c2d on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:38:49.596639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:49.600982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'name': 'network-vif-deleted', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:38:49.657983 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73fef618-29a2-4afa-89f3-91cc89e28f6c'] response: {'server_uuid': 'ca06a259-fd48-4fac-af37-6591df4e2300', 'name': 'network-vif-deleted', 'tag': 'a113c4b0-0cc0-40df-9220-e28880013c2d', 'status': 'completed', 'code': 200} May 05 16:38:49.668906 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef4fc39c-91ef-4019-9b5e-c7367c539224 req-631b8802-cdc1-4434-a1ef-a7b0a2c32dd2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "DELETE /v2.0/ports/a113c4b0-0cc0-40df-9220-e28880013c2d HTTP/1.1" status: 204 len: 173 time: 1.6589007 May 05 16:38:49.733651 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:38:50.072179 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:50.082087 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:38:50.111730 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:38:50.111730 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:50.212592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53716) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:50.293196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f9c87248-0457-40bc-87bc-f5042383b45a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:50.308297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8915e828-3006-45b3-b760-ff7ff90ebaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:50.320616 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:38:50.326902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f9c87248-0457-40bc-87bc-f5042383b45a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:50.383802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1a0f5293-c1d1-4105-ac5a-7f14495dbc7c req-4a41621c-7fa4-4799-a922-81542a3e865a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:38:50.473898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1a0f5293-c1d1-4105-ac5a-7f14495dbc7c req-4a41621c-7fa4-4799-a922-81542a3e865a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:38:50.475665 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1a0f5293-c1d1-4105-ac5a-7f14495dbc7c req-4a41621c-7fa4-4799-a922-81542a3e865a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca06a259-fd48-4fac-af37-6591df4e2300 HTTP/1.1" status: 200 len: 210 time: 0.1371715 May 05 16:38:50.519700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f9c87248-0457-40bc-87bc-f5042383b45a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:50.541109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c87248-0457-40bc-87bc-f5042383b45a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0747ec64-325d-457b-833d-b99ac25bf713,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:50.628339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f9c87248-0457-40bc-87bc-f5042383b45a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:50.630099 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f9c87248-0457-40bc-87bc-f5042383b45a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/0747ec64-325d-457b-833d-b99ac25bf713 HTTP/1.1" status: 204 len: 168 time: 0.4163404 May 05 16:38:50.687100 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:50.691102 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c359f7d-1cc7-4714-952a-6a748932eb41 None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:38:50.739053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53724) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:50.939637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e35679-91c2-4d5a-aac3-85cfcb44653b None None] New status for floating IP d8499053-12a9-491a-853f-18e7a72c5b65: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:38:51.246171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:51.883158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 4301deb8-0c2a-489b-899f-0a04e3272846 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:38:51.883526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:51.936312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-873f5d7a-aee0-4845-8286-9053f4a7b0cc tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66669831&fields=id&tenant_id=0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 267 time: 0.1073868 May 05 16:38:52.060065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device e0bd8e70-93e5-46a0-9290-a7f7cd3edebf no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:38:52.134425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: e0bd8e70-93e5-46a0-9290-a7f7cd3edebf {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:38:52.134769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device e0bd8e70-93e5-46a0-9290-a7f7cd3edebf not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:38:52.135200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device a113c4b0-0cc0-40df-9220-e28880013c2d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:38:52.167723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: a113c4b0-0cc0-40df-9220-e28880013c2d {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:38:52.168071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device a113c4b0-0cc0-40df-9220-e28880013c2d not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:38:52.198471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 4301deb8-0c2a-489b-899f-0a04e3272846, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4301deb8-0c2a-489b-899f-0a04e3272846,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:38:52.198831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:52.210875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c135-c2d3-4257-9904-0b9db011692d req-42e1065e-5dc6-4f2f-99f9-b4f5f4e41148 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:52.212319 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-42e1065e-5dc6-4f2f-99f9-b4f5f4e41148 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 811 time: 0.2681437 May 05 16:38:52.419474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5891bfdb-d299-4745-8672-f1b8897c1825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:52.423315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 4301deb8-0c2a-489b-899f-0a04e3272846 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:38:52.457355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-887963a1-0b98-4fcf-932d-4d5e31d0517c tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/quotas/0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 375 time: 0.1917078 May 05 16:38:52.585687 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-f8a7c553-61e0-4f31-a836-9f35ec0f05cb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1178794 May 05 16:38:52.698585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-5f62e3f8-34bb-4b1e-b1c7-d77850df51df service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:38:52.699614 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-5f62e3f8-34bb-4b1e-b1c7-d77850df51df service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1026893 May 05 16:38:52.725377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:52.826171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=4301deb8-0c2a-489b-899f-0a04e3272846,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:52.964856 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-34fbac93-bdf7-485e-986c-c628387b1bd2 service neutron] 10.222.0.70 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591066 May 05 16:38:53.223706 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-76e26907-f337-4185-bbc8-e196ee8dc157 service neutron] 10.222.0.70 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054899 May 05 16:38:53.273667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:53.680351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:53.705262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:53.967649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:38:54.170295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:38:54.179745 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] Sync routers for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:38:54.187017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bedf23c7-e030-4ca4-bb62-d80ee3c65b64 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4439898 May 05 16:38:54.191785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53746) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:54.192735 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:38:54.193346 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:54.370766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 18441012-32df-4e37-891d-5b5f2686fad6 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:38:54.373455 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:38:54.373676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:54.432758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:54.515306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:54.657155 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:38:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:54.657436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:54.660994 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] Checking router: d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:38:54.672506 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] Routers {'d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:38:54.673108 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:54.702424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=18441012-32df-4e37-891d-5b5f2686fad6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:54.708139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:54.715728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c4f8bb08-41bb-4283-86b5-9250ba44cf3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/18441012-32df-4e37-891d-5b5f2686fad6 HTTP/1.1" status: 204 len: 168 time: 0.5272510 May 05 16:38:54.718381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53752) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:54.719987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce7d814-6895-4ec8-97e6-246ebee62d5a None None] Network aa3a55c7-ed10-45eb-b278-6aa974d403dd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:38:54.882924 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] Set router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:38:54.953900 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-79f56b28-4bbb-4145-a3e8-5dff7f66e507 req-637f93e4-e1db-499a-969b-c68e02af2de8 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 210 time: 0.0473866 May 05 16:38:55.016014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.055739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] DHCP port deletion for aa3a55c7-ed10-45eb-b278-6aa974d403dd request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:38:55.062385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Deleting port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:38:55.062941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.157072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.241060 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:38:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:55.248340 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd2f2191-83f2-46f6-b38b-4c63b023f63e None None] The sync data for ids ['d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb'] in dv-neutron-840483-1-hyperv is: [{'id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'name': 'tempest-TestNetworkBasicOps-router-2018174807', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57'}], 'enable_snat': True}, 'gw_port_id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:37:12Z', 'updated_at': '2022-05-05T16:38:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '6050c965-0bdf-428c-bc78-7aacdf4284e0', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4d:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9a4dd66-1a22-4e10-a722-3c7bed8fb5eb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:37:13Z', 'updated_at': '2022-05-05T16:37:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:38:55.264721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.296959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] For port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,segment=NetworkSegment(d48c51df-1915-4205-bb57-4e128b3a68ab),segment_id=d48c51df-1915-4205-bb57-4e128b3a68ab)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:38:55.297353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.362537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 6050c965-0bdf-428c-bc78-7aacdf4284e0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:38:55.363006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.421842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Calling delete_port for 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:38:55.545463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 6050c965-0bdf-428c-bc78-7aacdf4284e0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=6050c965-0bdf-428c-bc78-7aacdf4284e0,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:38:55.545817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.605235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:55.661038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Pushing event deleted for resources: {'Port': ['ID=891f8c52-a622-4023-a5e1-69cbb0fdfaf2,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:55.670754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 6050c965-0bdf-428c-bc78-7aacdf4284e0 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:38:55.671184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.671564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.671900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.672491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.672836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.673468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.673468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.673858 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.674218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.674531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.674845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:38:55.687763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1370576c-8290-4962-b0e3-cf736e87508d None None] No DVR routers for this DVR port 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:38:55.708336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:38:55.761343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:38:55.762030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 891f8c52-a622-4023-a5e1-69cbb0fdfaf2 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:38:55.762181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4301deb8-0c2a-489b-899f-0a04e3272846 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:38:55.801085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 4301deb8-0c2a-489b-899f-0a04e3272846 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:38:55.801459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4301deb8-0c2a-489b-899f-0a04e3272846 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:38:55.956811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:56.006057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=6050c965-0bdf-428c-bc78-7aacdf4284e0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:56.189866 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-436b9971-a681-4850-9d97-6bec6cca846d req-7909f1da-e8c7-4ab8-92bf-840a964a9042 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 210 time: 0.1023967 May 05 16:38:56.386213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:56.648453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:56.652671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:56.745120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:56.745663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:38:56.762535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:56.766528 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64cc7c07-ce47-4207-88c9-60b6400031d3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/d9a4dd66-1a22-4e10-a722-3c7bed8fb5eb HTTP/1.1" status: 204 len: 168 time: 2.0444388 May 05 16:38:56.767016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53770) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:56.898209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.033252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.059732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa3a55c7-ed10-45eb-b278-6aa974d403dd']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:57.073073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd48c51df-1915-4205-bb57-4e128b3a68ab') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:57.076440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd48c51df-1915-4205-bb57-4e128b3a68ab') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:38:57.085260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.101585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.109387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:38:57.109831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:38:57.124881 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:38:57.159006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c135-c2d3-4257-9904-0b9db011692d req-a12aeeb1-4620-44ff-bf8a-4dba8e6600cc tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:57.159825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a175c135-c2d3-4257-9904-0b9db011692d req-a12aeeb1-4620-44ff-bf8a-4dba8e6600cc tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:38:57.274233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a175c135-c2d3-4257-9904-0b9db011692d req-a12aeeb1-4620-44ff-bf8a-4dba8e6600cc tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:38:57.278431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.279006 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-a12aeeb1-4620-44ff-bf8a-4dba8e6600cc tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 811 time: 0.2602034 May 05 16:38:57.303231 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.306888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=aa3a55c7-ed10-45eb-b278-6aa974d403dd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:57.376341 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cf38fa2-efa7-4ba2-946a-96fcd51835af req-4dfac517-a445-4def-9502-76d73820a488 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 210 time: 0.0594091 May 05 16:38:57.384064 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-cb4a9ccf-ab4d-40ca-b5db-5ae109b128a9 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 378 time: 0.0948324 May 05 16:38:57.384793 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f3c0381d-d572-491d-a6fb-93b98465f909 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/aa3a55c7-ed10-45eb-b278-6aa974d403dd HTTP/1.1" status: 204 len: 168 time: 0.6156754 May 05 16:38:57.392253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'port': {'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'admin_state_up': True, 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'security_groups': ['7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:38:57.407829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53776) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:57.415804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--1880604086', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:38:57.420896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:38:57.425036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:38:57.428552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:38:57.434318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:38:57.525299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:38:57.528398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.562569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:38:57.572696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.573219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 13f0aa82-b871-4834-81e0-613e31b2f0e6 of type vlan for network b715e6db-1599-44f9-999b-900f7344a08b May 05 16:38:57.607099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.641000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:38:57.651485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:38:57.671055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6050c965-0bdf-428c-bc78-7aacdf4284e0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:38:57.705035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 6050c965-0bdf-428c-bc78-7aacdf4284e0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:38:57.710658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 6050c965-0bdf-428c-bc78-7aacdf4284e0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:38:57.726064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.730165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:57.730840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.736360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Made reservation on behalf of 0d8e5fbe8bec43a08a509cbd68111f79 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:38:57.739477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:57.844692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=b715e6db-1599-44f9-999b-900f7344a08b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:57.858240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network b715e6db-1599-44f9-999b-900f7344a08b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:38:57.897867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b3dfc755-5116-436f-9f0f-e5919f59be74 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4876194 May 05 16:38:57.900579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53782) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:38:57.906545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:38:57.914504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:38:57.916955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Allocated IP 172.20.0.11 (d263fed4-17d0-48e5-8a5f-8af69cf04481/0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1/6ed85379-a109-4c7f-960c-cc8e259ab2f0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:38:57.919145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:38:57.922727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:38:57.930622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:38:58.014141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.015336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.033760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.122227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.140460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Transition to ACTIVE for port object 6ed85379-a109-4c7f-960c-cc8e259ab2f0 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:38:58.222529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.285920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.299885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:38:58.303793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:38:58.306028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:38:58.356430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=6ed85379-a109-4c7f-960c-cc8e259ab2f0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:58.381727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:58.382633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.481984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-b3e8270c-7b5e-4883-9404-c572eafb759b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0916529 May 05 16:38:58.492518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Request body: {'port': {'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:38:58.620305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.756698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9fb51b5d-06c9-4be3-b9ba-93fb361c61fe None None] Provisioning for port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:38:58.763684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9fb51b5d-06c9-4be3-b9ba-93fb361c61fe None None] Provisioning complete for port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:38:58.768251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9fb51b5d-06c9-4be3-b9ba-93fb361c61fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.781845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.815842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:58.821626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9fb51b5d-06c9-4be3-b9ba-93fb361c61fe None None] Port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:38:58.825895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac211c0-c4f1-404b-93e3-ff0eaeeb32ee req-dcf7e37c-8b1b-4fa5-b02c-b0bc3a21a9ab tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:38:58.827659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9ac211c0-c4f1-404b-93e3-ff0eaeeb32ee req-dcf7e37c-8b1b-4fa5-b02c-b0bc3a21a9ab tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 932 time: 0.2796950 May 05 16:38:58.935803 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9ac211c0-c4f1-404b-93e3-ff0eaeeb32ee req-f4f4b848-0d90-4e7f-b413-80a331b3b16c tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0739975 May 05 16:38:59.000932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.35 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/13ccea9e-07de-4cb0-ba30-bcd9295cd32d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:38:59.002710 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed85379-a109-4c7f-960c-cc8e259ab2f0 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:38:59.011132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.026191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Transition to ACTIVE for port object 6ed85379-a109-4c7f-960c-cc8e259ab2f0 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:38:59.093668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.164945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.221054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed85379-a109-4c7f-960c-cc8e259ab2f0,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:59.287830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.335916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Attempting to bind port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:38:59.339097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Attempting to bind port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:38:59.339097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Attempting to bind port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:38:59.343654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:38:59.343971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Attempting to bind port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:38:59.351620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:38:59.352511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Checking segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:38:59.352902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Bound using segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:38:59.353341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Bound port: 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:38:59.353732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.361063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:38:59.364012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:38:59.368788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:38:59.407685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:59.454835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] For port 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:38:59.457903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] For port 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:38:59.611022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.637804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.638550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.689719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:38:59.699592 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] 10.222.0.71 "PUT /v2.0/ports/6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 1094 time: 1.2038417 May 05 16:38:59.699592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:38:59.714651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6426c6-bff5-408e-a90a-aa3545c96d54 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed85379-a109-4c7f-960c-cc8e259ab2f0,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:38:59.790341 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5a1b99-32cd-473c-bc9e-9c2942630c33'] response: {'name': 'network-changed', 'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'status': 'completed', 'code': 200} May 05 16:38:59.888887 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de4cf8f6-7b6c-4fa7-b0f0-55d31e543580 req-f9723032-906c-48c6-8899-73fb48ac2301 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1097 time: 0.0841699 May 05 16:39:00.005296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:39:00.042075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf8f6-7b6c-4fa7-b0f0-55d31e543580 req-b71d2eb3-8a35-4019-8362-7fbf40dd853a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:00.043715 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de4cf8f6-7b6c-4fa7-b0f0-55d31e543580 req-b71d2eb3-8a35-4019-8362-7fbf40dd853a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1472449 May 05 16:39:00.236563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8140a-f43b-460c-8a35-7e82728dba3b req-aacadc44-02d2-4725-9c39-c2a4ac73a57b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:00.238037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-79e8140a-f43b-460c-8a35-7e82728dba3b req-aacadc44-02d2-4725-9c39-c2a4ac73a57b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.1638644 May 05 16:39:00.279295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4cf8f6-7b6c-4fa7-b0f0-55d31e543580 req-fb6ae0b5-5f92-4870-a022-f507eafa700b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:00.280824 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de4cf8f6-7b6c-4fa7-b0f0-55d31e543580 req-fb6ae0b5-5f92-4870-a022-f507eafa700b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310424 May 05 16:39:00.305428 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-79e8140a-f43b-460c-8a35-7e82728dba3b req-cd839ff6-aed4-4016-886f-ab47c9c4c8ee tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609872 May 05 16:39:00.324564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:39:00.336015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:39:00.348555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:00.349877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:00.390131 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-38cb1023-1efb-463c-8233-22980f08e076 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1097 time: 0.0731342 May 05 16:39:00.422419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:00.427322 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9a5f3ffc-6d52-48cf-ab33-8beaca28a623 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5257192 May 05 16:39:00.428588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53792) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:00.465291 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-731d3f08-25cc-467c-a3e4-163f9df6b281 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 217 time: 0.0678518 May 05 16:39:00.533534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175c135-c2d3-4257-9904-0b9db011692d req-3b22f0ab-7704-4280-994b-2cbd94c7b5d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:00.535092 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-3b22f0ab-7704-4280-994b-2cbd94c7b5d8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0644560 May 05 16:39:00.570714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:00.613520 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-5b2ffaf5-c7b2-4cd6-97f9-3187d5c2c3a7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0730822 May 05 16:39:00.616264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d466b86c-5d65-4e73-9d9b-cefe4dd5008f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1865351 May 05 16:39:00.618800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53798) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:00.751030 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-9b897aca-c022-4551-96cc-2765acf1c455 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314244 May 05 16:39:00.763812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82210c22-6f9a-4f6d-bf8e-220eda8b73e6 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:00.765286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-82210c22-6f9a-4f6d-bf8e-220eda8b73e6 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1455839 May 05 16:39:00.768038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53802) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:00.826059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7e9f7db5-6ce4-49e5-b150-5d82e7071d9d tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481777 May 05 16:39:00.827040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53806) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:00.832607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1612036094', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:00.868682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:38:59Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:00.872754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:39:00.873329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Updating router 44f316bd-6750-492b-bfab-38053a7eeb0e port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:39:00.897236 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a175c135-c2d3-4257-9904-0b9db011692d req-f3f62928-3fe7-458f-837e-cb055f25587e service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397815 May 05 16:39:00.931603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:00.950648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:00.954544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:00.957413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:00.963756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:01.044931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:39:01.250637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.266132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.278053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Transition to ACTIVE for port object 13ccea9e-07de-4cb0-ba30-bcd9295cd32d will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:01.351535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.435140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4590f29-585b-44cd-a98d-01590271f274 None None] Pushing event updated for resources: {'Port': ['ID=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:01.439051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Attempting to bind port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:39:01.439423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Attempting to bind port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:39:01.439840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Attempting to bind port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:39:01.447287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:39:01.447764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:39:01.448169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.448562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:39:01.449033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Bound port: 13ccea9e-07de-4cb0-ba30-bcd9295cd32d, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:39:01.449409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.517606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae1051-ed65-4dd8-b2ac-c75b8ea95cf2 req-26825843-ed62-44d8-b4fe-34dda99e2516 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:01.518303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-33ae1051-ed65-4dd8-b2ac-c75b8ea95cf2 req-26825843-ed62-44d8-b4fe-34dda99e2516 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:39:01.525589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.529086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] For port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:39:01.536845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] For port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:39:01.599199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-33ae1051-ed65-4dd8-b2ac-c75b8ea95cf2 req-26825843-ed62-44d8-b4fe-34dda99e2516 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:39:01.600668 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-33ae1051-ed65-4dd8-b2ac-c75b8ea95cf2 req-26825843-ed62-44d8-b4fe-34dda99e2516 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.1678622 May 05 16:39:01.606959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=430e9543-7c88-4e18-837f-38cc5832efc1,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:01.617440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:39:01.617798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: b715e6db-1599-44f9-999b-900f7344a08b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:39:01.626143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.650401 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-33ae1051-ed65-4dd8-b2ac-c75b8ea95cf2 req-b9251c1f-9ede-4874-9a68-8df3a6197313 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430701 May 05 16:39:01.709954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:01.710562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:01.713431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network b715e6db-1599-44f9-999b-900f7344a08b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:39:01.767397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4590f29-585b-44cd-a98d-01590271f274 None None] Pushing event updated for resources: {'Port': ['ID=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:01.770867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, b715e6db-1599-44f9-999b-900f7344a08b) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:01.794902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:01.794902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:01.823674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4e488b-7a35-420c-b8ed-b406e4825f02 None None] Network b715e6db-1599-44f9-999b-900f7344a08b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:39:01.857171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8230ba5a-c7b5-4879-8864-b43520f13d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0289850 May 05 16:39:01.859826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53812) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:02.030618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:02.297601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-b715e6db-1599-44f9-999b-900f7344a08b', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:39:02.298395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:02.522752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Allocated IP 172.20.0.2 (b715e6db-1599-44f9-999b-900f7344a08b/430e9543-7c88-4e18-837f-38cc5832efc1/edd0c4b4-70b0-4292-ae54-c0aed3387145) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:39:02.557528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:38:59Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:02.610094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb44819-ca85-4d21-9886-6adf93c57e9e None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:38:59Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:39:02.617949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:02.752048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:02.781191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Transition to ACTIVE for port object edd0c4b4-70b0-4292-ae54-c0aed3387145 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:02.826852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Transition to ACTIVE for port object edd0c4b4-70b0-4292-ae54-c0aed3387145 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:02.894555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:02.967262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Network b715e6db-1599-44f9-999b-900f7344a08b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:39:02.975139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:02.980073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:39:02.994199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Pushing event updated for resources: {'Port': ['ID=edd0c4b4-70b0-4292-ae54-c0aed3387145,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:03.087740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Attempting to bind port edd0c4b4-70b0-4292-ae54-c0aed3387145 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:39:03.088124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Attempting to bind port edd0c4b4-70b0-4292-ae54-c0aed3387145 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:39:03.088463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Attempting to bind port edd0c4b4-70b0-4292-ae54-c0aed3387145 on network b715e6db-1599-44f9-999b-900f7344a08b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:39:03.096034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:39:03.096412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Checking segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:39:03.096812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.097206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Bound using segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:39:03.097686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Bound port: edd0c4b4-70b0-4292-ae54-c0aed3387145, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:39:03.098056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.147403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0388e1-d6ec-4541-8bd0-215daca0c64a req-68ee3b8c-6cb4-49cb-9c97-0e4d43c18bfb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:03.148937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8b0388e1-d6ec-4541-8bd0-215daca0c64a req-68ee3b8c-6cb4-49cb-9c97-0e4d43c18bfb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.3272901 May 05 16:39:03.195830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:39:03.199051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=edd0c4b4-70b0-4292-ae54-c0aed3387145,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:39:03.258947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8b0388e1-d6ec-4541-8bd0-215daca0c64a req-db47c9a3-f783-4f6a-a8c2-04d8ea197a31 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0991185 May 05 16:39:03.259425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (b715e6db-1599-44f9-999b-900f7344a08b/430e9543-7c88-4e18-837f-38cc5832efc1/e8a9c61e-92ca-4105-a32b-2be6375dc090) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:39:03.296829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.381444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261dd236-c722-4a79-aeaf-289f53fb8f93 None None] Pushing event updated for resources: {'Port': ['ID=edd0c4b4-70b0-4292-ae54-c0aed3387145,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:03.441115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.459300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object e8a9c61e-92ca-4105-a32b-2be6375dc090 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:03.549088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.633874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network b715e6db-1599-44f9-999b-900f7344a08b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:39:03.637566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:03.642295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:39:03.676080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=e8a9c61e-92ca-4105-a32b-2be6375dc090,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:03.712943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.713839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 13ccea9e-07de-4cb0-ba30-bcd9295cd32d up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:03.780086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.866793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:03.879218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:03.885045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:03.885440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.009776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.026022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:04.099209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.099209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device edd0c4b4-70b0-4292-ae54-c0aed3387145 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:04.219303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:04.287777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.342061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port edd0c4b4-70b0-4292-ae54-c0aed3387145 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:04.407791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.443383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ef926b-c36e-4422-8f76-3ec9060d72fc None None] Network b715e6db-1599-44f9-999b-900f7344a08b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:39:04.483845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e33ef5-ce0d-46fb-8113-9548ecccbf5d req-9a3898d5-265e-4d34-af20-c574ddf19881 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:04.485383 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a9e33ef5-ce0d-46fb-8113-9548ecccbf5d req-9a3898d5-265e-4d34-af20-c574ddf19881 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.0939493 May 05 16:39:04.529109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=e8a9c61e-92ca-4105-a32b-2be6375dc090,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:04.532637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.554728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a9e33ef5-ce0d-46fb-8113-9548ecccbf5d req-a61b5915-8000-491e-8bca-8068d262bf92 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615501 May 05 16:39:04.649433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-73f2d741-744d-41a9-8689-50a287693063 None None] Provisioning for port edd0c4b4-70b0-4292-ae54-c0aed3387145 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:04.666668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-73f2d741-744d-41a9-8689-50a287693063 None None] Provisioning complete for port edd0c4b4-70b0-4292-ae54-c0aed3387145 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:04.666668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73f2d741-744d-41a9-8689-50a287693063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.689940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network b715e6db-1599-44f9-999b-900f7344a08b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:39:04.691135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:04.847252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73f2d741-744d-41a9-8689-50a287693063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:04.898518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-73f2d741-744d-41a9-8689-50a287693063 None None] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=edd0c4b4-70b0-4292-ae54-c0aed3387145,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:04.973594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73f2d741-744d-41a9-8689-50a287693063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:05.060596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f2d741-744d-41a9-8689-50a287693063 None None] Pushing event updated for resources: {'Port': ['ID=edd0c4b4-70b0-4292-ae54-c0aed3387145,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:05.102553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-819c6e6b-c11c-4fdf-be04-24a73bc4a5e6 None None] Provisioning complete for port edd0c4b4-70b0-4292-ae54-c0aed3387145 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:05.103361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-819c6e6b-c11c-4fdf-be04-24a73bc4a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:05.232348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:39:05.382910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-819c6e6b-c11c-4fdf-be04-24a73bc4a5e6 None None] Provisioning for port e8a9c61e-92ca-4105-a32b-2be6375dc090 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:05.388164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-819c6e6b-c11c-4fdf-be04-24a73bc4a5e6 None None] Provisioning complete for port e8a9c61e-92ca-4105-a32b-2be6375dc090 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:05.388648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-819c6e6b-c11c-4fdf-be04-24a73bc4a5e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:05.451134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-819c6e6b-c11c-4fdf-be04-24a73bc4a5e6 None None] Port e8a9c61e-92ca-4105-a32b-2be6375dc090 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:39:05.475810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:39:05.488646 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-842f4499-f859-496f-b201-5de2c8811e8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/44f316bd-6750-492b-bfab-38053a7eeb0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6278384 May 05 16:39:05.491241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53820) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:05.573711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e207195d-f145-4ef1-a66e-2693ba71521f None None] Provisioning complete for port e8a9c61e-92ca-4105-a32b-2be6375dc090 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:05.574000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e207195d-f145-4ef1-a66e-2693ba71521f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:05.633825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e207195d-f145-4ef1-a66e-2693ba71521f None None] Port e8a9c61e-92ca-4105-a32b-2be6375dc090 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:39:05.639690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.640071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.640435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.640798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.641153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.641509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.646630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-76cbe2fd-725c-4d5e-833c-66ca0f1b12dd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1511102 May 05 16:39:05.646957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53826) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:05.676154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 13ccea9e-07de-4cb0-ba30-bcd9295cd32d up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:05.720622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.721176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.721285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.721605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.721962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.722315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.727489 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d95f98d7-2df1-4880-8bfc-0d04b9082ca3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0760767 May 05 16:39:05.727998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53830) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:05.748215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:05.748685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:05.805640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15949cf-92ce-491c-8b9d-3b1d39db0162 req-5f935aac-b661-4604-8de0-e9ccae8e61b5 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:05.807160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e15949cf-92ce-491c-8b9d-3b1d39db0162 req-5f935aac-b661-4604-8de0-e9ccae8e61b5 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.0906224 May 05 16:39:05.860182 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e15949cf-92ce-491c-8b9d-3b1d39db0162 req-009c68b7-27c8-4bde-b8db-84f7189cb32f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464842 May 05 16:39:05.874255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device edd0c4b4-70b0-4292-ae54-c0aed3387145 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:05.942488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port edd0c4b4-70b0-4292-ae54-c0aed3387145 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:05.943488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:05.971775 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6e0a7755-7610-4988-8995-24f0bda742af tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2425346 May 05 16:39:06.192074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53836) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:06.198118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-532156034', 'description': 'tempest-secgroup-smoke-532156034 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:06.204084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:06.208251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:06.211199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:06.217193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:06.266130 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:39:06.277663 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:06.278284 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:06.307897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.343277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:06.347076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:06.349945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:06.355531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:06.409805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.455306 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:06.467393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.513242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:06.564720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.565982 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6c27817e-35bc-4c33-a653-46e12ffe3188 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3728278 May 05 16:39:06.568833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53840) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:06.574511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:06.580620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:06.584844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:06.587745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:06.593445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:06.697354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.761686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.796536 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:06.801795 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:39:06.801795 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Updating router 44f316bd-6750-492b-bfab-38053a7eeb0e port e8a9c61e-92ca-4105-a32b-2be6375dc090 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:39:06.854779 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.876758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:06.902658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45d709b1-3896-485a-88ce-e67e0f9ca9fd,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:07.016407 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.021562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53846) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:07.022200 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ba8da775-a593-41f5-adc8-3f8c6d1edf2a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4512339 May 05 16:39:07.035012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:07.044525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:07.050287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:07.053772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:07.065677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:07.092908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82782c-73ca-408a-bf00-4ec1a0fffa85 req-0a797bec-60fd-4f81-b594-9ae3a7ce991d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:07.094372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8d82782c-73ca-408a-bf00-4ec1a0fffa85 req-0a797bec-60fd-4f81-b594-9ae3a7ce991d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.1029420 May 05 16:39:07.140723 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8d82782c-73ca-408a-bf00-4ec1a0fffa85 req-156f4ca2-1996-4eb4-9f3b-3334d5750e04 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401583 May 05 16:39:07.154059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.206593 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.218775 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Transition to ACTIVE for port object e8a9c61e-92ca-4105-a32b-2be6375dc090 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:07.220103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.290786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.310674 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.314059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32bf1e84-50bf-41cc-bbba-7abde01687b2,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:07.402502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.405731 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3859a9ab-3718-4946-acb3-f27c8e53f6b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3777218 May 05 16:39:07.406930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53850) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:07.413700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:07.419565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:07.423656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:07.430729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:07.433176 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Pushing event updated for resources: {'Port': ['ID=e8a9c61e-92ca-4105-a32b-2be6375dc090,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:07.437216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:07.446761 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.453216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:39:07.534450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.538906 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Attempting to bind port e8a9c61e-92ca-4105-a32b-2be6375dc090 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:39:07.539270 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Attempting to bind port e8a9c61e-92ca-4105-a32b-2be6375dc090 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:39:07.539671 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Attempting to bind port e8a9c61e-92ca-4105-a32b-2be6375dc090 on network b715e6db-1599-44f9-999b-900f7344a08b {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:39:07.546403 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:39:07.546773 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Checking segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:39:07.547167 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.547591 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Bound using segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:39:07.548051 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Bound port: e8a9c61e-92ca-4105-a32b-2be6375dc090, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:39:07.548426 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.618579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.639968 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] For port e8a9c61e-92ca-4105-a32b-2be6375dc090, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:39:07.642844 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] For port e8a9c61e-92ca-4105-a32b-2be6375dc090, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e8a9c61e-92ca-4105-a32b-2be6375dc090,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:39:07.699079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.725763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c4ea19-b101-4720-b5fe-9cd1279d8fca,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:07.767051 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.851726 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdb6414-7fc7-46a4-bb03-81f8ec90f29a None None] Pushing event updated for resources: {'Port': ['ID=e8a9c61e-92ca-4105-a32b-2be6375dc090,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:07.856569 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:07.857411 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:07.964830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:07.966050 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d6a0eb07-aeae-4937-b0af-ac2fc4b7b6b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5581334 May 05 16:39:07.968871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53854) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:07.975130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:07.981250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:07.985226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:07.988307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:07.994236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:08.046982 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:08.076167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.145470 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.146941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6ed85379-a109-4c7f-960c-cc8e259ab2f0 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:39:08.216488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.255814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec97e788-e7ce-4c16-9847-796e5de30c90,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:08.293624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:08.309031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:39:08.341795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.345766 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-35a48ed8-f38f-44a9-ab86-b5c6f2dee20c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3733478 May 05 16:39:08.346310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53860) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:08.353722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:08.362369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:08.370635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e426a-a250-488e-b54d-b9a7306d57d1 req-87116aba-2989-4525-a2b0-272598b48707 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:08.372618 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ca3e426a-a250-488e-b54d-b9a7306d57d1 req-87116aba-2989-4525-a2b0-272598b48707 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 944 time: 0.0985644 May 05 16:39:08.372772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.382882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:08.387046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:08.391821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed85379-a109-4c7f-960c-cc8e259ab2f0 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:39:08.402914 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:07Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:08.406982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:08.407303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:08.408994 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14213368-e2a3-428c-b4b7-d435c68959ca None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:07Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:39:08.442202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ca3e426a-a250-488e-b54d-b9a7306d57d1 req-3e836b1f-4368-4aeb-b40a-d1e3a965c4c5 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0607979 May 05 16:39:08.477683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.487636 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:39:08.496843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.555316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6ed85379-a109-4c7f-960c-cc8e259ab2f0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:08.570589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.642801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.671360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40f2f72c-fecd-4cfc-89ff-6203653dcb61,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:08.745886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.747100 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-65da1d6f-f7de-4432-bd24-148159d2bc67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3996246 May 05 16:39:08.750010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53864) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:08.757321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:08.763913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:08.767948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:08.772770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:08.778947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:08.800832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6ed85379-a109-4c7f-960c-cc8e259ab2f0'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:39:08.893729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:39:08.902394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:08.975148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:09.033147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:09.058872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11383b2f-e5d3-4577-8f3b-24562bc88d7a,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:09.119062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:09.120238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-67946737-05e0-4137-b563-05504f6b85b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3691959 May 05 16:39:09.304612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-f0c8c82d-d3dc-4798-9848-b7ca678865c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:39:09.382384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-f0c8c82d-d3dc-4798-9848-b7ca678865c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:39:09.383562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-f0c8c82d-d3dc-4798-9848-b7ca678865c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-532156034&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1226156 May 05 16:39:09.537344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-c2577654-884c-4465-9580-3001900e2c4c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:09.538239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-c2577654-884c-4465-9580-3001900e2c4c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:39:09.621116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-c2577654-884c-4465-9580-3001900e2c4c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:39:09.622453 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-c2577654-884c-4465-9580-3001900e2c4c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 797 time: 0.2323511 May 05 16:39:09.647103 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-bfd64e5a-d4b2-4f76-9d6d-190130f4bff6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0184176 May 05 16:39:09.670305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3be362-2b92-4319-9576-41685d7278bf req-9fe2f424-a04a-4823-bb28-c4354c0df051 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:09.671816 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3be362-2b92-4319-9576-41685d7278bf req-9fe2f424-a04a-4823-bb28-c4354c0df051 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 945 time: 0.0975916 May 05 16:39:09.696096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a9c61e-92ca-4105-a32b-2be6375dc090 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:09.728807 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3be362-2b92-4319-9576-41685d7278bf req-39eb7fd5-79eb-4ddf-906a-341e05222ae8 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504239 May 05 16:39:09.731684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-1a7442fe-4e1d-44df-9d07-a18f40fc4dd9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:39:09.827758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-1a7442fe-4e1d-44df-9d07-a18f40fc4dd9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:39:09.829096 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-1a7442fe-4e1d-44df-9d07-a18f40fc4dd9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1807206 May 05 16:39:09.855791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e8a9c61e-92ca-4105-a32b-2be6375dc090 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:09.861072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e8a9c61e-92ca-4105-a32b-2be6375dc090 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:09.861518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:09.967608 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-332954ce-7d74-4442-9b86-e8b64243a797 service neutron] 10.222.0.70 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254504 May 05 16:39:09.973535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:10.009598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e8a9c61e-92ca-4105-a32b-2be6375dc090, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e8a9c61e-92ca-4105-a32b-2be6375dc090,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:10.095971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:10.100474 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-a3cd9cb1-2387-470b-b628-50557f7dbc33 service neutron] 10.222.0.70 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266155 May 05 16:39:10.140472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6ed85379-a109-4c7f-960c-cc8e259ab2f0 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:10.216481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e8a9c61e-92ca-4105-a32b-2be6375dc090,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:10.280341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:10.285748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:10.286124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:10.402445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:10.431041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:39:10.441054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:10.455781 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c43893d5-f11f-4c57-92df-4096b8820a80 req-818f80df-d2e2-4fff-87a4-daf0d592affb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.1356912 May 05 16:39:10.490273 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-387644de-214f-4860-a743-958cd61862a9'] response: {'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'code': 200} May 05 16:39:10.496291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:10.565033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6ed85379-a109-4c7f-960c-cc8e259ab2f0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:10.934442 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15f2a63e-5796-47c5-b201-ab33e576d912 req-afffd285-d4f9-4754-9d87-e467b5762292 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1099 time: 0.1243594 May 05 16:39:10.966658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72f198-39de-4908-93c2-5d12b33d3226 req-a6d31440-c0e7-4a9f-8494-14653062fe04 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:10.968119 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a72f198-39de-4908-93c2-5d12b33d3226 req-a6d31440-c0e7-4a9f-8494-14653062fe04 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 946 time: 0.1152520 May 05 16:39:11.006863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15f2a63e-5796-47c5-b201-ab33e576d912 req-4ae7a592-1207-4d5d-8eed-f77246dc100d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0656722 May 05 16:39:11.028761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a72f198-39de-4908-93c2-5d12b33d3226 req-148f36f8-f0e8-4cc6-9ca7-bd4f9f80a331 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498793 May 05 16:39:11.575982 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-997c3113-31cc-4523-910a-b06e424c8d28 req-4072b614-d43a-4bbf-9d43-35f9bc9cf71a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.0465629 May 05 16:39:11.657682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a9c61e-92ca-4105-a32b-2be6375dc090 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:11.726912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e8a9c61e-92ca-4105-a32b-2be6375dc090 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:11.727306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:12.229236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25042bd9-8ec5-4a31-91da-f63015e5d854 req-d5a4927a-5d2c-49f1-bccc-e6d677847de2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:12.230575 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-25042bd9-8ec5-4a31-91da-f63015e5d854 req-d5a4927a-5d2c-49f1-bccc-e6d677847de2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 946 time: 0.0772574 May 05 16:39:12.277137 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-25042bd9-8ec5-4a31-91da-f63015e5d854 req-18c386e3-9920-4104-a7b0-b8389e99fe56 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408931 May 05 16:39:12.686720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74c4ef9d-68e6-437a-9006-89475237a81b req-d5c437f3-490e-4e8b-94a1-f3a53bd8bd98 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.0409460 May 05 16:39:13.478057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768209d-a18d-491e-bfee-1a6748422390 req-650b71f1-98af-49e7-9695-5fff88778c73 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:13.479516 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3768209d-a18d-491e-bfee-1a6748422390 req-650b71f1-98af-49e7-9695-5fff88778c73 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 946 time: 0.0790155 May 05 16:39:13.525082 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3768209d-a18d-491e-bfee-1a6748422390 req-bd7b4d5f-b2d7-4df8-abce-7a22577675b6 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400708 May 05 16:39:13.723732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289fe644-746e-4103-b4ad-1e70ef9ab3db req-62b053a1-c307-42f7-9566-690c980327f5 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:13.725264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-289fe644-746e-4103-b4ad-1e70ef9ab3db req-62b053a1-c307-42f7-9566-690c980327f5 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 946 time: 0.0771594 May 05 16:39:13.774357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-289fe644-746e-4103-b4ad-1e70ef9ab3db req-8d268210-0cd1-488a-9917-12830969abc7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432172 May 05 16:39:13.796844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19047464-ba91-4796-846c-4f1e2d9558bd req-97e3301c-6758-4e71-a3b6-282b579e1156 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.0421548 May 05 16:39:13.806262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53908) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:13.882967 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-952913f3-16c8-4fa8-b502-88e7ef7a6adc tempest-TestVolumeBootPattern-43895429 tempest-TestVolumeBootPattern-43895429-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1094 time: 0.0754404 May 05 16:39:13.885873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53914) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:13.890933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:13.896707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:13.900653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:floatingip and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:13.903423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:13.909075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:14.010048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:14.144133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:14.285067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Allocated IP 172.26.2.129 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/7c7c1056-a547-427c-b4f3-0acc26b55093) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:39:14.432753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:14.502010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:14.571321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:39:14.574173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:14.578422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:39:14.602999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=7c7c1056-a547-427c-b4f3-0acc26b55093,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:14.972007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-baedbd97-647d-4bd3-bffc-71447df058dc req-1897318c-2ca8-489f-a6b2-d77bb9d64b89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.0429726 May 05 16:39:15.178471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:15.340814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:15.545323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:15.598996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:15.710021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=7c7c1056-a547-427c-b4f3-0acc26b55093,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:15.724668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:15.925181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Floating IP 1c778bb6-0b24-4dda-90da-20064ab61abc associated. External IP: 172.26.2.129, port: 6ed85379-a109-4c7f-960c-cc8e259ab2f0. May 05 16:39:16.152267 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-99cc93e7-9ef9-42ba-8b98-d8dbf1b81e24 req-0278fc67-7768-4fc4-ac80-0ebe74b21894 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.0488963 May 05 16:39:16.487083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-04df8977-63fb-4e1c-9516-933c9e05b368 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:16.488432 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-04df8977-63fb-4e1c-9516-933c9e05b368 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 797 time: 0.1700723 May 05 16:39:16.493506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:39:16.670266 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-9d265e37-0970-4025-b5b9-4655219e5df9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:39:16.700065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-9d265e37-0970-4025-b5b9-4655219e5df9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:39:16.701191 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-9d265e37-0970-4025-b5b9-4655219e5df9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 379 time: 0.1995456 May 05 16:39:16.715090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:16.980886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:16.993535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:17.005691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:39:17.017104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:39:17.027495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:17.028082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:17.095920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:39:17.099566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:17.118665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:17.209235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:17.259643 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6d4180d0-90b8-4466-aebb-642f4e01578a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3434768 May 05 16:39:17.259643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:39:17.303127 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5323b744-4f42-451a-aaa1-bb7a8dc0e1af'] response: {'name': 'network-changed', 'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'status': 'completed', 'code': 200} May 05 16:39:17.351402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.8 (b715e6db-1599-44f9-999b-900f7344a08b/430e9543-7c88-4e18-837f-38cc5832efc1/5ee17bfa-bd15-41fd-8023-7046ebb147a2) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:39:17.384791 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0fc98ca4-e5e8-4357-a722-8c30adf5958b req-e894d699-8997-4dc6-98f2-e3b02213718c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.0875390 May 05 16:39:17.424792 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-110490a5-f95a-4445-af60-d02ad60d1e8c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1099 time: 0.0901783 May 05 16:39:17.565653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:17.578891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:14Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:17.581852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 5ee17bfa-bd15-41fd-8023-7046ebb147a2 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:17.584042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:39:17.597365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:17.597876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:38:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:17.651680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-ddd90634-6e5b-40ea-bbe6-5409d3b5a75f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:17.653134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-ddd90634-6e5b-40ea-bbe6-5409d3b5a75f service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.2228947 May 05 16:39:17.653569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:17.750684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network b715e6db-1599-44f9-999b-900f7344a08b is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:39:17.753907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:17.756838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:39:17.760017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-5b50f976-a7e7-4115-b5a3-b9ac634ead4d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 1000 time: 0.1009781 May 05 16:39:17.795417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:17.832767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-8ddd896d-0c7d-4f85-bc56-65b17af55102 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:17.834741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-8ddd896d-0c7d-4f85-bc56-65b17af55102 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0685165 May 05 16:39:17.837799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:17.838652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:17.854297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=5ee17bfa-bd15-41fd-8023-7046ebb147a2,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:17.923066 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-2bbe989a-1a17-47de-92f3-87e2b6a0b2ed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827072 May 05 16:39:17.925198 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-52c7fb53-9e6d-4f63-9ecd-a91751ae30a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2145038 May 05 16:39:17.944188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Request body: {'port': {'device_id': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:18.097367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:18.103471 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-ff718836-49c5-4422-b0aa-9e50d70e8925 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693408 May 05 16:39:18.201153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5cd2c1ca-1dc7-4379-9210-91c90051ca9c None None] Provisioning for port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:18.209419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:14Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:18.212527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5cd2c1ca-1dc7-4379-9210-91c90051ca9c None None] Provisioning complete for port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:18.212896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5cd2c1ca-1dc7-4379-9210-91c90051ca9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:18.241083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cac22e-4201-4035-bceb-5bbf6c432ce3 None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:14Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:39:18.246490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3fe59d8f-7644-4655-a631-2097c5efaa5e req-c0124652-3bd4-4b9c-b0b3-0415305bc3b9 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375554 May 05 16:39:18.268977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5cd2c1ca-1dc7-4379-9210-91c90051ca9c None None] Port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:39:18.455565 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15e773-214e-40b8-bbfc-a401cb9f9c1b None None] New status for floating IP 1c778bb6-0b24-4dda-90da-20064ab61abc: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:39:18.461315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee17bfa-bd15-41fd-8023-7046ebb147a2 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:39:18.468390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:18.483640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Transition to ACTIVE for port object 5ee17bfa-bd15-41fd-8023-7046ebb147a2 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:39:18.570784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:18.705841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee17bfa-bd15-41fd-8023-7046ebb147a2,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:18.823101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e9a8c-7837-4962-a09d-28c168d17455 req-c9ebec45-916d-4393-ac57-8695af2a5898 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:18.823908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0f5e9a8c-7837-4962-a09d-28c168d17455 req-c9ebec45-916d-4393-ac57-8695af2a5898 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:39:18.864433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Attempting to bind port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:39:18.864845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Attempting to bind port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:39:18.865167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Attempting to bind port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 on network b715e6db-1599-44f9-999b-900f7344a08b {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:39:18.871076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 on network b715e6db-1599-44f9-999b-900f7344a08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:39:18.871406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Attempting to bind port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 on network b715e6db-1599-44f9-999b-900f7344a08b {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:39:18.877443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:39:18.877763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Checking segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:39:18.878132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Bound using segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:39:18.878798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Bound port: 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:39:18.879130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:18.952069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0f5e9a8c-7837-4962-a09d-28c168d17455 req-c9ebec45-916d-4393-ac57-8695af2a5898 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:39:18.953214 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f5e9a8c-7837-4962-a09d-28c168d17455 req-c9ebec45-916d-4393-ac57-8695af2a5898 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 943 time: 0.4175296 May 05 16:39:18.983971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] For port 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:39:18.999871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] For port 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:39:19.013022 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f5e9a8c-7837-4962-a09d-28c168d17455 req-a8045324-db79-4369-a9be-11d564c2058e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511577 May 05 16:39:19.065090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:19.131368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:19.132777 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] 10.222.0.71 "PUT /v2.0/ports/5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 200 len: 1093 time: 1.1983678 May 05 16:39:19.146876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5eedc6-fc17-4fb5-a6e2-a99ebce92723 service neutron] Pushing event updated for resources: {'Port': ['ID=5ee17bfa-bd15-41fd-8023-7046ebb147a2,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:19.299144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-224bdc35-3e03-40f8-b61c-afd48e7c3a43 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1096 time: 0.0728791 May 05 16:39:19.303739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:39:19.468652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4254bb-a30e-4102-9079-c5410b3d29e5'] response: {'name': 'network-changed', 'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'status': 'completed', 'code': 200} May 05 16:39:19.470342 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-550dc14d-329d-470e-ba5a-656ce560c611 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 200 len: 217 time: 0.1616871 May 05 16:39:19.531621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5ecb7c53-5432-4fa8-95c9-4883d69be2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:19.533049 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-5ecb7c53-5432-4fa8-95c9-4883d69be2e4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0570936 May 05 16:39:19.605125 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-d3bc31e1-f53b-43ab-bf95-53cfdd794592 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664885 May 05 16:39:19.735786 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-3c7407da-789d-4b75-ad5d-fd50429234c0 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239641 May 05 16:39:19.866009 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8fb68ac-16d1-4194-aa95-c6efe858b32a req-3aec6506-bb78-47a7-a68c-80dd03336df9 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248426 May 05 16:39:20.058323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-bb5fdc10-fadd-460f-bba4-d42f2366a33f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1096 time: 0.0734575 May 05 16:39:20.241760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-6ccf1c31-4a15-41d3-9451-9b347b7519b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:20.243201 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-6ccf1c31-4a15-41d3-9451-9b347b7519b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 898 time: 0.1790485 May 05 16:39:20.279017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8df23710-d720-497c-be59-a239a40f24c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:20.311310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ef9a7-0bdb-442d-9a4b-41e8eb37f9e6 req-091428be-7188-48ae-8a25-93b9e9f231a3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:20.312702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-087ef9a7-0bdb-442d-9a4b-41e8eb37f9e6 req-091428be-7188-48ae-8a25-93b9e9f231a3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 943 time: 0.1753666 May 05 16:39:20.335016 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-d82b744a-602a-49ec-8b60-28e1d16584fa service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 200 len: 217 time: 0.0847242 May 05 16:39:20.411558 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-087ef9a7-0bdb-442d-9a4b-41e8eb37f9e6 req-d56b58a5-b60a-4df5-b0ee-1e8596f45ae5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904398 May 05 16:39:20.416508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-d0c2b0ee-42ee-4c02-8217-319044cead63 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:20.418037 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-d0c2b0ee-42ee-4c02-8217-319044cead63 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0758326 May 05 16:39:20.491864 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-7ba4cf08-f1b5-467d-a025-3f530f26ea65 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675588 May 05 16:39:20.622702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-2cd4d4b7-9254-4317-9593-354b46087001 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246989 May 05 16:39:20.691477 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:39:20.754935 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6fa2851-a97a-4146-b95b-4f0fa6d9e08d req-1e4c7db1-50ed-4756-8a29-8b72f120a552 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255822 May 05 16:39:21.617658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deead2ad-ca6f-4c71-93ba-b27f555abacb req-e28aba49-8790-4623-9f92-9e3eb7143e24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:21.619091 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-deead2ad-ca6f-4c71-93ba-b27f555abacb req-e28aba49-8790-4623-9f92-9e3eb7143e24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 943 time: 0.0806408 May 05 16:39:21.668028 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-deead2ad-ca6f-4c71-93ba-b27f555abacb req-daf035a1-3b29-4f9f-be8f-83aec6b4d668 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430591 May 05 16:39:22.465070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-191f272e-23fd-4b57-bc63-cf5145b88425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:22.875398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c441ba-2143-4e4e-ae9e-e1d6730d0ccc req-f351fdbd-71f9-41e9-94bb-a3c3f158fb5c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:22.876849 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34c441ba-2143-4e4e-ae9e-e1d6730d0ccc req-f351fdbd-71f9-41e9-94bb-a3c3f158fb5c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 943 time: 0.0773437 May 05 16:39:22.930815 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34c441ba-2143-4e4e-ae9e-e1d6730d0ccc req-2b11c81e-ed5e-4ce1-b23b-4419ae96e92c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472350 May 05 16:39:23.687416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:23.718842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:24.131219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af44874-82ca-4e40-95ac-02ad5d20c52f req-a0790f53-e151-4208-8ecc-6a091e43b327 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:24.132716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8af44874-82ca-4e40-95ac-02ad5d20c52f req-a0790f53-e151-4208-8ecc-6a091e43b327 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 943 time: 0.0755050 May 05 16:39:24.181047 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8af44874-82ca-4e40-95ac-02ad5d20c52f req-ab4b6679-3d7c-4bbc-ae32-15314ea50ea7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427830 May 05 16:39:24.183499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 5ee17bfa-bd15-41fd-8023-7046ebb147a2 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:39:24.316064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:24.364060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'port_id': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'mac_address': 'fa:16:3e:55:5a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:39:24.417275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:24.434189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee17bfa-bd15-41fd-8023-7046ebb147a2 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:39:24.449281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:24.513055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:24.580009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=5ee17bfa-bd15-41fd-8023-7046ebb147a2,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:24.830557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['5ee17bfa-bd15-41fd-8023-7046ebb147a2'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:39:25.116561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:25.379668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd770a-3577-43d4-911e-d54ee835bcd6 req-93eb2bcd-dc23-4e32-b1e6-5ac5969de7a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:25.381036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7ebd770a-3577-43d4-911e-d54ee835bcd6 req-93eb2bcd-dc23-4e32-b1e6-5ac5969de7a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 944 time: 0.0798147 May 05 16:39:25.425903 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7ebd770a-3577-43d4-911e-d54ee835bcd6 req-98e94010-5c56-4e22-a62a-bd51acf996c5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394077 May 05 16:39:26.194850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 5ee17bfa-bd15-41fd-8023-7046ebb147a2 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:39:26.329598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:39:26.334729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:39:26.335095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:26.447988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:26.474485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:39:26.484393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:39:26.530121 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f11f41e-8a1c-4737-9606-f32645d77bf8'] response: {'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'code': 200} May 05 16:39:26.560790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:26.628465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389d09d-6476-47c9-b12e-0fc0a0362ee7 req-e559ecf1-a08c-4648-95d7-a17de2e787f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:26.629097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=5ee17bfa-bd15-41fd-8023-7046ebb147a2,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:26.629914 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a389d09d-6476-47c9-b12e-0fc0a0362ee7 req-e559ecf1-a08c-4648-95d7-a17de2e787f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.0817041 May 05 16:39:26.676279 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a389d09d-6476-47c9-b12e-0fc0a0362ee7 req-86da4ce3-f859-45c5-9b84-5909a7f9bc79 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403063 May 05 16:39:26.914561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e132dfe-5069-49c6-85ce-2f2d95b0ba9f req-aa457c02-6af1-4b5a-8958-1c603d251402 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1098 time: 0.0737994 May 05 16:39:26.957496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e132dfe-5069-49c6-85ce-2f2d95b0ba9f req-5618e123-78a0-4b55-8082-66121c83ccb9 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374799 May 05 16:39:27.875272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8fdd1-d5cb-46b2-86cc-6e286997ff75 req-feea6e50-b1e9-41b7-8a1c-41ba6f86ddf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:27.876664 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-46a8fdd1-d5cb-46b2-86cc-6e286997ff75 req-feea6e50-b1e9-41b7-8a1c-41ba6f86ddf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.0751908 May 05 16:39:27.921885 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-46a8fdd1-d5cb-46b2-86cc-6e286997ff75 req-775b680f-c126-41c5-a3da-d66b129cc0dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385330 May 05 16:39:29.126607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b2ea9-b2ca-45f8-a9d8-03d99e38658a req-ce7bd9ff-9dcc-49c0-8f7f-c24d9e160332 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:29.128292 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-db5b2ea9-b2ca-45f8-a9d8-03d99e38658a req-ce7bd9ff-9dcc-49c0-8f7f-c24d9e160332 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.0781374 May 05 16:39:29.174310 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-db5b2ea9-b2ca-45f8-a9d8-03d99e38658a req-29bb1aeb-5992-4c40-99b3-ebd6be533d6a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397596 May 05 16:39:29.469829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f09f8-83cb-4191-9f85-1a30a88e0745 req-f107bd35-d1a2-48fd-b4bf-2b94877bc80b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:29.471292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-619f09f8-83cb-4191-9f85-1a30a88e0745 req-f107bd35-d1a2-48fd-b4bf-2b94877bc80b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.1715300 May 05 16:39:29.525724 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-619f09f8-83cb-4191-9f85-1a30a88e0745 req-27185046-91ae-473e-be4c-87f2c9401ccc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433125 May 05 16:39:29.554948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53956) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:29.626008 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3eb968e3-0709-477c-9530-4aa8b1a3b074 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1093 time: 0.0685282 May 05 16:39:29.626008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 53960) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:29.633262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:39:29.633262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:39:29.642792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:39:29.642792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:39:29.651592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:39:29.729732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:29.874089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:30.018883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.235 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/0d65babd-9718-496d-9f3b-d0b14c745b67) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:39:30.166906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:30.250459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:30.316632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:39:30.316632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:39:30.324256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:39:30.453175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=0d65babd-9718-496d-9f3b-d0b14c745b67,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:30.949732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:31.060480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:31.272804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:31.346266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:31.459445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=0d65babd-9718-496d-9f3b-d0b14c745b67,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:39:31.474408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:31.678284 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 605a55bf-10e4-4c21-9682-17a037f2d234 associated. External IP: 172.26.2.235, port: 5ee17bfa-bd15-41fd-8023-7046ebb147a2. May 05 16:39:32.172044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:39:32.375833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:39:32.387935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:39:32.402837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:32.402837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:39:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:32.466303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:32.525866 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c3e72d3-27a4-4ba2-bb6c-5a80422b2148 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9037488 May 05 16:39:32.526431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:39:32.529389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53966) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:32.590910 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d7598c4-9193-4fbf-bbc2-09a6e3352d7d'] response: {'name': 'network-changed', 'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'status': 'completed', 'code': 200} May 05 16:39:32.607699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:32.725392 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-961c30e5-c56b-45fa-b01d-6cd0bcdaf36f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 991 time: 0.1883035 May 05 16:39:32.736964 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-b2ec4dcf-a98f-430d-8684-415d21b6121b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1098 time: 0.1183994 May 05 16:39:32.872528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-f68a5d2a-dee2-4ec5-af37-aa8cbb62d438 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:32.873977 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-f68a5d2a-dee2-4ec5-af37-aa8cbb62d438 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 898 time: 0.1371338 May 05 16:39:32.983590 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-56a84426-1374-4ec1-8f87-19340aeabf21 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 200 len: 999 time: 0.0984619 May 05 16:39:33.037191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '605a55bf-10e4-4c21-9682-17a037f2d234', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'port_id': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'mac_address': 'fa:16:3e:55:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:30Z', 'updated_at': '2022-05-05T16:39:30Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:33.037191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:39:33.056047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:39:33.056047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:39:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:33.062958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-9d6582a8-c9c3-469b-969f-4502ec5b2fd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:33.062958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-9d6582a8-c9c3-469b-969f-4502ec5b2fd1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0759013 May 05 16:39:33.150077 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-1f3f8908-6f80-406d-9c79-090c59824805 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783424 May 05 16:39:33.263790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:39:33.290683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-d57771c0-39a9-4253-a8a7-f0f55f5d88d0 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383288 May 05 16:39:33.434745 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d23e7eb9-a6b4-4eab-8d2d-5ea523a2e417 req-69024942-fe4e-4de0-b602-b8dcb2a5cefc service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376309 May 05 16:39:33.667082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '605a55bf-10e4-4c21-9682-17a037f2d234', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'port_id': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'mac_address': 'fa:16:3e:55:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:30Z', 'updated_at': '2022-05-05T16:39:30Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:39:33.671096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69819a3c-9872-443b-b8fc-ea4224b1b2b1 None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '605a55bf-10e4-4c21-9682-17a037f2d234', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'port_id': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'mac_address': 'fa:16:3e:55:5a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:30Z', 'updated_at': '2022-05-05T16:39:30Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:39:33.722114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:33.755757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:33.834529 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3b5eeade-9a43-4418-b1cf-f3ee96370d7e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 991 time: 0.1112566 May 05 16:39:33.872832 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb14e31-af51-439c-958b-ba31272b371b None None] New status for floating IP 605a55bf-10e4-4c21-9682-17a037f2d234: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:39:34.838995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 53976) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:39:34.946046 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-38d4cf47-a17e-413f-8a06-e4db3670e213 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 993 time: 0.1058884 May 05 16:39:50.240982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-770166df-fad5-4249-9074-056b41daed2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:51.715218 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-2a366a56-57dc-48ce-b270-c4b8d585f4e5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0690093 May 05 16:39:51.853591 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-677e471f-fa49-4dc1-bcca-b359fb9e44f2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1099 time: 0.0715237 May 05 16:39:51.996846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-051324a3-d96c-4046-86b5-c3e1f3514a4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:51.998933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-051324a3-d96c-4046-86b5-c3e1f3514a4c service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1274948 May 05 16:39:52.099464 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-5c7e10ce-f5f8-4251-8880-6803b08035fd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 1002 time: 0.0941114 May 05 16:39:52.256016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-b4216ac9-1ab6-4d34-9739-1b0cffc5971b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:39:52.257532 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-b4216ac9-1ab6-4d34-9739-1b0cffc5971b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.1525667 May 05 16:39:52.333742 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-4e6612ee-4808-44e6-9c6b-8c0cef09dfa5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689902 May 05 16:39:52.436322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-79e36ab3-c2fe-4f83-b8f7-18ed989130ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:52.469252 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-8f7dcc54-7ab1-4a56-9104-e8918f0f900e service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292627 May 05 16:39:52.602338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41e22f02-9a5f-4f14-92ab-55473dd41cd4 req-7c11c40d-6600-41a6-b852-6111817cfc3f service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268656 May 05 16:39:53.677602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:53.723252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:55.126813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:39:57.692881 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:40:03.795489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:20.294009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78d6f57e-af67-4ca6-813e-ec946ed7d0be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:22.457534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06806834-cc6e-4ec8-a0d0-00d1fb9720b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:23.682856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:23.699104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:25.116545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:33.796705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:34.694924 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:40:35.669996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54012) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:35.754876 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-54b4c174-5b82-4775-b1a6-047ebd804b2b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?project_id=e340f730ceb4465e9ffe71e5fe3747b3&network_id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 2999 time: 0.0748920 May 05 16:40:38.645370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54026) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:38.704831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee9e85c-0787-421f-b03e-23d0a4191ae6 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:38.707897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8ee9e85c-0787-421f-b03e-23d0a4191ae6 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e HTTP/1.1" status: 200 len: 814 time: 0.0599668 May 05 16:40:39.759741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54034) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:39.765773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'port_id': None}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:39.864721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:40.150469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:40.242081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:40.242339 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 605a55bf-10e4-4c21-9682-17a037f2d234 disassociated. External IP: 172.26.2.235, port: 5ee17bfa-bd15-41fd-8023-7046ebb147a2. May 05 16:40:40.629565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:40:40.930200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:40:40.935830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:40.941109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:40:40.953625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:40:40.954233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:40:40.989790 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-51351efc-f5cf-4b84-b2a2-a7f9e53e989f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 690 time: 1.2289739 May 05 16:40:40.990353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:40:40.992806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54038) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:41.050964 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e99fe7-9f95-452c-bf0c-3dad7f0c2b2f'] response: {'name': 'network-changed', 'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'status': 'completed', 'code': 200} May 05 16:40:41.081217 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a024364e-3219-4618-a579-83b547979ccd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 690 time: 0.0860078 May 05 16:40:41.133861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:40:41.145278 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-fb4b944a-d384-4bb2-9db5-847f12f41063 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1098 time: 0.0687366 May 05 16:40:41.284129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79e224-18e0-49ef-ae34-be16530432ef req-6699c499-ae28-4421-9120-2a5e0b85d044 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:41.285495 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-6699c499-ae28-4421-9120-2a5e0b85d044 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 898 time: 0.1337299 May 05 16:40:41.356354 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-c4e4d891-57fc-4622-a6b5-ec6d424a96f1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 200 len: 217 time: 0.0648723 May 05 16:40:41.428215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79e224-18e0-49ef-ae34-be16530432ef req-6af52cea-0b86-4a6a-9484-5d4e3ddcab2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:41.429802 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-6af52cea-0b86-4a6a-9484-5d4e3ddcab2b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0673888 May 05 16:40:41.445790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:40:41.450001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:40:41.461510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:40:41.462150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:40:41.509614 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-59b68369-9310-477c-8cbb-3662daed0a8b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0733261 May 05 16:40:41.652523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:40:41.676646 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-afffde5a-f83c-4912-9718-35513c2d2f73 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476390 May 05 16:40:41.826607 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2b79e224-18e0-49ef-ae34-be16530432ef req-d2ddf1fe-a4a7-4dfa-b018-c3825f9162fa service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566148 May 05 16:40:41.976221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:40:41.980900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f3281-3327-4dc6-ba7e-339130c96f08 None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:40:42.083936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54044) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:42.171579 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a9ed9065-1161-4ed1-a82f-d7086c127e3b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 690 time: 0.0864918 May 05 16:40:42.201367 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8552a5b2-5d5d-4ec7-8ea0-cca3181fce53 None None] New status for floating IP 605a55bf-10e4-4c21-9682-17a037f2d234: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:40:43.175470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54048) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:43.265782 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0533c206-429d-48dc-aad0-97752252a026 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 688 time: 0.0889122 May 05 16:40:44.609391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54056) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:44.615018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835822604', 'description': 'tempest-secgroup-smoke-835822604 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:44.621591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:44.631915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:44.744720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:44.786844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:44.791418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:44.794056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:44.799848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:44.854084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:44.904948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:44.952348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:44.961596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.961946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.962300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.962637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.963008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.963338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.963700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.964026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.964383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.964707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:44.965031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:45.074005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.075836 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-899a368e-c6cd-4713-bc2f-b36fbf10331b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4648895 May 05 16:40:45.078955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54060) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:45.084746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'c007f1ef-3aa2-4e2d-8bd9-52b236e970e8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:45.090920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:45.094837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:45.097964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:45.104143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:45.212076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.273382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.350498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.376209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aede0ed8-fbda-4f5c-99e7-aeeb6b5c6426,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:45.453236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.457870 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc39ffa3-809e-41a7-b244-1954456085a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3745184 May 05 16:40:45.457870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54064) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:45.462796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'c007f1ef-3aa2-4e2d-8bd9-52b236e970e8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:45.469637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:45.473407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:45.478226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:45.482123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:45.572131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.635665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.784884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.808268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af8ba63-e121-4ae6-b895-16ad7822794f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:45.914611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:45.915547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-59d8e669-25bb-44cf-881e-d822e781f7af tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4573252 May 05 16:40:45.918351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54068) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:45.923932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'c007f1ef-3aa2-4e2d-8bd9-52b236e970e8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:45.929889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:45.933924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:45.937118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:45.942923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:46.032089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.100295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.170642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.190766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a51bfa5d-2356-4be8-96ae-eac60f063caf,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:46.281739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.283028 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9b06f0eb-0a46-4940-967e-81eb0448ab8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3636768 May 05 16:40:46.285734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54072) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:46.291126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'c007f1ef-3aa2-4e2d-8bd9-52b236e970e8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:46.297589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:46.301494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:46.304556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:46.312056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:46.392140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.456800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.555881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.580485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20bffde-19fd-47a5-80b8-36f2d1d42351,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:46.676592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.680329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fe52a119-6268-4bd5-aafa-55e25bdb9818 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3911300 May 05 16:40:46.680564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54076) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:46.686711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'c007f1ef-3aa2-4e2d-8bd9-52b236e970e8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:46.692693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:46.696506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:46.699443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:46.705549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:46.773588 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:40:46.781621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.848418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.916845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:46.942567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7cf3792-f6a1-4713-842f-5bc2b6d4b916,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:47.045711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:47.045711 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-afed374e-182e-4838-8854-94be270a71a5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3614681 May 05 16:40:47.046452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54080) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:40:47.052063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'c007f1ef-3aa2-4e2d-8bd9-52b236e970e8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:47.057857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:47.061921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:40:47.070515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:40:47.070638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:47.144855 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:40:47.151730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:47.216305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:47.288070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:47.312133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b18fb93-a8d6-4db9-8538-5b2a7171587c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:47.396212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:47.397378 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9589f91a-7959-4f68-bfe1-661dce685cbb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3499992 May 05 16:40:47.576823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-dfa8191d-d415-4c93-80f6-03a93ff5d96a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:40:47.647635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-dfa8191d-d415-4c93-80f6-03a93ff5d96a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:40:47.648098 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-dfa8191d-d415-4c93-80f6-03a93ff5d96a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835822604&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1165929 May 05 16:40:47.800841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-387e50e3-d806-41b0-8bef-0d31c688a92d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:47.802280 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-387e50e3-d806-41b0-8bef-0d31c688a92d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 797 time: 0.1477168 May 05 16:40:47.818895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-5150acad-b1be-4d45-9c45-eb232b3e5e33 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0112951 May 05 16:40:47.908496 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-9b27c47e-6255-4f09-b5ff-a6d61957a4de tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0846169 May 05 16:40:48.048751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-ec0febb4-5cd1-4ffd-9e89-88a068f44a49 service neutron] 10.222.0.70 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289010 May 05 16:40:48.184575 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-1a46cdda-ba45-4d31-abc2-959ac3305206 service neutron] 10.222.0.70 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299617 May 05 16:40:48.477722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01ed58ea-5990-4270-9dc2-6141b891bdc6 req-d9a8a84d-f6a3-4563-982b-c1b17768d714 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 210 time: 0.0418916 May 05 16:40:49.737558 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5091a863-8bae-46dc-bbbc-2dd063757783 req-1517687b-308f-4de2-bf44-8303ce49cee3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 210 time: 0.1291833 May 05 16:40:50.269631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-15421e2a-e3bd-4c89-9bc9-36f71a20f8db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:50.623766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-69502b3c-0a98-4a08-b043-49a0d1441d65 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:50.625215 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-69502b3c-0a98-4a08-b043-49a0d1441d65 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 797 time: 0.1429825 May 05 16:40:50.684288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-840e73fa-ee98-44a6-9e95-9155e70ff674 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 471 time: 0.0467029 May 05 16:40:50.693424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['c007f1ef-3aa2-4e2d-8bd9-52b236e970e8']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:50.842307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:40:50.852268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:40:50.914908 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d7a3312-50e0-4e7b-a29d-a0c5254dc092 req-ce1da45d-ecf2-4998-8723-85bc64f11307 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 210 time: 0.0412056 May 05 16:40:51.007179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:40:51.010217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:51.177447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.6 (b715e6db-1599-44f9-999b-900f7344a08b/430e9543-7c88-4e18-837f-38cc5832efc1/bd71a887-497b-402c-af14-82ac5da1de4e) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:40:51.363816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:51.379774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object bd71a887-497b-402c-af14-82ac5da1de4e will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:40:51.469374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:51.633087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network b715e6db-1599-44f9-999b-900f7344a08b is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:40:51.635949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:40:51.640464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:40:51.668984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=bd71a887-497b-402c-af14-82ac5da1de4e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:51.695508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.695862 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.696196 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.696530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.696861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.697187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.697513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.697836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.698158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.698482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.698795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:51.718104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:51.718713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:51.837261 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-600217c8-919d-4bc5-8703-229fcc5c83d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1474173 May 05 16:40:51.849078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Request body: {'port': {'device_id': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:40:51.892219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-63d75ca4-b325-428e-8e47-57326bcc2c8b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0709465 May 05 16:40:51.988518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-d9f4d113-b6ef-4f32-87d3-3676fb602adf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 1098 time: 0.0745494 May 05 16:40:51.991257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:52.013220 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bcd573f9-b963-4a58-a1f0-4541788aa969 None None] Provisioning for port bd71a887-497b-402c-af14-82ac5da1de4e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:40:52.018418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bcd573f9-b963-4a58-a1f0-4541788aa969 None None] Provisioning complete for port bd71a887-497b-402c-af14-82ac5da1de4e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:40:52.018995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bcd573f9-b963-4a58-a1f0-4541788aa969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:52.081474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bcd573f9-b963-4a58-a1f0-4541788aa969 None None] Port bd71a887-497b-402c-af14-82ac5da1de4e cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:40:52.197740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-a2cb8ac6-bb8a-480c-bafa-c1f30ca6d2c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:52.199190 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-a2cb8ac6-bb8a-480c-bafa-c1f30ca6d2c0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 898 time: 0.1904025 May 05 16:40:52.262260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9f69c-98c2-4ffa-b0fb-2004cfd7a10b req-819a3dd4-98ae-448a-a847-24debc03dd3f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:52.262260 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63d9f69c-98c2-4ffa-b0fb-2004cfd7a10b req-819a3dd4-98ae-448a-a847-24debc03dd3f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 931 time: 0.1812735 May 05 16:40:52.290937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-4435e99b-169e-4552-bb6c-8d707354ea27 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 200 len: 217 time: 0.0855415 May 05 16:40:52.369706 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63d9f69c-98c2-4ffa-b0fb-2004cfd7a10b req-ae198d40-07fc-47c8-94d8-6626c916de2f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931551 May 05 16:40:52.373027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-a7dfb6f1-3bae-44f4-9691-6697f4f45722 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:52.374402 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-a7dfb6f1-3bae-44f4-9691-6697f4f45722 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0780337 May 05 16:40:52.374693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd71a887-497b-402c-af14-82ac5da1de4e {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:40:52.383170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:52.405808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Transition to ACTIVE for port object bd71a887-497b-402c-af14-82ac5da1de4e will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:40:52.449210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-c3444fef-acb4-4b52-98f2-9737d4314f4b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687041 May 05 16:40:52.539185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f0e9b60-98eb-4158-8afd-ed834461c921 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:52.579229 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:52.580644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-16cbde92-8fc5-40f7-bf17-50f242013359 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257367 May 05 16:40:52.722137 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-e6d33f44-63b0-48d4-81e9-576fe568307b service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362674 May 05 16:40:52.771569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Pushing event updated for resources: {'Port': ['ID=bd71a887-497b-402c-af14-82ac5da1de4e,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:52.822928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Attempting to bind port bd71a887-497b-402c-af14-82ac5da1de4e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:40:52.823328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Attempting to bind port bd71a887-497b-402c-af14-82ac5da1de4e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:40:52.823852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Attempting to bind port bd71a887-497b-402c-af14-82ac5da1de4e on network b715e6db-1599-44f9-999b-900f7344a08b {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:40:52.830157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Port bd71a887-497b-402c-af14-82ac5da1de4e on network b715e6db-1599-44f9-999b-900f7344a08b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:40:52.830564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Attempting to bind port bd71a887-497b-402c-af14-82ac5da1de4e on network b715e6db-1599-44f9-999b-900f7344a08b {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:40:52.837124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:40:52.837454 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Checking segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:40:52.837832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Bound using segment: {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:40:52.838257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Bound port: bd71a887-497b-402c-af14-82ac5da1de4e, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13f0aa82-b871-4834-81e0-613e31b2f0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:40:52.838597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:52.931155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] For port bd71a887-497b-402c-af14-82ac5da1de4e, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:40:52.934126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] For port bd71a887-497b-402c-af14-82ac5da1de4e, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd71a887-497b-402c-af14-82ac5da1de4e,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:40:53.007989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:53.068222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:53.069632 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] 10.222.0.71 "PUT /v2.0/ports/bd71a887-497b-402c-af14-82ac5da1de4e HTTP/1.1" status: 200 len: 1093 time: 1.2258265 May 05 16:40:53.070058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:40:53.089855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7843fc3d-2eee-43d9-afd7-93f74ad59361 service neutron] Pushing event updated for resources: {'Port': ['ID=bd71a887-497b-402c-af14-82ac5da1de4e,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:53.135837 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a1302e-9b9c-4df7-b60a-aa9634a3a516'] response: {'name': 'network-changed', 'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'status': 'completed', 'code': 200} May 05 16:40:53.233396 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d8cf7698-b628-4820-b76e-f73105d88f9a req-95040235-3890-4371-9766-37c48e80df89 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 1096 time: 0.0801086 May 05 16:40:53.377773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf7698-b628-4820-b76e-f73105d88f9a req-cab16682-14f8-43e5-96f6-d2cb7577118a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:53.379197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d8cf7698-b628-4820-b76e-f73105d88f9a req-cab16682-14f8-43e5-96f6-d2cb7577118a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1388805 May 05 16:40:53.519895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf7698-b628-4820-b76e-f73105d88f9a req-46e481bc-dca7-4d46-bcf5-586fba264a20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:53.519895 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d8cf7698-b628-4820-b76e-f73105d88f9a req-46e481bc-dca7-4d46-bcf5-586fba264a20 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341293 May 05 16:40:53.574038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda8fc3-1397-498c-b58f-7dc7e0a95516 req-23cb4870-2e61-4e7f-83a7-a8ef1b66489f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:53.575855 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5fda8fc3-1397-498c-b58f-7dc7e0a95516 req-23cb4870-2e61-4e7f-83a7-a8ef1b66489f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 943 time: 0.0813937 May 05 16:40:53.627596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-a1b4f5a9-d7ea-4584-8756-a18f30dabf40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 1096 time: 0.0733311 May 05 16:40:53.630681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5fda8fc3-1397-498c-b58f-7dc7e0a95516 req-9b87ff97-0a24-4495-99eb-855ef67dda75 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474851 May 05 16:40:53.679467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:53.698693 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-3ea33597-4723-4792-880c-c70394916a9e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71a887-497b-402c-af14-82ac5da1de4e HTTP/1.1" status: 200 len: 217 time: 0.0645192 May 05 16:40:53.725546 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:53.760634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-0d352925-8d73-415e-a34c-bedfef110d9f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:53.762074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-0d352925-8d73-415e-a34c-bedfef110d9f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0577173 May 05 16:40:53.928823 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-57d8f099-e6b9-4748-8d6d-93c777791c53 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1612024 May 05 16:40:54.061408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-30e5f1cd-93a2-46de-aa35-3eedc915466a service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263101 May 05 16:40:54.193682 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510c94c5-cfdb-4faf-a5a6-e6d8dea2578a req-04d96475-58d1-4be2-b963-a91b2fe5c0b3 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259775 May 05 16:40:54.922006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c0638a-d1ce-435b-ba3f-e0be04db7c6b req-d440bafa-06f3-4012-9fa9-a9264ba661d7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:54.923399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-19c0638a-d1ce-435b-ba3f-e0be04db7c6b req-d440bafa-06f3-4012-9fa9-a9264ba661d7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:40:55.030248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-19c0638a-d1ce-435b-ba3f-e0be04db7c6b req-d440bafa-06f3-4012-9fa9-a9264ba661d7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:40:55.032923 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19c0638a-d1ce-435b-ba3f-e0be04db7c6b req-d440bafa-06f3-4012-9fa9-a9264ba661d7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 943 time: 0.2741432 May 05 16:40:55.080650 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19c0638a-d1ce-435b-ba3f-e0be04db7c6b req-d1657bcf-a80c-4960-a008-82379c5b0faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428944 May 05 16:40:55.173787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:56.351113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11cd15-52b4-4d72-a7a4-c0b5b7f662e9 req-dd998bed-f84f-4dca-994a-4518c8f266a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:56.352587 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ed11cd15-52b4-4d72-a7a4-c0b5b7f662e9 req-dd998bed-f84f-4dca-994a-4518c8f266a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 943 time: 0.1479940 May 05 16:40:56.398796 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ed11cd15-52b4-4d72-a7a4-c0b5b7f662e9 req-e7d70b3b-db39-4b30-801a-7ea208416b0b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404439 May 05 16:40:57.605391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdacac4-16b5-49ee-abdb-c02ef2090234 req-04584790-ca24-4414-b18d-93c1e9b88fac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:57.606848 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2fdacac4-16b5-49ee-abdb-c02ef2090234 req-04584790-ca24-4414-b18d-93c1e9b88fac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 943 time: 0.0819464 May 05 16:40:57.655626 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2fdacac4-16b5-49ee-abdb-c02ef2090234 req-214ddf9a-3d1e-4964-8940-e311f534407d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426874 May 05 16:40:58.665011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd71a887-497b-402c-af14-82ac5da1de4e details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:40:58.806399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port bd71a887-497b-402c-af14-82ac5da1de4e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd71a887-497b-402c-af14-82ac5da1de4e,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:40:58.820230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'port_id': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'mac_address': 'fa:16:3e:d0:b3:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:40:58.866154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136d764-6ad5-43a9-b999-7e5bc95f0373 req-fe9d5608-9f32-4ecb-9c9f-cf57f880c723 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:40:58.867687 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2136d764-6ad5-43a9-b999-7e5bc95f0373 req-fe9d5608-9f32-4ecb-9c9f-cf57f880c723 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 943 time: 0.0848455 May 05 16:40:58.879631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:58.896879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd71a887-497b-402c-af14-82ac5da1de4e {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:40:58.915812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port bd71a887-497b-402c-af14-82ac5da1de4e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd71a887-497b-402c-af14-82ac5da1de4e,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:40:58.915973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2136d764-6ad5-43a9-b999-7e5bc95f0373 req-25953365-df62-4bcd-aaf4-333a6acf988e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423222 May 05 16:40:59.001550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:40:59.067709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=bd71a887-497b-402c-af14-82ac5da1de4e,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:40:59.076131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.076474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.076808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.077142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.077471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.077797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.078122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.078446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.078764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.079085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.079402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:40:59.365023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['bd71a887-497b-402c-af14-82ac5da1de4e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:41:00.115660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de44c6-bc2b-4a19-9b83-bc01fc1c3136 req-c0adbf88-1eda-41fe-8521-53752536bbcb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:00.117134 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e2de44c6-bc2b-4a19-9b83-bc01fc1c3136 req-c0adbf88-1eda-41fe-8521-53752536bbcb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 944 time: 0.0788589 May 05 16:41:00.165582 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e2de44c6-bc2b-4a19-9b83-bc01fc1c3136 req-c7fe192a-d242-4ef8-9d9c-12b639a78342 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429049 May 05 16:41:00.665331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd71a887-497b-402c-af14-82ac5da1de4e up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:41:00.801169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port bd71a887-497b-402c-af14-82ac5da1de4e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:41:00.806259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port bd71a887-497b-402c-af14-82ac5da1de4e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:41:00.806625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:00.921443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:00.947250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:41:00.958237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port bd71a887-497b-402c-af14-82ac5da1de4e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd71a887-497b-402c-af14-82ac5da1de4e,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:41:01.002248 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40bfaf3-e2f1-4acc-8c87-675209b3925c'] response: {'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'code': 200} May 05 16:41:01.047225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:01.116331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=bd71a887-497b-402c-af14-82ac5da1de4e,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:41:01.539165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18025e7-e37f-42fc-8dcb-5e1fe4e6b441 req-ecaf9f49-2552-4020-9701-be82300884d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:01.539165 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a18025e7-e37f-42fc-8dcb-5e1fe4e6b441 req-ecaf9f49-2552-4020-9701-be82300884d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0780668 May 05 16:41:01.539165 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a18025e7-e37f-42fc-8dcb-5e1fe4e6b441 req-bfc39d98-51cb-4ddb-9f62-07d917e1f2f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388083 May 05 16:41:01.848045 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ad5189b9-c779-4106-9cc7-265719806f7a req-964bd63e-0165-452d-9335-bff386766eb0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 1098 time: 0.0688298 May 05 16:41:01.893686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ad5189b9-c779-4106-9cc7-265719806f7a req-f397babf-e58b-4773-82e8-011ca0efc69c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 May 05 16:41:02.722247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f934f1-be43-447f-abfb-0e53f59d56d0 req-c4512770-9f8a-4613-8d22-a58e44b4e699 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:02.723857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e7f934f1-be43-447f-abfb-0e53f59d56d0 req-c4512770-9f8a-4613-8d22-a58e44b4e699 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0769930 May 05 16:41:02.770757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e7f934f1-be43-447f-abfb-0e53f59d56d0 req-aebd82ec-63f8-4736-a3af-e08f6d601112 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411835 May 05 16:41:03.828138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:03.977687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580df882-dd21-4cdf-854a-4c5d5071bb5e req-f232855b-7830-48ce-aa82-c4bcd94a2e35 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:03.979067 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-580df882-dd21-4cdf-854a-4c5d5071bb5e req-f232855b-7830-48ce-aa82-c4bcd94a2e35 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0785489 May 05 16:41:04.025481 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-580df882-dd21-4cdf-854a-4c5d5071bb5e req-97266416-aedf-489b-b45e-1da9aaf4cb4c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409071 May 05 16:41:04.228205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23d545-fab3-4867-a0cb-7f49ef368218 req-eba17429-665d-47cd-8b95-b83322374166 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:04.229572 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab23d545-fab3-4867-a0cb-7f49ef368218 req-eba17429-665d-47cd-8b95-b83322374166 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0792358 May 05 16:41:04.275146 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab23d545-fab3-4867-a0cb-7f49ef368218 req-fb0ad0f7-ec6b-458a-a9bd-967edaa40d20 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400670 May 05 16:41:04.303160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54140) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:41:04.370583 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0e9a8b0c-13d9-4ebc-a603-70f71c45e742 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 1093 time: 0.0662308 May 05 16:41:04.373214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54144) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:41:04.379030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'port_id': 'bd71a887-497b-402c-af14-82ac5da1de4e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:41:04.454050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:05.130568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:05.189549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:05.381437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 605a55bf-10e4-4c21-9682-17a037f2d234 associated. External IP: 172.26.2.235, port: bd71a887-497b-402c-af14-82ac5da1de4e. May 05 16:41:05.774005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:41:05.969841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:41:05.974354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:05.979393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:41:05.992594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:41:05.993273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:40:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:41:06.030418 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a912e4a7-1901-4c0b-b174-25e5174fb1b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 991 time: 1.6561317 May 05 16:41:06.030918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:41:06.033687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54148) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:41:06.143639 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5cd877f4-005f-488b-9510-705cdd10ce4b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 991 time: 0.1073472 May 05 16:41:06.180890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:41:06.184229 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1fac780-f38a-4593-aa92-dd86518d75e3'] response: {'name': 'network-changed', 'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'status': 'completed', 'code': 200} May 05 16:41:06.277561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-83225b2a-b0c3-4060-83bf-ed5b57342840 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 1098 time: 0.0720778 May 05 16:41:06.411765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-778655f5-996a-437c-9cab-7ce5d32285cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:06.413628 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-778655f5-996a-437c-9cab-7ce5d32285cc service neutron] 10.222.0.71 "GET /v2.0/networks?id=b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 200 len: 898 time: 0.1309428 May 05 16:41:06.512500 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-11f1d28c-9633-4007-aeb5-23c6289680e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bd71a887-497b-402c-af14-82ac5da1de4e HTTP/1.1" status: 200 len: 999 time: 0.0928388 May 05 16:41:06.561639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '605a55bf-10e4-4c21-9682-17a037f2d234', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'port_id': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'mac_address': 'fa:16:3e:d0:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:30Z', 'updated_at': '2022-05-05T16:41:05Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:41:06.565730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:41:06.575886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-83fdde57-c5fc-422a-a920-a86e0bd76a81 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:06.576434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:41:06.577047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:40:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:41:06.577361 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-83fdde57-c5fc-422a-a920-a86e0bd76a81 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 200 len: 835 time: 0.0598755 May 05 16:41:06.651911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-daf0b0c6-05f3-458c-91b9-decb4b97a1d3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=b715e6db-1599-44f9-999b-900f7344a08b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689535 May 05 16:41:06.757423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:41:06.785055 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-06ace186-622a-415d-b271-3dd06ca0e3a9 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269886 May 05 16:41:07.010214 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea305bd9-6e36-4ce8-b638-047fa74b9b43 req-c3462e5d-92f7-41f0-8090-38edcea382a0 service neutron] 10.222.0.71 "GET /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198198 May 05 16:41:07.110719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '605a55bf-10e4-4c21-9682-17a037f2d234', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'port_id': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'mac_address': 'fa:16:3e:d0:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:30Z', 'updated_at': '2022-05-05T16:41:05Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:41:07.115488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dce1d60-3d08-400e-821c-9c8d70080e85 None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '605a55bf-10e4-4c21-9682-17a037f2d234', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.235', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'port_id': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'mac_address': 'fa:16:3e:d0:b3:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:30Z', 'updated_at': '2022-05-05T16:41:05Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:41:07.147104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54156) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:41:07.330448 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed511b6-6982-4e84-952b-b343dd465f8e None None] New status for floating IP 605a55bf-10e4-4c21-9682-17a037f2d234: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:41:07.355967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2542137f-e230-4307-877b-8d860279ed86 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 991 time: 0.2079797 May 05 16:41:08.360037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54160) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:41:08.462305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d2ea2667-c963-4228-ae52-81b69e3798cf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 200 len: 993 time: 0.1011443 May 05 16:41:11.699211 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:41:18.691385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-853bc329-61a0-44e1-bc82-4fdb8fac7597 req-a9717b23-2680-4a84-b700-c100c9e2a9c3 service neutron] (84819) timed out ('10.222.0.71', 56071) {{(pid=84819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 16:41:20.252178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e91defbc-6000-400e-b0ce-05745e889785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:22.428980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5408348a-4f12-47b4-8464-2128566d9b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:23.642438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:23.667343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:25.120734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:33.827333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:48.705398 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:41:50.281015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-844a9bf7-31ae-452f-84f6-d06d9b016f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:51.811080 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-d75c7bfe-e114-46ed-88a0-7f4a50aeb2bb service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726523 May 05 16:41:51.953417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-ba961a80-cc9d-4306-ade5-78bd2bdfe8af service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1099 time: 0.0717845 May 05 16:41:52.104708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-d549dade-ba74-492d-b6d4-5de82e583a2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:52.106360 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-d549dade-ba74-492d-b6d4-5de82e583a2a service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1334522 May 05 16:41:52.232176 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-69f5fbc1-04f3-4913-be6e-2e1b19311c41 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 1002 time: 0.1074357 May 05 16:41:52.288651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-fec2e41f-a9a7-4847-8891-666d87bfa87a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:52.289943 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-fec2e41f-a9a7-4847-8891-666d87bfa87a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0640714 May 05 16:41:52.378027 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-ba1950af-ff3c-4cab-b42d-5e9d636dab0d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823095 May 05 16:41:52.489725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-82c15b8b-ac89-4ca8-9de1-ea347174b1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:52.520399 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-7880cf42-7751-4b6e-b71a-3db10e006817 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364372 May 05 16:41:52.665015 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c2a30274-f9d7-4fe4-83d0-a6fda4906601 req-1c86f4e5-e82b-4764-8280-ab166b7e6b95 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387069 May 05 16:41:53.713915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:53.742533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:55.175037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:41:58.292551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ed3a06aa-ccb9-4889-8523-483fe0725802 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66669831&fields=id&tenant_id=0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 267 time: 0.0404832 May 05 16:41:58.438566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ad472c64-5390-42c0-8195-ab4fad6beda0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:41:58.440063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ad472c64-5390-42c0-8195-ab4fad6beda0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 811 time: 0.1404662 May 05 16:41:58.456417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-1b4bbddb-c503-40fd-b3a6-5b6458eb069f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/quotas/0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 375 time: 0.0111313 May 05 16:41:58.542072 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-5e736f81-cc65-48ad-bedf-e4895d06dfeb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0804501 May 05 16:41:58.743120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-38649972-19ce-45f1-8bef-815bc3ce93e3 service neutron] 10.222.0.70 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892629 May 05 16:41:58.876464 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-8277143f-b7af-4821-9ff9-f9e068532597 service neutron] 10.222.0.70 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267946 May 05 16:41:59.554052 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3924e36b-451f-4d39-beb4-dd8f5a037a24 req-67f14779-5a15-4aa2-8ee1-7792e0c5c881 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 210 time: 0.0471840 May 05 16:42:00.723927 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2aa1d19c-cc3f-4bb8-a2d7-dcb65e360270 req-b4975edc-e1b5-4122-9997-4fce63e53f0f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 210 time: 0.0442250 May 05 16:42:01.561043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-77c425af-dbf7-4731-9efd-bae08cd10fdb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:01.562467 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-77c425af-dbf7-4731-9efd-bae08cd10fdb tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 811 time: 0.2452588 May 05 16:42:01.622591 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-4ce5dd44-7198-4c1e-aafb-2590985d7af8 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d8e5fbe8bec43a08a509cbd68111f79 HTTP/1.1" status: 200 len: 378 time: 0.0467293 May 05 16:42:01.630727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'port': {'device_id': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'admin_state_up': True, 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'security_groups': ['7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:01.768364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:01.778122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:01.857502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Made reservation on behalf of 0d8e5fbe8bec43a08a509cbd68111f79 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:42:01.860930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:01.915601 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-088a00bf-d5b5-4e9f-bf9e-a62cf67b676e req-0fc21ab4-2ae7-473d-8167-68e7c2f5fd34 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 210 time: 0.0450859 May 05 16:42:02.028572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Allocated IP 172.20.0.8 (d263fed4-17d0-48e5-8a5f-8af69cf04481/0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1/bd600e99-f1eb-4612-b63c-ff5453bc4104) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:02.220028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:02.236816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Transition to ACTIVE for port object bd600e99-f1eb-4612-b63c-ff5453bc4104 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:02.358713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:02.432164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:02.435459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:02.439642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:02.471164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=bd600e99-f1eb-4612-b63c-ff5453bc4104,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:02.507398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:02.508200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:02.564397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.564847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.565261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.565786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.566577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.566676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.567008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.567396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.571044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.571044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.571044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:02.633401 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c2cc3e47-84a5-485f-8e4b-8e8aeaf1cd83 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0063193 May 05 16:42:02.645269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Request body: {'port': {'device_id': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:02.706261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d18ad64e-ed6d-4d71-b12f-84628c69ff17 None None] Provisioning for port bd600e99-f1eb-4612-b63c-ff5453bc4104 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:02.711600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d18ad64e-ed6d-4d71-b12f-84628c69ff17 None None] Provisioning complete for port bd600e99-f1eb-4612-b63c-ff5453bc4104 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:02.712060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d18ad64e-ed6d-4d71-b12f-84628c69ff17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:02.765966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d18ad64e-ed6d-4d71-b12f-84628c69ff17 None None] Port bd600e99-f1eb-4612-b63c-ff5453bc4104 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:42:02.766121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.135304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd600e99-f1eb-4612-b63c-ff5453bc4104 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:42:03.142518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.157459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Transition to ACTIVE for port object bd600e99-f1eb-4612-b63c-ff5453bc4104 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:03.233834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.379957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Pushing event updated for resources: {'Port': ['ID=bd600e99-f1eb-4612-b63c-ff5453bc4104,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:03.468934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5990d6f5-87c0-46fa-8a2c-c6fe5b6f2800 req-b48a5f91-2df2-481d-8609-794c1a61a10e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:03.469625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-5990d6f5-87c0-46fa-8a2c-c6fe5b6f2800 req-b48a5f91-2df2-481d-8609-794c1a61a10e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:03.515884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Attempting to bind port bd600e99-f1eb-4612-b63c-ff5453bc4104 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:42:03.516217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Attempting to bind port bd600e99-f1eb-4612-b63c-ff5453bc4104 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:42:03.516546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Attempting to bind port bd600e99-f1eb-4612-b63c-ff5453bc4104 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:03.522736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Port bd600e99-f1eb-4612-b63c-ff5453bc4104 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:42:03.523078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Attempting to bind port bd600e99-f1eb-4612-b63c-ff5453bc4104 on network d263fed4-17d0-48e5-8a5f-8af69cf04481 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:03.530353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:42:03.530742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Checking segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:42:03.531127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Bound using segment: {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:42:03.531586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Bound port: bd600e99-f1eb-4612-b63c-ff5453bc4104, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ca74b2b-3755-4c5c-8070-a2d42346f2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:42:03.531973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.576895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-5990d6f5-87c0-46fa-8a2c-c6fe5b6f2800 req-b48a5f91-2df2-481d-8609-794c1a61a10e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:03.577235 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5990d6f5-87c0-46fa-8a2c-c6fe5b6f2800 req-b48a5f91-2df2-481d-8609-794c1a61a10e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.3771701 May 05 16:42:03.652133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] For port bd600e99-f1eb-4612-b63c-ff5453bc4104, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:42:03.657915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] For port bd600e99-f1eb-4612-b63c-ff5453bc4104, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:42:03.660955 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5990d6f5-87c0-46fa-8a2c-c6fe5b6f2800 req-75baf312-3658-4855-836f-21977cbb1995 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682151 May 05 16:42:03.742716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.805323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.908575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:03.910034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] 10.222.0.71 "PUT /v2.0/ports/bd600e99-f1eb-4612-b63c-ff5453bc4104 HTTP/1.1" status: 200 len: 1093 time: 1.2689531 May 05 16:42:03.913254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:03.933891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdca77-7547-4ef9-8a8f-5a3edc2fec6d service neutron] Pushing event updated for resources: {'Port': ['ID=bd600e99-f1eb-4612-b63c-ff5453bc4104,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:03.995408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66553a0-34ea-4c3d-a36e-24a89b019000'] response: {'name': 'network-changed', 'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'status': 'completed', 'code': 200} May 05 16:42:04.089585 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c62fb45-ebfa-4695-8b81-2b48e6168f85 req-522cd847-f7b6-4564-9d67-e6b3b7cbb755 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1096 time: 0.0756443 May 05 16:42:04.234925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62fb45-ebfa-4695-8b81-2b48e6168f85 req-a00ffcc3-05a0-4412-a848-3036e721d8c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:04.236335 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c62fb45-ebfa-4695-8b81-2b48e6168f85 req-a00ffcc3-05a0-4412-a848-3036e721d8c1 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1400189 May 05 16:42:04.375399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c62fb45-ebfa-4695-8b81-2b48e6168f85 req-5652c85e-14e9-4f5a-93f7-c9f9f55490a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:04.376874 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c62fb45-ebfa-4695-8b81-2b48e6168f85 req-5652c85e-14e9-4f5a-93f7-c9f9f55490a5 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1348715 May 05 16:42:04.488533 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-c80e3471-02dc-4467-ad68-46d63962e94c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1096 time: 0.0752506 May 05 16:42:04.561573 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-258afb6e-e5f1-46e2-860d-4e68f2c67ccd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104 HTTP/1.1" status: 200 len: 217 time: 0.0611353 May 05 16:42:04.629027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-af8e9373-67e4-45fb-aeba-78ec9e410a50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:04.630445 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-af8e9373-67e4-45fb-aeba-78ec9e410a50 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0626049 May 05 16:42:04.705673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-51300ff6-d1a0-4c3e-8d5e-f65c63bfdf74 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688176 May 05 16:42:04.912091 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-a9c475fb-95da-4b2b-a000-6b75a03e6fca service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995666 May 05 16:42:04.925394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dc22e7-04c4-40ea-b285-1ee6edcccbcd req-8d45884e-dc53-4fda-8f22-d3d230998c5d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:04.931549 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f7dc22e7-04c4-40ea-b285-1ee6edcccbcd req-8d45884e-dc53-4fda-8f22-d3d230998c5d tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.1350133 May 05 16:42:05.058943 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f7dc22e7-04c4-40ea-b285-1ee6edcccbcd req-981c8068-6757-4fa7-ae68-a1bf7a8fcbbf tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1113050 May 05 16:42:05.104285 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74f3e805-8a3e-4cb5-97cc-6a047fbbc479 req-1d660a3f-f36d-4933-a762-28536e044d09 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765828 May 05 16:42:06.271909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39d933-e98d-45e6-9eb6-89ad85cdfc60 req-53d6d7b0-eba6-4382-9bf5-ce259ef6e629 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:06.273369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8a39d933-e98d-45e6-9eb6-89ad85cdfc60 req-53d6d7b0-eba6-4382-9bf5-ce259ef6e629 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.0826147 May 05 16:42:06.319370 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8a39d933-e98d-45e6-9eb6-89ad85cdfc60 req-f5135182-a69d-43f0-a3da-fb51d29b4b2a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397778 May 05 16:42:07.521345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd849153-c2ad-4fdb-a5d4-4cd54002f8db req-2d9fbe39-3d73-4632-8ed6-6ecf53bd7c75 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:07.522783 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bd849153-c2ad-4fdb-a5d4-4cd54002f8db req-2d9fbe39-3d73-4632-8ed6-6ecf53bd7c75 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.0763638 May 05 16:42:07.568345 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bd849153-c2ad-4fdb-a5d4-4cd54002f8db req-03246177-4693-4e6c-bba4-3cb8f337c06b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400865 May 05 16:42:08.765482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80801643-575f-45d2-85a6-65c363f86080 req-00ed950b-b401-4c76-ac93-5cf5a21d9b25 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:08.766940 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-80801643-575f-45d2-85a6-65c363f86080 req-00ed950b-b401-4c76-ac93-5cf5a21d9b25 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.0771754 May 05 16:42:08.812779 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-80801643-575f-45d2-85a6-65c363f86080 req-fa4e0547-1a80-47ab-95b5-5530568dbcfa tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401816 May 05 16:42:09.884668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306302ed-ebec-449f-b405-96354da240d6 req-93dd69a1-4b9c-4418-90e5-6983507f08a3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:09.886326 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-306302ed-ebec-449f-b405-96354da240d6 req-93dd69a1-4b9c-4418-90e5-6983507f08a3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0809746 May 05 16:42:09.932859 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-306302ed-ebec-449f-b405-96354da240d6 req-5d0d4628-b93a-462f-aed3-eacdd96b813a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399933 May 05 16:42:10.017071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e683ce1c-571c-4891-801d-4f0c86c3b845 req-b520c73f-a44c-4056-8b0b-ddbba1bda1fe tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:10.018522 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e683ce1c-571c-4891-801d-4f0c86c3b845 req-b520c73f-a44c-4056-8b0b-ddbba1bda1fe tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.0809498 May 05 16:42:10.063645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e683ce1c-571c-4891-801d-4f0c86c3b845 req-619c314a-eb89-4091-99bb-a860830fe7a6 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396144 May 05 16:42:11.139840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a644d15-4705-4d3d-9606-d608373db667 req-2483d9a5-b8b3-4132-b2ec-ecd810ffad54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:11.141299 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a644d15-4705-4d3d-9606-d608373db667 req-2483d9a5-b8b3-4132-b2ec-ecd810ffad54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0779150 May 05 16:42:11.195477 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a644d15-4705-4d3d-9606-d608373db667 req-45d30c03-1a96-495b-8c24-7ca077d247be tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 May 05 16:42:11.263382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac457-2999-4465-860c-8b71017c0193 req-5cc794fe-2321-4907-8ca6-a09c877ec3be tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:11.265402 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-180ac457-2999-4465-860c-8b71017c0193 req-5cc794fe-2321-4907-8ca6-a09c877ec3be tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.0784016 May 05 16:42:11.314036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-180ac457-2999-4465-860c-8b71017c0193 req-03581aa3-a794-4108-8d4e-77b904bb2094 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429597 May 05 16:42:11.744235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-61402d21-5318-4e90-a465-e7c13091bf1c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:11.745841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-61402d21-5318-4e90-a465-e7c13091bf1c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0785728 May 05 16:42:11.816628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port bd71a887-497b-402c-af14-82ac5da1de4e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:11.816967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:12.156870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port bd71a887-497b-402c-af14-82ac5da1de4e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd71a887-497b-402c-af14-82ac5da1de4e,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:12.157225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:12.401539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d7db38-a795-451b-93a1-e29623081220 req-66e904bc-585e-48b3-8b47-62f6f37ca1bc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:12.403095 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c5d7db38-a795-451b-93a1-e29623081220 req-66e904bc-585e-48b3-8b47-62f6f37ca1bc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 945 time: 0.0830352 May 05 16:42:12.453101 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c5d7db38-a795-451b-93a1-e29623081220 req-e429dbc2-c2e2-450c-8b2e-4867fab00f91 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433025 May 05 16:42:12.486674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:12.487194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:12.487309 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 605a55bf-10e4-4c21-9682-17a037f2d234 disassociated. External IP: 172.26.2.235, port: bd71a887-497b-402c-af14-82ac5da1de4e. May 05 16:42:12.487672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for bd71a887-497b-402c-af14-82ac5da1de4e owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:12.617787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c55a6b-9731-464f-9770-0d3ec6a08005 req-15a9d386-6cc4-4175-8ee0-d186fc65c589 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:12.619227 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-77c55a6b-9731-464f-9770-0d3ec6a08005 req-15a9d386-6cc4-4175-8ee0-d186fc65c589 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.1735811 May 05 16:42:12.685568 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-77c55a6b-9731-464f-9770-0d3ec6a08005 req-f84d2f59-b223-4adf-a5ec-71b1a2f06c74 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0584908 May 05 16:42:12.747727 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:12.800393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=bd71a887-497b-402c-af14-82ac5da1de4e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:13.005193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:42:13.217262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:42:13.227101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:42:13.240739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:13.241624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:41:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:13.289738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port bd71a887-497b-402c-af14-82ac5da1de4e on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:42:13.292878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:13.297318 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'name': 'network-vif-deleted', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:13.355406 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d3bb0b3-6796-4749-9f45-0de369317c54'] response: {'server_uuid': 'd8853d40-68c0-4c28-8a6c-a3b678dbbf42', 'name': 'network-vif-deleted', 'tag': 'bd71a887-497b-402c-af14-82ac5da1de4e', 'status': 'completed', 'code': 200} May 05 16:42:13.378606 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bdaa2c66-a7a2-472a-a1a9-1b2e74238fdc req-8e986ec3-f9a3-43d3-bacd-5a2e70d447fa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/bd71a887-497b-402c-af14-82ac5da1de4e HTTP/1.1" status: 204 len: 173 time: 1.6246562 May 05 16:42:13.437561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:13.626020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6553a4d4-7e71-49d5-a0e4-5db54a77e60a req-bc8734ff-4d4a-4117-89cf-aa6c69ba58b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:13.714935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6553a4d4-7e71-49d5-a0e4-5db54a77e60a req-bc8734ff-4d4a-4117-89cf-aa6c69ba58b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:13.718596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6553a4d4-7e71-49d5-a0e4-5db54a77e60a req-bc8734ff-4d4a-4117-89cf-aa6c69ba58b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=d8853d40-68c0-4c28-8a6c-a3b678dbbf42 HTTP/1.1" status: 200 len: 210 time: 0.1331306 May 05 16:42:13.756640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:13.761070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:42:13.773179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:13.773786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:41:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:13.915535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe6b4f-973e-4c08-912d-2e7d0e87cf69 req-72981dbf-78c5-441e-9430-4f541d829c24 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:13.917013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d4fe6b4f-973e-4c08-912d-2e7d0e87cf69 req-72981dbf-78c5-441e-9430-4f541d829c24 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.0809855 May 05 16:42:13.969230 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d4fe6b4f-973e-4c08-912d-2e7d0e87cf69 req-eb153fa9-1f66-4f4b-ace4-889b14f26612 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0466564 May 05 16:42:13.998944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:14.318805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:14.322819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0c48e9-2ed6-4d18-ad28-4b7f9d856fad None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:03Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'e8a9c61e-92ca-4105-a32b-2be6375dc090', 'name': '', 'network_id': 'b715e6db-1599-44f9-999b-900f7344a08b', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:33:c2:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:39:02Z', 'updated_at': '2022-05-05T16:39:09Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '430e9543-7c88-4e18-837f-38cc5832efc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:42:14.540409 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35eaf70-5233-4325-ab35-c4bfac86bee0 None None] New status for floating IP 605a55bf-10e4-4c21-9682-17a037f2d234: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:42:14.825383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54312) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:14.901213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:14.930024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:14.999189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd600e99-f1eb-4612-b63c-ff5453bc4104 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:42:15.002707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd71a887-497b-402c-af14-82ac5da1de4e no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:42:15.039620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: bd71a887-497b-402c-af14-82ac5da1de4e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:42:15.039961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd71a887-497b-402c-af14-82ac5da1de4e not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:42:15.167177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.178396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port bd600e99-f1eb-4612-b63c-ff5453bc4104, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:15.189475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c007f1ef-3aa2-4e2d-8bd9-52b236e970e8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:15.194161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'port_id': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'mac_address': 'fa:16:3e:2e:41:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:42:15.204449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.204803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.205149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.205480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.205813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.206143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.206470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.206817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.207117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.207438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.207786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.221766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f6aee-36b4-4b6a-873c-2060cba4dec9 req-84380777-7b50-4c96-8c69-8e4a22ecea8a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:15.223226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-908f6aee-36b4-4b6a-873c-2060cba4dec9 req-84380777-7b50-4c96-8c69-8e4a22ecea8a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 943 time: 0.1197417 May 05 16:42:15.265006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.271254 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-908f6aee-36b4-4b6a-873c-2060cba4dec9 req-79783ab2-0afe-483d-8ae3-21971747e6e5 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421948 May 05 16:42:15.284167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd600e99-f1eb-4612-b63c-ff5453bc4104 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:42:15.294919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.296058 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fd62ccd8-7b93-4f87-bd3e-161209027341 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/c007f1ef-3aa2-4e2d-8bd9-52b236e970e8 HTTP/1.1" status: 204 len: 168 time: 0.4697104 May 05 16:42:15.309785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port bd600e99-f1eb-4612-b63c-ff5453bc4104, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:15.394028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.417504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54320) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:15.463647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=bd600e99-f1eb-4612-b63c-ff5453bc4104,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:15.472241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.472567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.472905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.473231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.473562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.473886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.474226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.474545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.474860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.475174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.475511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:15.575366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 0d65babd-9718-496d-9f3b-d0b14c745b67 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:15.575740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.746130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.746485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:15.802476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['bd600e99-f1eb-4612-b63c-ff5453bc4104'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:42:15.953465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 0d65babd-9718-496d-9f3b-d0b14c745b67 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:16.176505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:16.223249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=0d65babd-9718-496d-9f3b-d0b14c745b67,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:16.320731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:16.439806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:16.440928 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-085844fc-473c-4e49-93ae-7b75a48c7560 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/605a55bf-10e4-4c21-9682-17a037f2d234 HTTP/1.1" status: 204 len: 168 time: 1.0223601 May 05 16:42:16.477399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7cd59f-2e26-43d0-b5c8-6b71a0db399d req-18f6e6ef-e6d3-4444-8683-275d6513f53e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:16.478950 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a7cd59f-2e26-43d0-b5c8-6b71a0db399d req-18f6e6ef-e6d3-4444-8683-275d6513f53e tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 944 time: 0.0851126 May 05 16:42:16.531325 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a7cd59f-2e26-43d0-b5c8-6b71a0db399d req-5edcf855-ac3a-46de-9e5f-0aedeac93b84 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460334 May 05 16:42:17.014797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd600e99-f1eb-4612-b63c-ff5453bc4104 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:17.016247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-8b2d3b75-a634-4171-af4b-bf2172535305 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:17.016951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-8b2d3b75-a634-4171-af4b-bf2172535305 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:17.136378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-8b2d3b75-a634-4171-af4b-bf2172535305 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:17.137519 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-8b2d3b75-a634-4171-af4b-bf2172535305 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.2027841 May 05 16:42:17.159941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port bd600e99-f1eb-4612-b63c-ff5453bc4104 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:17.164535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port bd600e99-f1eb-4612-b63c-ff5453bc4104 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:17.167947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:17.184308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-1da12b49-4693-48c2-8241-7a54e3bf014d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:17.278417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:17.306384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:17.313624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-1da12b49-4693-48c2-8241-7a54e3bf014d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:17.316374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port bd600e99-f1eb-4612-b63c-ff5453bc4104, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:17.320016 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f9aaf91f-0c56-4bec-8be5-d6dd9773057b req-1da12b49-4693-48c2-8241-7a54e3bf014d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762242 May 05 16:42:17.365947 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-866e81f7-90e0-4237-b804-4a7b21f8f5f7'] response: {'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'code': 200} May 05 16:42:17.437522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:17.505983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=bd600e99-f1eb-4612-b63c-ff5453bc4104,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:17.736868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901d7b4-256b-4b28-95a1-99f9a979746c req-89622866-7571-404f-9360-fd99e80d98de tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:17.738523 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4901d7b4-256b-4b28-95a1-99f9a979746c req-89622866-7571-404f-9360-fd99e80d98de tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.0803716 May 05 16:42:17.785818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4901d7b4-256b-4b28-95a1-99f9a979746c req-326af98f-5828-48de-93b4-0546d12ba4a7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414438 May 05 16:42:17.815657 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-eb318383-7dd2-4bf6-bd0a-39763b13f349 req-65a09bf0-eaec-46ef-a1b2-34d4c8f85328 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1098 time: 0.0737104 May 05 16:42:17.859656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-eb318383-7dd2-4bf6-bd0a-39763b13f349 req-cb89db4b-ee44-404a-9ecc-eb0691d9c1f4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360513 May 05 16:42:18.518925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3510a-6d4e-4660-b6f5-4616d53edc9a req-ffcfc9b6-ba12-4a8b-8dbf-09fc98f83f55 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:18.520379 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a1b3510a-6d4e-4660-b6f5-4616d53edc9a req-ffcfc9b6-ba12-4a8b-8dbf-09fc98f83f55 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.0774021 May 05 16:42:18.564642 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a1b3510a-6d4e-4660-b6f5-4616d53edc9a req-3107ee50-2c13-47a7-9d52-8a60717fa95d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386729 May 05 16:42:18.669786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-4e182fad-e21d-40cc-8fd2-4db3b8614b43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:18.671219 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-4e182fad-e21d-40cc-8fd2-4db3b8614b43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 945 time: 0.0770199 May 05 16:42:18.843055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:18.843704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:18.988917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bbe27f-fa2a-4477-bcf7-fa07cfa651fe req-be8f2df8-76fd-4e17-b828-9688a9dcb195 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:18.990306 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-79bbe27f-fa2a-4477-bcf7-fa07cfa651fe req-be8f2df8-76fd-4e17-b828-9688a9dcb195 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.0799432 May 05 16:42:19.037879 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-79bbe27f-fa2a-4477-bcf7-fa07cfa651fe req-ee99cd6a-1614-4b63-b3ad-29529b8cf9b7 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421019 May 05 16:42:19.085464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 5ee17bfa-bd15-41fd-8023-7046ebb147a2, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=5ee17bfa-bd15-41fd-8023-7046ebb147a2,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:19.085815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:19.209092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 5ee17bfa-bd15-41fd-8023-7046ebb147a2 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:19.454980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:19.509515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=5ee17bfa-bd15-41fd-8023-7046ebb147a2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:19.585355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port 5ee17bfa-bd15-41fd-8023-7046ebb147a2 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:42:19.587801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:19.590414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'name': 'network-vif-deleted', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:19.647000 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2b75cf-1db8-438b-a65e-4d90a946a4cc'] response: {'server_uuid': 'da22be98-2ff9-4405-83ac-442efc3993a3', 'name': 'network-vif-deleted', 'tag': '5ee17bfa-bd15-41fd-8023-7046ebb147a2', 'status': 'completed', 'code': 200} May 05 16:42:19.681428 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-64dba037-c43c-44bb-a221-78241a1d9f2e req-50a73118-55de-4cd7-b49d-d0cc6cf7c691 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/5ee17bfa-bd15-41fd-8023-7046ebb147a2 HTTP/1.1" status: 204 len: 173 time: 1.0048077 May 05 16:42:19.734950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-996d8e67-0e5d-4a5d-8e12-90644177d602 req-4302cc4e-b12b-4619-ad0e-bba6bb68a664 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:19.833275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-996d8e67-0e5d-4a5d-8e12-90644177d602 req-4302cc4e-b12b-4619-ad0e-bba6bb68a664 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:19.834434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-996d8e67-0e5d-4a5d-8e12-90644177d602 req-4302cc4e-b12b-4619-ad0e-bba6bb68a664 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=da22be98-2ff9-4405-83ac-442efc3993a3 HTTP/1.1" status: 200 len: 210 time: 0.1460657 May 05 16:42:20.236494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8a785-76cf-4139-a47b-0b63295cf66a req-136ef716-67b0-49ed-9cf3-3b3b21ac6c2c tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:20.237966 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-07d8a785-76cf-4139-a47b-0b63295cf66a req-136ef716-67b0-49ed-9cf3-3b3b21ac6c2c tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.0769541 May 05 16:42:20.283432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e8a1fcf8-7833-4dc9-b043-61f3999f81f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:20.288521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-07d8a785-76cf-4139-a47b-0b63295cf66a req-56309558-2e98-4c5b-a599-c41e7a3b3fc2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449553 May 05 16:42:20.486495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11b58e-dd06-4350-948d-cf3a183f8dcc req-36774547-fcf3-4ce0-ad4f-fe8585c8b9b8 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:20.488158 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a11b58e-dd06-4350-948d-cf3a183f8dcc req-36774547-fcf3-4ce0-ad4f-fe8585c8b9b8 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.0771196 May 05 16:42:20.538135 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a11b58e-dd06-4350-948d-cf3a183f8dcc req-97b55b6c-1c38-4c88-93d2-eb003a3fdc89 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441923 May 05 16:42:20.565497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54346) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:20.766858 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df7c1810-ea6c-48af-886f-38fbaa47e60e tempest-TestVolumeBootPattern-43895429 tempest-TestVolumeBootPattern-43895429-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1093 time: 0.2000675 May 05 16:42:20.769265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54352) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:20.774615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:20.780577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:20.784495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Usage tracker for resource:floatingip and tenant:0d8e5fbe8bec43a08a509cbd68111f79 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:20.787305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:20.793052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:20.908022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:20.946392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54358) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:21.015651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-13258c3e-4873-4428-a3fb-c0e262aa05d9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.034866 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 5ee17bfa-bd15-41fd-8023-7046ebb147a2 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:42:21.049729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-13258c3e-4873-4428-a3fb-c0e262aa05d9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.053351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.074150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 5ee17bfa-bd15-41fd-8023-7046ebb147a2 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:42:21.074292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 5ee17bfa-bd15-41fd-8023-7046ebb147a2 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:42:21.200027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Allocated IP 172.26.2.71 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/eb0ef449-76d1-4a6f-86c8-6b351a47171b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:21.205773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-13258c3e-4873-4428-a3fb-c0e262aa05d9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.226897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13258c3e-4873-4428-a3fb-c0e262aa05d9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:21.316408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-13258c3e-4873-4428-a3fb-c0e262aa05d9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.317723 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-13258c3e-4873-4428-a3fb-c0e262aa05d9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/4b9a6a7c-ba25-4ed0-96f1-3a1f88f21f1b HTTP/1.1" status: 204 len: 168 time: 0.3703601 May 05 16:42:21.350268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.411902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54364) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:21.471634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:21.605930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:21.611342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:21.616783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:21.643167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=eb0ef449-76d1-4a6f-86c8-6b351a47171b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:22.420437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:22.445004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-607c287f-4ff3-46d2-883e-e4c6fd95a631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:22.585942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:22.806492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.174317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.337200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.470842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event updated for resources: {'Port': ['ID=eb0ef449-76d1-4a6f-86c8-6b351a47171b,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:23.483644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.681687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port e8a9c61e-92ca-4105-a32b-2be6375dc090 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:23.681781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.753047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.775659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:23.893595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port e8a9c61e-92ca-4105-a32b-2be6375dc090, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e8a9c61e-92ca-4105-a32b-2be6375dc090,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:23.893949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:24.047151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for e8a9c61e-92ca-4105-a32b-2be6375dc090 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:24.109853 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Floating IP a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6 associated. External IP: 172.26.2.71, port: bd600e99-f1eb-4612-b63c-ff5453bc4104. May 05 16:42:24.479603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:24.599722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=e8a9c61e-92ca-4105-a32b-2be6375dc090,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:25.067887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:42:25.153396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:25.248563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:25.540984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:42:25.550451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:42:25.562308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:25.563029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:25.638621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:25.697925 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:42:25.793307 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fa08ffc2-f263-4dd0-b6e8-dac02deb56ca tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.0087471 May 05 16:42:25.793307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:25.826314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:25.885742 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-029fcd96-ac3a-4ff2-95c0-ac8705e393e9'] response: {'name': 'network-changed', 'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'status': 'completed', 'code': 200} May 05 16:42:25.941676 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-caec6189-4f87-44eb-ac08-aabe1bd986e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1098 time: 0.0741079 May 05 16:42:26.055514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 44f316bd-6750-492b-bfab-38053a7eeb0e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:42:26.080147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-84d016c4-f5e2-4b28-87e0-7c8ea3c75bed service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:26.081633 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-84d016c4-f5e2-4b28-87e0-7c8ea3c75bed service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1333852 May 05 16:42:26.192715 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-0bfae347-3c31-41ad-b80e-f4ffdb72e710 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104 HTTP/1.1" status: 200 len: 998 time: 0.1050277 May 05 16:42:26.214636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:18Z', 'revision_number': 1, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}, {'id': 'a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:2e:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:42:22Z', 'updated_at': '2022-05-05T16:42:22Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:26.219302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:42:26.230194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:26.230812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:26.270532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-67eed2f7-f7cc-47c7-8763-d681167a7192 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:26.272141 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-67eed2f7-f7cc-47c7-8763-d681167a7192 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0725913 May 05 16:42:26.272276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:42:26.280207 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e9767bd8-a0d4-4ff0-9976-2b959bd88f69 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/44f316bd-6750-492b-bfab-38053a7eeb0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8641827 May 05 16:42:26.280845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54372) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:26.283212 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] Sync routers for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:42:26.300374 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:26.301351 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:26.365850 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-e1971785-a3da-45e1-8919-ad560ad11b25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814445 May 05 16:42:26.433965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:26.524148 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:26.534874 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-7634d548-646a-4850-aec7-f9f2a22e2f5b service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612730 May 05 16:42:26.641163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 430e9543-7c88-4e18-837f-38cc5832efc1 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:42:26.645598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:26.710829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:26.801955 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6dd96c94-3590-46b6-a085-ca7e77b07fd4 req-275a41d9-84b3-4f25-bd96-f0ce06f7c53e service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601380 May 05 16:42:26.863497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:26.867978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:18Z', 'revision_number': 1, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}, {'id': 'a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:2e:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:42:22Z', 'updated_at': '2022-05-05T16:42:22Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:26.873057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc52be0-fd76-48a7-8ce3-bad8489da8d9 None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:18Z', 'revision_number': 1, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}, {'id': 'a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.71', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:2e:41:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:42:22Z', 'updated_at': '2022-05-05T16:42:22Z', 'revision_number': 0, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:42:26.877478 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:42:24Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:26.881243 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] Checking router: 44f316bd-6750-492b-bfab-38053a7eeb0e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:42:26.895539 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] Routers {'44f316bd-6750-492b-bfab-38053a7eeb0e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:26.895539 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['44f316bd-6750-492b-bfab-38053a7eeb0e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:26.999667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.041716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=430e9543-7c88-4e18-837f-38cc5832efc1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:27.047025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.054511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed87f8-c117-47b3-bb22-54a6e3f32b10 None None] Network b715e6db-1599-44f9-999b-900f7344a08b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:42:27.059421 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b69ba50f-eb71-4a33-b34c-4d1cf8315abd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/430e9543-7c88-4e18-837f-38cc5832efc1 HTTP/1.1" status: 204 len: 168 time: 0.7769258 May 05 16:42:27.062548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54376) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:27.113825 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] Set router 44f316bd-6750-492b-bfab-38053a7eeb0e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:27.134712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d65d96-c501-41d8-97f0-e77343879885 None None] New status for floating IP a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:42:27.283187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.423956 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:42:24Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:27.428169 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bff626c3-6f69-48e9-b295-e23534bdd349 None None] The sync data for ids ['44f316bd-6750-492b-bfab-38053a7eeb0e'] in dv-neutron-840483-1-hyperv is: [{'id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'name': 'tempest-TestNetworkBasicOps-router-1777471041', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35'}], 'enable_snat': True}, 'gw_port_id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:42:24Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '13ccea9e-07de-4cb0-ba30-bcd9295cd32d', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:1b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f316bd-6750-492b-bfab-38053a7eeb0e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:38:58Z', 'updated_at': '2022-05-05T16:39:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:42:27.514538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.597230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:27.597524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.769996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 13ccea9e-07de-4cb0-ba30-bcd9295cd32d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:27.770554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.806396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] DHCP port deletion for b715e6db-1599-44f9-999b-900f7344a08b request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:42:27.810992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Deleting port edd0c4b4-70b0-4292-ae54-c0aed3387145 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:27.811317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:27.890395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a9c61e-92ca-4105-a32b-2be6375dc090 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:42:27.896517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 13ccea9e-07de-4cb0-ba30-bcd9295cd32d owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:27.931186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e8a9c61e-92ca-4105-a32b-2be6375dc090 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:42:27.931473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a9c61e-92ca-4105-a32b-2be6375dc090 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:42:27.931885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device edd0c4b4-70b0-4292-ae54-c0aed3387145 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:42:28.135834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.184206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=13ccea9e-07de-4cb0-ba30-bcd9295cd32d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:28.191377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.212762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=edd0c4b4-70b0-4292-ae54-c0aed3387145,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:28.213174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.345270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Calling delete_port for edd0c4b4-70b0-4292-ae54-c0aed3387145 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:28.387472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=edd0c4b4-70b0-4292-ae54-c0aed3387145,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:28.425478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.476867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.533199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:42:28.533578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:42:28.550438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=edd0c4b4-70b0-4292-ae54-c0aed3387145,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:28.779244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.783653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.861955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.862626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router 44f316bd-6750-492b-bfab-38053a7eeb0e {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:42:28.878096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:28.879158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9e14d6fc-9109-485b-b03b-31abddb891d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/44f316bd-6750-492b-bfab-38053a7eeb0e HTTP/1.1" status: 204 len: 168 time: 1.8156867 May 05 16:42:28.882036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54380) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:28.992592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.004336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port edd0c4b4-70b0-4292-ae54-c0aed3387145 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:29.004659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.034594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Deleting port edd0c4b4-70b0-4292-ae54-c0aed3387145 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:29.035095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.206078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=edd0c4b4-70b0-4292-ae54-c0aed3387145,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:29.206502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.239415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] For port edd0c4b4-70b0-4292-ae54-c0aed3387145, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=edd0c4b4-70b0-4292-ae54-c0aed3387145,segment=NetworkSegment(13f0aa82-b871-4834-81e0-613e31b2f0e6),segment_id=13f0aa82-b871-4834-81e0-613e31b2f0e6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:29.239844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.340378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for edd0c4b4-70b0-4292-ae54-c0aed3387145 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:29.379071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Calling delete_port for edd0c4b4-70b0-4292-ae54-c0aed3387145 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:42:29.500361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.507315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:42:29.507918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:42:29.545655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=edd0c4b4-70b0-4292-ae54-c0aed3387145,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:29.550005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port edd0c4b4-70b0-4292-ae54-c0aed3387145 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:42:29.672319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.701964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b715e6db-1599-44f9-999b-900f7344a08b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:29.713775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13f0aa82-b871-4834-81e0-613e31b2f0e6') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:29.716452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13f0aa82-b871-4834-81e0-613e31b2f0e6') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:29.725587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.741398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.748135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:42:29.748665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:42:29.762520 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:42:29.881997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 13ccea9e-07de-4cb0-ba30-bcd9295cd32d no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:42:29.915140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 13ccea9e-07de-4cb0-ba30-bcd9295cd32d {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:42:29.915505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 13ccea9e-07de-4cb0-ba30-bcd9295cd32d not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:42:29.929988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.947487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:29.959098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=b715e6db-1599-44f9-999b-900f7344a08b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:29.959790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Deleting port edd0c4b4-70b0-4292-ae54-c0aed3387145 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:42:29.960175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.025821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e4641eef-4b56-4515-930d-38d706e70fd1 None None] The port 'edd0c4b4-70b0-4292-ae54-c0aed3387145' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:42:30.043745 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a0c6c7e-229c-471f-968c-3b7098e4c20a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/b715e6db-1599-44f9-999b-900f7344a08b HTTP/1.1" status: 204 len: 168 time: 1.1562841 May 05 16:42:30.068845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54384) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:30.071780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--273940195', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:30.077114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:30.081296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:30.084112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:30.090453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:30.225895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:42:30.229406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.258310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:42:30.266992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.267331 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 0a62c236-22a4-4cf6-9c59-ff371fe2aa12 of type vlan for network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 May 05 16:42:30.291957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.381549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.385450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:30.386029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.586138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:30.597230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:42:30.652241 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df6c9547-1c62-4c72-92e8-a6fd0ab56113 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5785282 May 05 16:42:30.652241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54388) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:30.655550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:30.662618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:30.666991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:30.671007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:30.677529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:30.804690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.805662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:30.828276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:31.059351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:31.328951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:31.358032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:31.497246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.107 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/0fda469f-f0b7-48a3-8484-51ef158c2034) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:31.648455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:31.780950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:31.846832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:31.849505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:31.853172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:31.886292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=0fda469f-f0b7-48a3-8484-51ef158c2034,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:32.126448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:32.127180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:32.438689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 2f981671-7392-4791-bf24-a6ea649d5685 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:42:32.653925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:42:32.663678 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Sync routers for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:42:32.676199 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:32.676812 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:32.857628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:32.865661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:32.866837 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-776f38cb-d0ac-41cc-8ab4-fe8f48733da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2174454 May 05 16:42:32.871754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54394) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:32.914572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54398) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:32.914784 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e0021691-04cf-4fcd-92a4-efc75beeb27d tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429380 May 05 16:42:33.049186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a5d7fd-b8e4-410a-a879-08ee80ea9114 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:33.054065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54402) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:33.054148 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-37a5d7fd-b8e4-410a-a879-08ee80ea9114 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383519 May 05 16:42:33.098779 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-210024f6-d110-4f78-8ddc-8acbcc79d62c tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429955 May 05 16:42:33.101584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54406) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:33.107227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1322459216', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:33.165872 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:31Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:33.169406 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Checking router: 2f981671-7392-4791-bf24-a6ea649d5685 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:42:33.169760 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Updating router 2f981671-7392-4791-bf24-a6ea649d5685 port 0fda469f-f0b7-48a3-8484-51ef158c2034 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:42:33.221922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:33.224439 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.225802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:33.228857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:33.235495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:33.347549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:42:33.450554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.552079 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.564506 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Transition to ACTIVE for port object 0fda469f-f0b7-48a3-8484-51ef158c2034 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:33.640607 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.721481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Pushing event updated for resources: {'Port': ['ID=0fda469f-f0b7-48a3-8484-51ef158c2034,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:33.726419 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Attempting to bind port 0fda469f-f0b7-48a3-8484-51ef158c2034 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:42:33.726784 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Attempting to bind port 0fda469f-f0b7-48a3-8484-51ef158c2034 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:42:33.727157 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Attempting to bind port 0fda469f-f0b7-48a3-8484-51ef158c2034 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:33.738315 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.738660 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.738993 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.739322 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.739683 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.740021 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.740372 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.740656 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.740974 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.741289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.741604 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:42:33.744790 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:42:33.745162 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:42:33.745556 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.745931 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:42:33.746398 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Bound port: 0fda469f-f0b7-48a3-8484-51ef158c2034, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:42:33.746764 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.756099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:33.821032 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] For port 0fda469f-f0b7-48a3-8484-51ef158c2034, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:42:33.825621 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] For port 0fda469f-f0b7-48a3-8484-51ef158c2034, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0fda469f-f0b7-48a3-8484-51ef158c2034,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:42:33.843273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=dc25de87-f1d7-499c-9ba5-4ee4827157f4,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:33.864937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:42:33.864937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:42:34.421649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:34.495045 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:34.517365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:42:34.597413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:34.598673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c14260-eb7b-4d47-905a-062737e03a7d None None] Pushing event updated for resources: {'Port': ['ID=0fda469f-f0b7-48a3-8484-51ef158c2034,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:34.603224 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:34.604137 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:34.609377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb9b97e-21e2-4409-8567-07b2f93ea093 None None] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:42:34.609473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:34.609473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:34.702800 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a3806ebe-b98c-42e4-8075-777fd5c9f0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6005263 May 05 16:42:34.705492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54410) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:34.782353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:34.858831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:42:34.859701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.017332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Allocated IP 172.20.0.2 (5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8/dc25de87-f1d7-499c-9ba5-4ee4827157f4/bc11fc1c-2483-4f93-967b-751099103da6) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:35.082741 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:31Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:35.087248 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4337885f-0317-495b-a447-c94a94dfdff3 None None] The sync data for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv is: [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:31Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:42:35.251288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.262094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Transition to ACTIVE for port object bc11fc1c-2483-4f93-967b-751099103da6 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:35.288096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Transition to ACTIVE for port object bc11fc1c-2483-4f93-967b-751099103da6 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:35.377260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.458806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:35.459920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Pushing event updated for resources: {'Port': ['ID=bc11fc1c-2483-4f93-967b-751099103da6,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:35.462408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:35.464738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:35.566599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Attempting to bind port bc11fc1c-2483-4f93-967b-751099103da6 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:42:35.566599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Attempting to bind port bc11fc1c-2483-4f93-967b-751099103da6 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:42:35.566599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Attempting to bind port bc11fc1c-2483-4f93-967b-751099103da6 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:35.572910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:42:35.573295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Checking segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:42:35.573702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.574098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Bound using segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:42:35.574579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Bound port: bc11fc1c-2483-4f93-967b-751099103da6, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:42:35.574953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.595492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.678828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] For port bc11fc1c-2483-4f93-967b-751099103da6, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:42:35.682401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] For port bc11fc1c-2483-4f93-967b-751099103da6, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bc11fc1c-2483-4f93-967b-751099103da6,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:42:35.759074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:35.828016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fda469f-f0b7-48a3-8484-51ef158c2034 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:35.954434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36a14b-4eb8-4e8a-af59-16b8c46fec8f None None] Pushing event updated for resources: {'Port': ['ID=bc11fc1c-2483-4f93-967b-751099103da6,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:35.999837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 0fda469f-f0b7-48a3-8484-51ef158c2034 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:36.005575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0fda469f-f0b7-48a3-8484-51ef158c2034 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:36.006072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.147416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8/dc25de87-f1d7-499c-9ba5-4ee4827157f4/f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:36.148455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.175312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 0fda469f-f0b7-48a3-8484-51ef158c2034, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0fda469f-f0b7-48a3-8484-51ef158c2034,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:36.250852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.323461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=0fda469f-f0b7-48a3-8484-51ef158c2034,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:36.343274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.361236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:36.444489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.519139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:36.522393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:36.524976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:36.556770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:36.589311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.756096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:36.964601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eece2200-8b4e-44da-b92f-83ef0ed0ceb3 None None] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:42:37.171799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1cfe0174-ab02-44a2-a3ab-c353795e5f6b None None] Provisioning for port bc11fc1c-2483-4f93-967b-751099103da6 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:37.176683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:37.261236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:37.382477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:37.385895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:37.513194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-03de1916-6b53-4b78-8461-36f34e291be8 None None] Provisioning for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:37.518594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-03de1916-6b53-4b78-8461-36f34e291be8 None None] Provisioning complete for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:37.518977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-03de1916-6b53-4b78-8461-36f34e291be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:37.538650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:37.539755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:37.576908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-03de1916-6b53-4b78-8461-36f34e291be8 None None] Port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:42:37.704718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b69121f6-11c8-4596-a82f-dff8004451fd None None] Provisioning complete for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:37.705543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b69121f6-11c8-4596-a82f-dff8004451fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:37.782903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b69121f6-11c8-4596-a82f-dff8004451fd None None] Port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:42:37.885007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fda469f-f0b7-48a3-8484-51ef158c2034 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:37.958277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1647f6c1-84a9-4f9f-b5d6-c81b19c7385d None None] Provisioning complete for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:37.958647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1647f6c1-84a9-4f9f-b5d6-c81b19c7385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:38.020445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 0fda469f-f0b7-48a3-8484-51ef158c2034 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:38.028533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:38.055531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1647f6c1-84a9-4f9f-b5d6-c81b19c7385d None None] Port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:42:38.066533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 2f981671-7392-4791-bf24-a6ea649d5685 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:42:38.137983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bc11fc1c-2483-4f93-967b-751099103da6 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:38.273048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:42:38.285950 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3047d232-ed93-4f1d-b1ac-cade8261b246 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/2f981671-7392-4791-bf24-a6ea649d5685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5791132 May 05 16:42:38.288681 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54414) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:38.369580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port bc11fc1c-2483-4f93-967b-751099103da6 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:38.375552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bc11fc1c-2483-4f93-967b-751099103da6 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:38.375925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:38.432140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.432140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.432373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.433420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.433420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.433420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.435713 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66e1e5c4-c3d9-401f-b2dd-335e2d1cba1a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1454718 May 05 16:42:38.438819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54418) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:38.500330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:38.515295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.515730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.516091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.516448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.516865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.517386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:38.518957 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-90161f41-354e-4ed6-9126-6d3d730478de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0792472 May 05 16:42:38.521819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54422) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:38.533316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port bc11fc1c-2483-4f93-967b-751099103da6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bc11fc1c-2483-4f93-967b-751099103da6,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:38.617784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:38.683964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=bc11fc1c-2483-4f93-967b-751099103da6,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:38.728747 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d7f77a39-9a28-41f3-8be3-485b454d25a5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2059336 May 05 16:42:38.731586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54426) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:38.736990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-553171575', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:38.878744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:38.884399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:port and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:38.884399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:38.893926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:38.987177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:42:38.987177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:39.018900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] device_id is not set on port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:42:39.168574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.7 (5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8/dc25de87-f1d7-499c-9ba5-4ee4827157f4/0c9c45a0-02c4-4505-bd9b-1f43178635c0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:39.391396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:39.402732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 0c9c45a0-02c4-4505-bd9b-1f43178635c0 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:39.525949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:39.606511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:39.606511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:39.617006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:39.643745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:39.685645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:39.685645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:39.808594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bc11fc1c-2483-4f93-967b-751099103da6 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:39.814167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c06b1a8-c683-4ea2-88ef-7e2141c500e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0667131 May 05 16:42:39.908431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bc11fc1c-2483-4f93-967b-751099103da6 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:39.908431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.132456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e0183ede-edd6-4e35-9ee2-3ba37bdac23c None None] Provisioning for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:40.132456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e0183ede-edd6-4e35-9ee2-3ba37bdac23c None None] Provisioning complete for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:40.132456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e0183ede-edd6-4e35-9ee2-3ba37bdac23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.198441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e0183ede-edd6-4e35-9ee2-3ba37bdac23c None None] Port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:42:40.269206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54434) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:40.279167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Sync routers for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:42:40.282057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458644288', 'description': 'tempest-secgroup-smoke-1458644288 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:40.296830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:40.299815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:40.302960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:40.305805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:40.308665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:40.308665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:40.424858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.461931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:40.461931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:40.470183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:40.475793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:40.491259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:40.655890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.701914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.760811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26add81-013c-4317-8a07-7f2abb7f7fdf,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:40.846235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:37Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:40.846235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Checking router: 2f981671-7392-4791-bf24-a6ea649d5685 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:42:40.849348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Updating router 2f981671-7392-4791-bf24-a6ea649d5685 port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:42:40.860054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.860054 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1971a1bd-dfab-4c0d-bcd0-d1fc55225565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5871255 May 05 16:42:40.860054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54438) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:40.872073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'e26add81-013c-4317-8a07-7f2abb7f7fdf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:40.877816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:40.886403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:40.886403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:40.897041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:40.913532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:40.970662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.046547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.119691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.156212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ca5572-ba11-4f48-9096-6199a33f1186,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:41.214058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.214058 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a152549e-2a8d-4147-b1b0-2ff056b10230 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3511770 May 05 16:42:41.214058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54442) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:41.224525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'e26add81-013c-4317-8a07-7f2abb7f7fdf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:41.233530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:41.233530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:41.239262 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:41.249633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:41.280169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.293612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Transition to ACTIVE for port object f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:41.347550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.399834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.421497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.509297 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.533846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe4cdfd9-9527-4f9b-b6a2-39e6c4b9c4ef,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:41.554087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8935-4ea7-4d3f-a0bf-729ff5f58eeb None None] Pushing event updated for resources: {'Port': ['ID=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:41.614119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.614119 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0fd8b17b-2c69-45e5-bc24-88d3959e6439 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3887031 May 05 16:42:41.614119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54446) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:41.614119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'e26add81-013c-4317-8a07-7f2abb7f7fdf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:41.624957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:41.624957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:41.638441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:41.638441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:41.662391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Attempting to bind port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:42:41.662391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Attempting to bind port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:42:41.662391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Attempting to bind port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:41.672871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:42:41.672871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Checking segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:42:41.672871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.672871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Bound using segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:42:41.672871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Bound port: f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:42:41.672871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.734219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.784997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] For port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:42:41.784997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] For port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:42:41.821726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.835890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.924175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:42:41.924175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:41.948207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:41.986811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46c99f93-d7a8-44cb-9f9f-65a85085f800,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:41.996926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c8935-4ea7-4d3f-a0bf-729ff5f58eeb None None] Pushing event updated for resources: {'Port': ['ID=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:42.074724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.074724 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dc4a6413-a8e6-4c74-bce8-42879ad116a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4560201 May 05 16:42:42.074724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54450) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:42.074724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'e26add81-013c-4317-8a07-7f2abb7f7fdf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:42.093557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:42.093557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:42.093557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:42.100155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:42.159468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:42:42.169866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.254642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.355486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.381447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe1927c-5532-4aea-920b-11275c73b250,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:42.456568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.456568 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f1017cf3-42c8-417b-ae8d-f0d21db68ee1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3841758 May 05 16:42:42.456568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54454) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:42.464277 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'e26add81-013c-4317-8a07-7f2abb7f7fdf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:42.477844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:42.477844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:42.477844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:42.484626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:42.527537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:42:42.527537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29aa2fe1-c653-42ca-8091-757485768c1a None None] The sync data for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv is: [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:42:42.567677 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:42:42.567677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.677713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.752345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.786269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfdfb472-7a2a-43bd-9821-99d354b3ed0f,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:42.880109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:42.880109 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4d3e141d-be1f-4e30-a9cb-0fa6aa445f66 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.4188957 May 05 16:42:42.880109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54458) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:42.892064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'e26add81-013c-4317-8a07-7f2abb7f7fdf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:42.901170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:42.913959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:42.913959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:42.922650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:43.015678 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:42:43.022688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:43.094497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:43.221370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:43.253374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6704289-8d3b-44b7-8381-b20e78f0873b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:43.324228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:43.327917 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-460c44d6-c11a-4721-b9db-582251c98dbc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4460521 May 05 16:42:43.621160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-65fae827-3aff-46d8-b6d0-6aa8afd675fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458644288&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1504536 May 05 16:42:43.694266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-094d2be3-1894-44c1-96d4-17c8913b97ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:43.694831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-094d2be3-1894-44c1-96d4-17c8913b97ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:43.764471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-094d2be3-1894-44c1-96d4-17c8913b97ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:43.765937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-094d2be3-1894-44c1-96d4-17c8913b97ac tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 929 time: 0.1378391 May 05 16:42:43.790654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:43.854750 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-bf7f86ee-3c9c-46d2-a1fa-c7f5cd116a34 service neutron] 10.222.0.70 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0698850 May 05 16:42:43.933732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:43.939380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:43.939779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:43.990230 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-00d6c196-3915-43bc-a944-486f92faaff4 service neutron] 10.222.0.70 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293557 May 05 16:42:44.058147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:44.090449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:44.130327 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-13479532-2f08-4d24-9399-4cc1a36e3329 service neutron] 10.222.0.70 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340683 May 05 16:42:44.153227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:44.225007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:44.372047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-788352b3-b1ce-4af2-861d-003812e911d2 req-56b76b3a-bd88-45fa-8981-7ca3e9169fd8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:44.392857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-788352b3-b1ce-4af2-861d-003812e911d2 req-56b76b3a-bd88-45fa-8981-7ca3e9169fd8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:44.392857 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-788352b3-b1ce-4af2-861d-003812e911d2 req-56b76b3a-bd88-45fa-8981-7ca3e9169fd8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 210 time: 0.0603976 May 05 16:42:45.567966 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd3f47d7-5879-4592-92ed-e178df341459 req-370eb9d6-42f4-4f67-abe9-4bb61c037ebe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 210 time: 0.0504723 May 05 16:42:45.781274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:45.866668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:45.867106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:46.756272 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3b6361e1-b061-4793-ab25-af7b9b5d6b5f req-d9b60b1d-86d1-4cb4-b7fb-20c6138086fe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 210 time: 0.0476933 May 05 16:42:46.759847 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-47c3a03a-d4ff-4360-a8bb-fc5b80ae1198 service neutron] 10.222.0.71 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1025 time: 0.1714485 May 05 16:42:46.919356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-86d4d4e2-93de-48d7-8733-e4dcebc82cd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:46.921440 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-86d4d4e2-93de-48d7-8733-e4dcebc82cd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 200 len: 796 time: 0.1559823 May 05 16:42:46.974056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-5f73b153-41c0-468e-9bf7-23a35e0f7fd8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:42:47.043916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-5f73b153-41c0-468e-9bf7-23a35e0f7fd8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:42:47.045794 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-5f73b153-41c0-468e-9bf7-23a35e0f7fd8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 380 time: 0.1120191 May 05 16:42:47.056464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Request body: {'port': {'device_id': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:47.168980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:47.512627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9c45a0-02c4-4505-bd9b-1f43178635c0 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:42:47.519371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:47.539864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Transition to ACTIVE for port object 0c9c45a0-02c4-4505-bd9b-1f43178635c0 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:42:47.604027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:47.735858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:47.868194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:42:47.868755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:42:47.868838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:47.876785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:42:47.877187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:42:47.884352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:42:47.884702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Checking segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:42:47.885192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Bound using segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:42:47.885690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Bound port: 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:42:47.886252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:47.984812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:42:47.988238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:42:47.989279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39407f-16c0-4394-9896-b682a2fb4b99 req-30f62114-7199-48d6-919e-8392b345a1cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:47.990774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8b39407f-16c0-4394-9896-b682a2fb4b99 req-30f62114-7199-48d6-919e-8392b345a1cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 980 time: 0.0923336 May 05 16:42:48.040615 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8b39407f-16c0-4394-9896-b682a2fb4b99 req-2288a925-9745-48c7-a77a-2c18996690e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440340 May 05 16:42:48.067349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:48.128691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:48.130056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1130 time: 1.0777347 May 05 16:42:48.130480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:48.157069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b37ab-48e4-4655-aaed-22f59231b939 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:48.374746 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37d0176-9f22-40c3-86a3-258716c3327a'] response: {'name': 'network-changed', 'server_uuid': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'status': 'completed', 'code': 200} May 05 16:42:48.410140 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-6ed13257-f9e5-43c1-a62d-52db10ff6c58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 1133 time: 0.1635804 May 05 16:42:48.481124 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-8ed521a0-9042-4242-9ccc-3d7dcd7442a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 217 time: 0.0628250 May 05 16:42:48.543936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-685d9fcf-2ab4-423d-b671-1bd0b2c005e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:48.543936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-685d9fcf-2ab4-423d-b671-1bd0b2c005e5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc25de87-f1d7-499c-9ba5-4ee4827157f4 HTTP/1.1" status: 200 len: 835 time: 0.0566862 May 05 16:42:48.623611 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-e6e374cf-f3fe-4dfa-9e1e-394dc324ac08 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709863 May 05 16:42:48.759671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-822b5440-9ae8-4ae4-8a0a-5e4745918d50 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296370 May 05 16:42:48.898341 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9150abc-379a-49c9-b6cf-e2001acccf44 req-61c76e8b-f0ef-4656-8833-e2e11c19aa36 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313658 May 05 16:42:49.096187 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-ca9ebd9d-0468-4d3b-89f4-ce0003000700 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 1133 time: 0.0694625 May 05 16:42:49.234930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-1db60036-6e0b-438d-bb12-9eb03818ef37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:49.236513 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-1db60036-6e0b-438d-bb12-9eb03818ef37 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 200 len: 897 time: 0.1420503 May 05 16:42:49.258974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc1f60-fbaa-4d83-bfcf-6f3fc8aa6f3c req-22d34850-afe9-483a-9666-ab6bad7f87f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:49.259730 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26dc1f60-fbaa-4d83-bfcf-6f3fc8aa6f3c req-22d34850-afe9-483a-9666-ab6bad7f87f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 980 time: 0.0864098 May 05 16:42:49.308468 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-e7595649-904d-4702-90db-7cf007ef0b50 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 217 time: 0.0660582 May 05 16:42:49.310931 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26dc1f60-fbaa-4d83-bfcf-6f3fc8aa6f3c req-ff261b17-1c62-499a-a381-fce941bb67e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453923 May 05 16:42:49.378609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-46cbfd21-8fac-4354-ba33-2e2a3b9ebcfa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:49.378609 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-46cbfd21-8fac-4354-ba33-2e2a3b9ebcfa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc25de87-f1d7-499c-9ba5-4ee4827157f4 HTTP/1.1" status: 200 len: 835 time: 0.0630615 May 05 16:42:49.451731 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-c71a1ffc-632d-4544-8864-9ab1653d2124 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679963 May 05 16:42:49.582896 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-bb252ad1-21c1-47bc-9265-2cf24a9aede9 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255562 May 05 16:42:49.720596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c3eefd1-0898-47f1-8546-6bc61e65dcb8 req-d5714296-228c-44ab-977d-c2a4a5e26a11 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298063 May 05 16:42:50.300682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6616c78d-dc69-4de7-a35b-c76fed73cf67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:50.524358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff532a4-2260-47d6-9d16-a9d5959d5dd2 req-79713ae3-bf12-411d-9210-3cc979e05b77 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:50.524358 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ff532a4-2260-47d6-9d16-a9d5959d5dd2 req-79713ae3-bf12-411d-9210-3cc979e05b77 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 980 time: 0.0868895 May 05 16:42:50.570960 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ff532a4-2260-47d6-9d16-a9d5959d5dd2 req-cba9bed9-ea86-4163-abc6-4def28b2face tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430748 May 05 16:42:51.778271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4398f-1834-44e5-916a-330afa3ad8fb req-c0c7cbfa-d317-48a9-96aa-2ef1dadcd80d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:51.779788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-afe4398f-1834-44e5-916a-330afa3ad8fb req-c0c7cbfa-d317-48a9-96aa-2ef1dadcd80d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 980 time: 0.0873752 May 05 16:42:51.827942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-afe4398f-1834-44e5-916a-330afa3ad8fb req-c63b0f95-b691-444a-a93a-a82c9cdbf6ad tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417502 May 05 16:42:52.447989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-64a16156-6de3-43c6-b752-2d1ef1bba16d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:53.037612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e90042-8523-445a-9231-6b4b376472bd req-96f488f0-51a0-47c9-a3be-9eae2e60d228 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:53.039073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-12e90042-8523-445a-9231-6b4b376472bd req-96f488f0-51a0-47c9-a3be-9eae2e60d228 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 980 time: 0.0767288 May 05 16:42:53.089519 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-12e90042-8523-445a-9231-6b4b376472bd req-bfcc35b9-6f46-4ce7-b8f3-9e5fcdbd5d07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448632 May 05 16:42:53.248461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:42:53.380677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:53.394206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'port_id': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'mac_address': 'fa:16:3e:15:3c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:42:53.450420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:53.468029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9c45a0-02c4-4505-bd9b-1f43178635c0 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:42:53.483108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:53.569328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:53.699038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:53.751335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:53.774904 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:53.899158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['0c9c45a0-02c4-4505-bd9b-1f43178635c0'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:42:54.309062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf139d5-57ee-465f-b61a-e518027a0434 req-e1e87058-e650-48af-a6db-7e939327ccc1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:54.309062 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bdf139d5-57ee-465f-b61a-e518027a0434 req-e1e87058-e650-48af-a6db-7e939327ccc1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 981 time: 0.0801253 May 05 16:42:54.341113 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bdf139d5-57ee-465f-b61a-e518027a0434 req-663c2999-d9e8-40d0-b514-c71e5783d679 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403168 May 05 16:42:55.175654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:55.264740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:42:55.427366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:42:55.427366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:42:55.427366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:55.539988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153bde6c-b3e5-402b-a2d8-c9bcada6ec87 req-d22088ce-8b2d-4c75-8e52-d15abf96baef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:55.541455 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-153bde6c-b3e5-402b-a2d8-c9bcada6ec87 req-d22088ce-8b2d-4c75-8e52-d15abf96baef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 981 time: 0.0789299 May 05 16:42:55.549087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:55.576129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:42:55.586066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:42:55.591767 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-153bde6c-b3e5-402b-a2d8-c9bcada6ec87 req-62eadb1f-f013-48ac-9dc8-7d49a5ea4f30 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438237 May 05 16:42:55.712737 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd8871f-ce0b-4931-9b41-a62b3ab6f237'] response: {'server_uuid': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'code': 200} May 05 16:42:55.723420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:55.791636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:56.233188 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-62516e23-2338-4afb-ad07-5ce59130a457 req-e0d5e988-702b-4625-9510-1f562066d21f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 1135 time: 0.1629426 May 05 16:42:56.276830 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-62516e23-2338-4afb-ad07-5ce59130a457 req-1e855575-8155-4ce8-81f4-ddc3ad2a3ace service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379066 May 05 16:42:56.795857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef215a09-c3b4-42db-a7e5-f56614bb9afd req-83caf912-60a2-4562-83f9-ba358770fbe4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:56.797317 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef215a09-c3b4-42db-a7e5-f56614bb9afd req-83caf912-60a2-4562-83f9-ba358770fbe4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 982 time: 0.0821414 May 05 16:42:56.844176 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef215a09-c3b4-42db-a7e5-f56614bb9afd req-e27fd224-3488-4c97-9812-6e8fa0b358c5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412772 May 05 16:42:58.050892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e3aba-c6b5-4ec2-b7af-a889886cff9c req-df527d6a-ab79-41ad-a5aa-2f541566f705 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:58.052355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-947e3aba-c6b5-4ec2-b7af-a889886cff9c req-df527d6a-ab79-41ad-a5aa-2f541566f705 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 982 time: 0.0789607 May 05 16:42:58.098086 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-947e3aba-c6b5-4ec2-b7af-a889886cff9c req-6b9dbfb1-057b-4087-af72-88fa80928ae5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401061 May 05 16:42:58.303937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b4b59-1361-41f2-b7b7-0dcdfc587444 req-0a3b68f5-46cb-4c19-a140-8e6bb2a5e129 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:42:58.305554 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-433b4b59-1361-41f2-b7b7-0dcdfc587444 req-0a3b68f5-46cb-4c19-a140-8e6bb2a5e129 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 982 time: 0.0811319 May 05 16:42:58.352591 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-433b4b59-1361-41f2-b7b7-0dcdfc587444 req-d9fdbda6-b96b-4bb6-95d7-414a83267b00 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410676 May 05 16:42:58.385092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54522) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:58.456113 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-95e006b9-fd29-490f-8413-38112d9bb2a1 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 1130 time: 0.0686443 May 05 16:42:58.458861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54526) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:42:58.463970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:42:58.469529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:42:58.474089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:42:58.476936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:42:58.482589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:42:58.694049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:58.836349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:58.977126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.134 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/3067d1ea-4a85-4d27-a711-5591357c1359) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:42:59.126535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:59.266593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:59.336049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:42:59.338758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:42:59.341335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:42:59.376641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=3067d1ea-4a85-4d27-a711-5591357c1359,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:42:59.858132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:42:59.997287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:00.211790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:00.301131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:00.508177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=3067d1ea-4a85-4d27-a711-5591357c1359,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:00.517552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:00.710936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP a0aade9e-1f46-4650-8fa6-b2f806d619f0 associated. External IP: 172.26.2.134, port: 0c9c45a0-02c4-4505-bd9b-1f43178635c0. May 05 16:43:01.106980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 2f981671-7392-4791-bf24-a6ea649d5685 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:43:01.311642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:43:01.321252 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] Sync routers for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:43:01.334564 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:01.339393 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:01.404438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:01.462051 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-704e8a76-f9a9-4d9a-95a4-9a7f1badd2b6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 3.0021822 May 05 16:43:01.462613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:43:01.465421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54530) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:01.526630 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50492ed8-aad7-4dce-aa47-3c44abbe4353'] response: {'name': 'network-changed', 'server_uuid': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'status': 'completed', 'code': 200} May 05 16:43:01.527080 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:01.543614 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e3345dcb-2d10-4c82-8b4c-4abf75c2927e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30&network_id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 200 len: 1130 time: 0.0767882 May 05 16:43:01.624291 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-3f6825a8-2b92-4f94-a3c8-82e4746d7f92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 1135 time: 0.0755742 May 05 16:43:01.769960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-139e32f1-7d81-440d-8c43-5f55f517199b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:01.771613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-139e32f1-7d81-440d-8c43-5f55f517199b service neutron] 10.222.0.71 "GET /v2.0/networks?id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 200 len: 897 time: 0.1415329 May 05 16:43:01.891251 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-eaeace28-4686-444c-87eb-f10b038c26dc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1036 time: 0.1137967 May 05 16:43:01.894609 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'a0aade9e-1f46-4650-8fa6-b2f806d619f0', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'port_id': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-553171575', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'mac_address': 'fa:16:3e:15:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:42:59Z', 'updated_at': '2022-05-05T16:42:59Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:44Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:01.898949 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] Checking router: 2f981671-7392-4791-bf24-a6ea649d5685 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:43:01.911021 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:01.911666 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:42:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:01.956836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-4e39aded-0a1f-43c8-ace4-6634e2c878b5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:01.958279 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-4e39aded-0a1f-43c8-ace4-6634e2c878b5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc25de87-f1d7-499c-9ba5-4ee4827157f4 HTTP/1.1" status: 200 len: 835 time: 0.0611179 May 05 16:43:02.041848 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-c6029832-a87a-4a87-8665-96bbb0861ae6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778353 May 05 16:43:02.099710 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:02.182532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f06fb-0cf7-402f-a290-056082dbdfda req-eb5393da-a8ce-4fb5-8396-120a58e2c6a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:02.184296 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b24f06fb-0cf7-402f-a290-056082dbdfda req-eb5393da-a8ce-4fb5-8396-120a58e2c6a8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 982 time: 0.0916455 May 05 16:43:02.239681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b24f06fb-0cf7-402f-a290-056082dbdfda req-86d7ff9c-901e-4fa8-ac28-c6a8ba1ef99a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 May 05 16:43:02.299181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-0516ff63-42f7-4af1-9521-5729625eb270 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484608 May 05 16:43:02.430921 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-360d3105-1de6-4bc0-97dc-dece531ddae4 req-8f91a66d-bca2-4873-8e03-623147fa70d2 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275115 May 05 16:43:02.500626 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'a0aade9e-1f46-4650-8fa6-b2f806d619f0', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'port_id': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-553171575', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'mac_address': 'fa:16:3e:15:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:42:59Z', 'updated_at': '2022-05-05T16:42:59Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:44Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:02.505276 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd780301-57ca-4fbb-a63d-7351da436105 None None] The sync data for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv is: [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'a0aade9e-1f46-4650-8fa6-b2f806d619f0', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.134', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'port_id': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-553171575', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'mac_address': 'fa:16:3e:15:3c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:42:59Z', 'updated_at': '2022-05-05T16:42:59Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:44Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:43:02.699291 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:43:02.710952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2afe60ca-ef4c-436c-b5d9-8dfb22240007 None None] New status for floating IP a0aade9e-1f46-4650-8fa6-b2f806d619f0: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:43:03.448502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ee3f38-b03c-4ab4-b224-41270473a2a2 req-c0dbdcef-4c6f-4fee-8380-5c150f1b91ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:03.449894 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74ee3f38-b03c-4ab4-b224-41270473a2a2 req-c0dbdcef-4c6f-4fee-8380-5c150f1b91ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 982 time: 0.0765162 May 05 16:43:03.546981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-74ee3f38-b03c-4ab4-b224-41270473a2a2 req-2fdd2f3a-2d59-4f6a-85e1-2d6a49f090bd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672605 May 05 16:43:03.563425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-d6bd91c1-01f0-47a4-a6bf-1e1bb0f10fdc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:03.564937 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-d6bd91c1-01f0-47a4-a6bf-1e1bb0f10fdc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 982 time: 0.1141896 May 05 16:43:03.635433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-cd04e003-954f-40aa-98de-7eeccb979ffe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:03.636860 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-cd04e003-954f-40aa-98de-7eeccb979ffe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0664365 May 05 16:43:03.786006 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-559b2f82-4cbb-4fda-a6e0-7776d8e8c58d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1441541 May 05 16:43:03.795877 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:03.832812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:03.904926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:04.104521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:04.134317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:04.188861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] device_id is not set on port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:43:04.198307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:04.300335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:04.443372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=6']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:04.465307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.465959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.465959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.466311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.466644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.466974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.467298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.467660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.467982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.468307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.468628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:04.513036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] No DVR routers for this DVR port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:43:04.585383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1aa549ae-b6de-4622-adfc-b9dc5b83ed75 None None] Provisioning complete for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:04.585809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1aa549ae-b6de-4622-adfc-b9dc5b83ed75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:04.666396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1aa549ae-b6de-4622-adfc-b9dc5b83ed75 None None] Port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:43:04.786137 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3f57f63-4568-488f-a610-6b39ea0b14ec req-ab75a31a-8788-43a4-bd3b-3c02f6a59da8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 210 time: 0.0618377 May 05 16:43:04.817222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] In _notify_port_updated(), no bound segment for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:43:04.818274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:04.819800 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dcf43b6e-ebd1-4112-8e63-3d941e4c48bc req-f0f73092-a492-4c51-8ca6-12580db240e2 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1025 time: 1.0276611 May 05 16:43:05.960303 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f4c38cd5-f28c-467b-954f-eaa542b1aabc req-1f7f0ff6-d2f0-4691-b872-194d90ed1f9f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=b9f6ec3f-0b5e-4027-a461-9c74fa5b4f30 HTTP/1.1" status: 200 len: 210 time: 0.0451074 May 05 16:43:07.068836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54550) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:07.143375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c9bf09-03eb-4091-b1f7-11668efe1287 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:07.144402 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e9c9bf09-03eb-4091-b1f7-11668efe1287 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 924 time: 0.0745535 May 05 16:43:07.374625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:43:07.430747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:43:07.807249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54556) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:07.812870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-659150203', 'description': 'tempest-secgroup-smoke-659150203 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:07.818762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:07.828192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:07.929749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:07.966671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:07.969790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:07.973841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:07.979515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:08.034689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.100500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.145471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c95feb-7e8c-4185-9c2b-45f73473758d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:08.227338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.227958 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8a684b23-15b2-4bec-a87a-a660286cdfae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4193308 May 05 16:43:08.230927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54560) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:08.236419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'f9c95feb-7e8c-4185-9c2b-45f73473758d', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:08.242700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:08.246892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:08.249880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:08.256350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:08.364826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.429536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.516460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.541773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=534a9e99-9edd-4632-98b1-8c661dcf04b6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:08.631921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.633121 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d9f61027-5840-49f7-b3ea-0ef340e86d70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4015779 May 05 16:43:08.635976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54564) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:08.641468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'f9c95feb-7e8c-4185-9c2b-45f73473758d', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:08.647298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:08.651061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:08.654026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:08.659914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:08.776244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.838911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.917291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:08.940744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11e2b372-b25a-4765-81e3-4074dfb20aaf,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:09.008797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.009994 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8b6eb08a-7666-420a-980b-f66111daf219 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3731315 May 05 16:43:09.013624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54568) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:09.019139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'f9c95feb-7e8c-4185-9c2b-45f73473758d', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:09.025181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:09.029068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:09.032001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:09.038816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:09.123948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.185636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.284252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.308373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcb57ae-8cc7-4e90-85cb-e6e1d7b9f466,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:09.392474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.394634 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bb932ee9-bd50-4d74-bfb7-f5f8c6322174 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3807108 May 05 16:43:09.397531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54572) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:09.403183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'f9c95feb-7e8c-4185-9c2b-45f73473758d', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:09.409883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:09.413748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:09.416722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:09.423610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:09.518650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.582878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.671920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.698351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=676efca1-557d-4bc0-9aa4-16b4c7b44ad1,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:09.757861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.761785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54576) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:09.768056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3702916e-5433-4a02-8271-73139f59b4e8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3633082 May 05 16:43:09.768187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'f9c95feb-7e8c-4185-9c2b-45f73473758d', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:09.774402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:09.778574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:09.781750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:09.788347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:09.868268 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:43:09.873525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:09.938380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.031684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.055217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87aa33f7-0ffc-46e2-a2d5-2bf62d6ea1d4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:10.152165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.153377 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b2a68c0d-cc5a-408d-b936-06fc9d8ddcd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3906155 May 05 16:43:10.156394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54580) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:10.161886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'f9c95feb-7e8c-4185-9c2b-45f73473758d', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:10.167837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:10.171600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:10.174479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:10.180618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:10.344745 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:43:10.352347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.419546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.494757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.520553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fdb571b-2496-4e6c-96d2-c432f2ef8f88,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:10.580147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:10.582202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7fce5d78-b277-428e-bcb7-cf2291ea941d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4239714 May 05 16:43:10.760060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-022659d1-8d15-4728-9683-bc98a14730d6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:43:10.855504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-022659d1-8d15-4728-9683-bc98a14730d6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:43:10.856354 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-022659d1-8d15-4728-9683-bc98a14730d6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-659150203&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1420844 May 05 16:43:10.930883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-e5f0425b-3ef9-45dc-8ca3-fba6887e0370 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:10.932154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-e5f0425b-3ef9-45dc-8ca3-fba6887e0370 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 929 time: 0.0672569 May 05 16:43:11.002255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-19bf2b50-ce1e-4b48-86ed-07fda0925d41 service neutron] 10.222.0.70 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0567324 May 05 16:43:11.209629 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-d3aa2b95-6955-472d-8dd0-9167506eee18 service neutron] 10.222.0.70 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008479 May 05 16:43:11.340416 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-6abda2b4-0d08-45e2-8fc6-dbd1c3afd1f5 service neutron] 10.222.0.70 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250203 May 05 16:43:11.673192 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-50f2658b-d600-4066-8a35-58f609e65cec req-330aaa93-b257-4019-8722-c6a3fbcc6dbd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 210 time: 0.0407522 May 05 16:43:12.842890 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2394bcf-7cf6-411d-b23d-85e01608cd5e req-044a6d53-2f63-43da-b9b0-0b05a0657354 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 210 time: 0.0427575 May 05 16:43:13.602586 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-ba91406f-6220-4ae6-8985-6fe42ddb4c5f service neutron] 10.222.0.71 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1025 time: 0.0596633 May 05 16:43:13.751937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-5cc72e58-9ba1-4d64-ad5d-a6022b209f76 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:13.754170 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-5cc72e58-9ba1-4d64-ad5d-a6022b209f76 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 200 len: 796 time: 0.1455629 May 05 16:43:13.808573 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-ce49f144-7861-462a-8308-0e1f1a4b154a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 472 time: 0.0432808 May 05 16:43:13.818939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Request body: {'port': {'device_id': '25a70848-e441-4761-b4bb-42496340945d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:13.928658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:14.031255 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c4967265-eb21-4650-bb0b-8117317a3270 req-40e31b32-1534-4dac-9921-6ba3715cc08e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 210 time: 0.0589240 May 05 16:43:14.313086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9c45a0-02c4-4505-bd9b-1f43178635c0 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:43:14.318902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:14.332912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Transition to ACTIVE for port object 0c9c45a0-02c4-4505-bd9b-1f43178635c0 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:14.431596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:14.574452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=7']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:14.705411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:43:14.706028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:43:14.706646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:14.712449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:43:14.712766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Attempting to bind port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:14.719052 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:43:14.719382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Checking segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:43:14.719791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Bound using segment: {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:43:14.720219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Bound port: 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a62c236-22a4-4cf6-9c59-ff371fe2aa12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:43:14.720560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:14.821800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:14.824840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:43:14.986404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:15.049868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:15.051254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1130 time: 1.2371011 May 05 16:43:15.051729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25a70848-e441-4761-b4bb-42496340945d', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:43:15.076256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7f383f-9b69-4262-8ac2-87e46aeee903 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=8']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:15.122776 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdd27c6-c674-4c69-829e-0df2cb5aa0e9'] response: {'name': 'network-changed', 'server_uuid': '25a70848-e441-4761-b4bb-42496340945d', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'status': 'completed', 'code': 200} May 05 16:43:15.278735 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f1c63a1a-96a6-4e27-b304-72e925b56afb req-d554d85d-923d-4237-b4a9-b3bd88a0af1e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 1133 time: 0.1335306 May 05 16:43:15.293650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2d86ca-25c4-4b43-b8c5-56f10f3bdd8a req-0390fc66-23db-4e7f-8f1a-dadc17e7bfc6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:15.295075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a2d86ca-25c4-4b43-b8c5-56f10f3bdd8a req-0390fc66-23db-4e7f-8f1a-dadc17e7bfc6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 980 time: 0.1146970 May 05 16:43:15.439710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a2d86ca-25c4-4b43-b8c5-56f10f3bdd8a req-820bdd56-5d49-4b25-8eb2-4dd9111ab5c3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260855 May 05 16:43:15.464059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c63a1a-96a6-4e27-b304-72e925b56afb req-1dc4ff6b-6dae-4ebd-9a7e-90475b433f8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:15.465518 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f1c63a1a-96a6-4e27-b304-72e925b56afb req-1dc4ff6b-6dae-4ebd-9a7e-90475b433f8b service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1783166 May 05 16:43:15.693499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c63a1a-96a6-4e27-b304-72e925b56afb req-345aa3ee-9a20-4ba6-abcb-32cf1c36d931 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:15.694852 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f1c63a1a-96a6-4e27-b304-72e925b56afb req-345aa3ee-9a20-4ba6-abcb-32cf1c36d931 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2233863 May 05 16:43:15.797496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-b270f398-1894-4f2d-9f0d-c429583d0c84 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 1133 time: 0.0691259 May 05 16:43:15.898850 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-e5068e5f-4cb1-412c-a5d7-e41a7889cb44 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1036 time: 0.0950005 May 05 16:43:15.960033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-10b695bb-2ac2-4a85-aa8d-7cc73b007924 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:15.961457 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-10b695bb-2ac2-4a85-aa8d-7cc73b007924 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=dc25de87-f1d7-499c-9ba5-4ee4827157f4 HTTP/1.1" status: 200 len: 835 time: 0.0570538 May 05 16:43:16.037885 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-39eddeac-7a56-47fd-8d1e-5d2357959f41 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707936 May 05 16:43:16.168047 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-c645091d-44f9-4e0f-b265-1f081b545e54 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239092 May 05 16:43:16.298476 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fef6cf9b-a857-4d61-a0c0-a79fe10ab1b3 req-a59bf970-c6c6-4472-9944-57c1f78008e9 service neutron] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248407 May 05 16:43:16.639524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1ae67-a988-43d4-bad6-464b4ff3e07c req-a47e70ba-75ca-4037-9015-dbd7c37eec7c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:16.640885 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87b1ae67-a988-43d4-bad6-464b4ff3e07c req-a47e70ba-75ca-4037-9015-dbd7c37eec7c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 980 time: 0.0782750 May 05 16:43:16.686208 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87b1ae67-a988-43d4-bad6-464b4ff3e07c req-f3e8f13d-e7c2-4131-939d-35b84d95acc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390399 May 05 16:43:17.881594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e082825e-910f-4da5-abab-be33544e44e7 req-e4879e49-d459-41a3-805c-f38a8df0b7f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:17.883041 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e082825e-910f-4da5-abab-be33544e44e7 req-e4879e49-d459-41a3-805c-f38a8df0b7f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 980 time: 0.0769548 May 05 16:43:17.927474 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e082825e-910f-4da5-abab-be33544e44e7 req-795ab718-8704-40ec-8e20-fd1ca55e39b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388415 May 05 16:43:19.124760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ab95-63b4-49e3-aad9-42e9b288b965 req-f54aab23-22f5-4bfd-9a97-09c433fc65d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:19.126197 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7a90ab95-63b4-49e3-aad9-42e9b288b965 req-f54aab23-22f5-4bfd-9a97-09c433fc65d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 980 time: 0.0787828 May 05 16:43:19.171845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7a90ab95-63b4-49e3-aad9-42e9b288b965 req-652b0f91-c535-44e5-9740-90d8c0d38f8f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 May 05 16:43:19.422302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:43:19.561462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:19.575153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'port_id': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'mac_address': 'fa:16:3e:15:3c:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:43:19.635743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:19.653341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9c45a0-02c4-4505-bd9b-1f43178635c0 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:43:19.668580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:19.740374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:19.806560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=9']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:19.815273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.815651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.815988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.816323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.816657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.816988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.817365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.817872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.818057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.818379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:19.818697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:20.086328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['0c9c45a0-02c4-4505-bd9b-1f43178635c0'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:43:20.300109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6b799fb-fa25-4d5c-b736-932b3a4a6cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:20.375245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3714ccc4-3481-4bc7-9c5f-9710d67727e9 req-33e1286e-f282-4f0a-a392-8c8fd1e734b1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:20.376637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3714ccc4-3481-4bc7-9c5f-9710d67727e9 req-33e1286e-f282-4f0a-a392-8c8fd1e734b1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 981 time: 0.0802202 May 05 16:43:20.422300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3714ccc4-3481-4bc7-9c5f-9710d67727e9 req-768c49c5-a4cc-413f-bb1f-0232e7bbe0c8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394931 May 05 16:43:21.421998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:21.574462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:21.579876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:21.580244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:21.741874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:21.769806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0464c9-e8b5-4b82-a7aa-200e77a9aca7 req-58b7167e-0b6b-469d-8a2d-7293e1d07e70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:21.771062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25a70848-e441-4761-b4bb-42496340945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:43:21.773116 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a0464c9-e8b5-4b82-a7aa-200e77a9aca7 req-58b7167e-0b6b-469d-8a2d-7293e1d07e70 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 981 time: 0.0819049 May 05 16:43:21.788145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:21.826610 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a0464c9-e8b5-4b82-a7aa-200e77a9aca7 req-d0efeca4-df4d-4b01-8e51-a4939b155859 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465240 May 05 16:43:21.836669 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609b4b54-348e-4fb9-a1e1-0a0c3e013e82'] response: {'server_uuid': '25a70848-e441-4761-b4bb-42496340945d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9c45a0-02c4-4505-bd9b-1f43178635c0', 'code': 200} May 05 16:43:21.854379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:21.924816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=10']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:22.192650 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a7b1bf60-00d8-4f08-8d39-1f564dd331ef req-70d4178a-2cd6-46d1-824f-72f5f4a6759f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 1136 time: 0.0683830 May 05 16:43:22.236289 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a7b1bf60-00d8-4f08-8d39-1f564dd331ef req-5af0c3f9-c4fd-4127-92bd-a8ec0de89e09 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383062 May 05 16:43:22.443327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9da68da2-55e5-4ee2-8a95-3e4bcde1e4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:23.028128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843679d1-f3d8-4e17-8ef6-8e8043dc9a54 req-ee9213cd-6725-4957-952a-2994a0edfdf1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:23.029570 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-843679d1-f3d8-4e17-8ef6-8e8043dc9a54 req-ee9213cd-6725-4957-952a-2994a0edfdf1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 983 time: 0.0805576 May 05 16:43:23.076224 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-843679d1-f3d8-4e17-8ef6-8e8043dc9a54 req-04b73ae3-6e7b-444e-8b7b-7f5f2044c703 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410886 May 05 16:43:23.705836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:23.724344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:24.269092 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2a757-5663-429f-9b07-c87aacee2c4e req-1f26b24d-e264-4fe5-a48f-4a553165e9e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:24.270671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-06c2a757-5663-429f-9b07-c87aacee2c4e req-1f26b24d-e264-4fe5-a48f-4a553165e9e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 983 time: 0.0754628 May 05 16:43:24.314401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-06c2a757-5663-429f-9b07-c87aacee2c4e req-cce5f373-002c-43a8-9152-c454a832c5b7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381866 May 05 16:43:24.509856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574fb4f-31e9-4e99-be4a-c6df7bf56407 req-1b5d35bf-91c3-4b7a-9c59-3832ea0c1af5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:24.511210 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6574fb4f-31e9-4e99-be4a-c6df7bf56407 req-1b5d35bf-91c3-4b7a-9c59-3832ea0c1af5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 983 time: 0.0756822 May 05 16:43:24.559089 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6574fb4f-31e9-4e99-be4a-c6df7bf56407 req-8e93a91b-e4c4-41e1-af0d-58fb2083fbe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 May 05 16:43:24.587099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54630) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:24.658536 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-90c1c14c-5338-4e58-a4e0-ca70b29419cd tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d&network_id=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 200 len: 1131 time: 0.0702741 May 05 16:43:25.123017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:25.251387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9a366-531a-4192-944e-b244752937bb req-8ccff908-c170-41d3-b4d4-cf96e7973074 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:25.252884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51c9a366-531a-4192-944e-b244752937bb req-8ccff908-c170-41d3-b4d4-cf96e7973074 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 983 time: 0.0791357 May 05 16:43:25.305934 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51c9a366-531a-4192-944e-b244752937bb req-71e9c56c-b70f-4159-9e91-8dc0a9595a2f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457160 May 05 16:43:26.512703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e625c-c77d-4363-b201-9e2bf257a720 req-a9937101-9203-4bb2-8767-918213f54963 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:26.514138 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aa9e625c-c77d-4363-b201-9e2bf257a720 req-a9937101-9203-4bb2-8767-918213f54963 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 983 time: 0.0801265 May 05 16:43:26.559881 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aa9e625c-c77d-4363-b201-9e2bf257a720 req-4ce8002f-15ad-44b8-8a29-02b8a065c2ae tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=919d69e6-85e9-4976-b7c5-57b165f17fe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400665 May 05 16:43:26.705785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-7d5373dd-ae2a-4bf0-82a8-a811ed78289e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:26.707214 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-7d5373dd-ae2a-4bf0-82a8-a811ed78289e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 983 time: 0.0760205 May 05 16:43:26.778465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-efd86426-2310-43fa-9c8d-68bfca17e46a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:26.779875 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-efd86426-2310-43fa-9c8d-68bfca17e46a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0671780 May 05 16:43:26.924892 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-77f34352-1976-4cd7-b2fc-a6915bff8097 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1407123 May 05 16:43:26.934310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:27.043476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:27.324996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=0c9c45a0-02c4-4505-bd9b-1f43178635c0,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:27.353131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] For port 0c9c45a0-02c4-4505-bd9b-1f43178635c0, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:27.401825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] device_id is not set on port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 yet. {{(pid=84818) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} May 05 16:43:27.409653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:27.471339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:27.610543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] Pushing event updated for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=11']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:27.677187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] No DVR routers for this DVR port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:43:27.792020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f2b90d7c-b283-450e-9f43-c99d8a17328a None None] Provisioning complete for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:27.792873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f2b90d7c-b283-450e-9f43-c99d8a17328a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:27.835718 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-62c34b56-24dd-42ec-a008-4d51526d444d req-0443b1c6-0f66-4a8b-981b-c3bc8901c6c1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 210 time: 0.1122777 May 05 16:43:27.845935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f2b90d7c-b283-450e-9f43-c99d8a17328a None None] Port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:43:27.965566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] In _notify_port_updated(), no bound segment for port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 on network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 {{(pid=84818) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} May 05 16:43:27.966586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:27.967869 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3c7deed3-7700-4308-91e5-dc4232b54ee6 req-d0580aa1-141d-4650-bfac-7b2f4e069226 service neutron] 10.222.0.71 "PUT /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 200 len: 1026 time: 1.0373995 May 05 16:43:29.021256 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-13ffef87-fbe4-4c82-84e4-55bff734f3d0 req-d3c0428e-8807-4107-90a2-53db4e4b8169 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=25a70848-e441-4761-b4bb-42496340945d HTTP/1.1" status: 200 len: 210 time: 0.0421367 May 05 16:43:30.129072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54650) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:30.198450 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:30.230624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:30.379656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:30.398682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c95feb-7e8c-4185-9c2b-45f73473758d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.412145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:30.515935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:30.517061 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-39528986-278e-4656-a6a0-ac318f510797 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/f9c95feb-7e8c-4185-9c2b-45f73473758d HTTP/1.1" status: 204 len: 168 time: 0.3870389 May 05 16:43:31.468877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:43:31.525238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 0c9c45a0-02c4-4505-bd9b-1f43178635c0 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:43:31.659826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54658) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:31.862582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 3067d1ea-4a85-4d27-a711-5591357c1359 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:43:31.862919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:32.031354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:32.031713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:32.150235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 3067d1ea-4a85-4d27-a711-5591357c1359 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:43:32.414352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:32.459818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=3067d1ea-4a85-4d27-a711-5591357c1359,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:32.555574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:32.952699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 2f981671-7392-4791-bf24-a6ea649d5685 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:43:33.157431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:43:33.167811 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] Sync routers for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:43:33.180643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:33.181253 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:33.266258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:33.322698 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-03f96a42-689b-45c7-89d9-13df459fd76a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/a0aade9e-1f46-4650-8fa6-b2f806d619f0 HTTP/1.1" status: 204 len: 168 time: 1.6616337 May 05 16:43:33.363238 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:33.479660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54666) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:33.549150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1993191-8dd9-4a60-9c09-91a37c9d2e68 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:33.582270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1993191-8dd9-4a60-9c09-91a37c9d2e68 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:33.690484 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:44Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:33.698249 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] Checking router: 2f981671-7392-4791-bf24-a6ea649d5685 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:43:33.705266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:33.705858 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:33.717897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1993191-8dd9-4a60-9c09-91a37c9d2e68 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:33.739482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1993191-8dd9-4a60-9c09-91a37c9d2e68 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26add81-013c-4317-8a07-7f2abb7f7fdf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:33.751057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1993191-8dd9-4a60-9c09-91a37c9d2e68 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:33.752559 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1993191-8dd9-4a60-9c09-91a37c9d2e68 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/e26add81-013c-4317-8a07-7f2abb7f7fdf HTTP/1.1" status: 204 len: 168 time: 0.2719562 May 05 16:43:33.854133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:33.890561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54672) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:33.916589 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:33.955473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 0c9c45a0-02c4-4505-bd9b-1f43178635c0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:43:33.956097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:34.204195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:34.235801 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:44Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:34.239816 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-810f1e22-85e5-45ba-a7ca-dd02cc07f0af None None] The sync data for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv is: [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce', 'name': '', 'network_id': '5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:c6:99:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:35Z', 'updated_at': '2022-05-05T16:42:44Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': 'dc25de87-f1d7-499c-9ba5-4ee4827157f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:43:34.328046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 0c9c45a0-02c4-4505-bd9b-1f43178635c0 owned by {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:43:34.465273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbaaa24-364b-4d84-af93-2ac0f20c506d None None] New status for floating IP a0aade9e-1f46-4650-8fa6-b2f806d619f0: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:43:34.654217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:34.704691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=0c9c45a0-02c4-4505-bd9b-1f43178635c0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:34.810553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:34.820460 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-804db61c-e9a4-440e-aa10-8f61e92b6dc8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/ports/0c9c45a0-02c4-4505-bd9b-1f43178635c0 HTTP/1.1" status: 204 len: 168 time: 0.9287584 May 05 16:43:34.823612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54676) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:35.236658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:35.910620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:43:35.910955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:36.093778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:36.094123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:36.300633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:43:36.551194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:36.600012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:36.892070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:37.481948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 2f981671-7392-4791-bf24-a6ea649d5685 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:43:37.678617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:43:37.689041 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] Sync routers for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:43:37.693365 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-79e3cf8a-a89e-4bb6-9aff-b35be78ed36d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/2f981671-7392-4791-bf24-a6ea649d5685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8691592 May 05 16:43:37.696010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54682) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:37.702333 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:37.703001 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:37.935474 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:38.002775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet dc25de87-f1d7-499c-9ba5-4ee4827157f4 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:43:38.005777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.062939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.150625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.322499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.349654 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:43:36Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:38.354815 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] Checking router: 2f981671-7392-4791-bf24-a6ea649d5685 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:43:38.360376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=dc25de87-f1d7-499c-9ba5-4ee4827157f4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:38.368908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.375271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed844a4d-a9dd-4098-b57f-b54d5cc6f627 None None] Network 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:43:38.376752 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5a9150f4-0d55-4687-891e-287b401516fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/dc25de87-f1d7-499c-9ba5-4ee4827157f4 HTTP/1.1" status: 204 len: 168 time: 0.6796401 May 05 16:43:38.379293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54686) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:38.393088 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] Routers {'2f981671-7392-4791-bf24-a6ea649d5685'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:38.393088 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['2f981671-7392-4791-bf24-a6ea649d5685'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:38.597651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.605513 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] Set router 2f981671-7392-4791-bf24-a6ea649d5685 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:38.671610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] DHCP port deletion for 5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:43:38.676590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] Deleting port bc11fc1c-2483-4f93-967b-751099103da6 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:43:38.679359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.826564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.887609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 0fda469f-f0b7-48a3-8484-51ef158c2034 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:43:38.888366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.919331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] For port bc11fc1c-2483-4f93-967b-751099103da6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bc11fc1c-2483-4f93-967b-751099103da6,segment=NetworkSegment(0a62c236-22a4-4cf6-9c59-ff371fe2aa12),segment_id=0a62c236-22a4-4cf6-9c59-ff371fe2aa12)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:38.919757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:38.921302 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:43:36Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:38.925712 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58bdf92-752e-4009-8dc4-4f9896ffc8fb None None] The sync data for ids ['2f981671-7392-4791-bf24-a6ea649d5685'] in dv-neutron-840483-1-hyperv is: [{'id': '2f981671-7392-4791-bf24-a6ea649d5685', 'name': 'tempest-TestNetworkBasicOps-router-1629827600', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107'}], 'enable_snat': True}, 'gw_port_id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:42:30Z', 'updated_at': '2022-05-05T16:43:36Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '0fda469f-f0b7-48a3-8484-51ef158c2034', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:db:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f981671-7392-4791-bf24-a6ea649d5685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:42:31Z', 'updated_at': '2022-05-05T16:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:43:39.043714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] Calling delete_port for bc11fc1c-2483-4f93-967b-751099103da6 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:43:39.071134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 0fda469f-f0b7-48a3-8484-51ef158c2034, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=0fda469f-f0b7-48a3-8484-51ef158c2034,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:39.071134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:39.189915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 0fda469f-f0b7-48a3-8484-51ef158c2034 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:43:39.196901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:39.243914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] Pushing event deleted for resources: {'Port': ['ID=bc11fc1c-2483-4f93-967b-751099103da6,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:39.248486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f38de6-4ead-4c57-9e0e-44a8a506ae27 None None] No DVR routers for this DVR port bc11fc1c-2483-4f93-967b-751099103da6 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:43:39.471343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:39.519428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=0fda469f-f0b7-48a3-8484-51ef158c2034,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:39.702917 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:43:39.832591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:39.846331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:43:39.887443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:43:39.890588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f9dd5ce4-98e5-4fcf-b9d3-ec240ac95fce not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:43:39.890588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bc11fc1c-2483-4f93-967b-751099103da6 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:43:39.918673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: bc11fc1c-2483-4f93-967b-751099103da6 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:43:39.922164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bc11fc1c-2483-4f93-967b-751099103da6 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:43:40.096761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.102272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.219556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.220091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router 2f981671-7392-4791-bf24-a6ea649d5685 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:43:40.235251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.236369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4b0be780-06ae-4fd7-badb-687cb0a80588 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/2f981671-7392-4791-bf24-a6ea649d5685 HTTP/1.1" status: 204 len: 168 time: 1.8560874 May 05 16:43:40.239225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54690) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:40.359873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.489497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.514539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:40.527063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a62c236-22a4-4cf6-9c59-ff371fe2aa12') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:40.527359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a62c236-22a4-4cf6-9c59-ff371fe2aa12') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:40.538532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.555080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.561636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:43:40.571791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:43:40.577389 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:43:40.751315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.755967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.786888 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8 HTTP/1.1" status: 204 len: 168 time: 0.5462389 May 05 16:43:40.787738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647c7d1-abe1-43a8-b340-22e557210934 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=5dad4e5d-3bd4-4007-86fb-9ac5e06b2af8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:40.808122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54694) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:40.815926 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ecc89d7d-4256-4dd9-86b6-9ba9ab19d880 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0125728 May 05 16:43:40.818407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54698) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:40.824934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--1745214732', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:40.830084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:40.841492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:40.841492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:40.844307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:40.930368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:43:40.932011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.959268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 765} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:43:40.967858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:40.968196 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment a105fe43-8afa-4561-a59a-ce0e4c6cbccf of type vlan for network cbd160ce-b7cc-4087-90a4-b109d6fa66aa May 05 16:43:40.993834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.100262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.104703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:41.115647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.216908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=cbd160ce-b7cc-4087-90a4-b109d6fa66aa,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:41.228844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:43:41.282680 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b9707908-e49f-478c-a5f9-bd813f55e198 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4632030 May 05 16:43:41.285794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54702) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:41.291618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:41.298556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:41.303409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:41.306202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:41.312116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:41.379274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.380334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.399821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.609394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.758728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fda469f-f0b7-48a3-8484-51ef158c2034 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:43:41.812256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 0fda469f-f0b7-48a3-8484-51ef158c2034 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:43:41.813153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 0fda469f-f0b7-48a3-8484-51ef158c2034 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:43:41.960084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:41.989742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:42.128834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.68 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/02eeaf48-a38b-47b5-af9c-ce45c8266c73) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:43:42.284102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:42.398404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:42.468807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:43:42.471590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:43:42.475317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:43:42.504666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:42.729542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:42.730279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:43.047587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 384eafb3-b805-4b36-bd60-e3728c945703 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:43:43.250656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:43:43.260347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Sync routers for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:43:43.272318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:43.273035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:43.407996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:43.410971 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-50581a59-a582-4908-9a05-ef323e0e6dec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1230359 May 05 16:43:43.412594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54706) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:43.453181 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-64f731d4-b581-4ffe-9109-2b3735a661a0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394983 May 05 16:43:43.455793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54710) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:43.481481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:43.592901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625e238-2f46-4561-a082-f2f51a693e6b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:43.597318 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7625e238-2f46-4561-a082-f2f51a693e6b tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1377168 May 05 16:43:43.597474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54714) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:43.639939 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-86fa4a48-7aba-45dc-90d4-5e567357aba7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390537 May 05 16:43:43.645357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54718) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:43.645504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1623278843', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:43.759564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:43.763209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:43.766143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:43.771783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:43.783023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:42Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:43.792568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Checking router: 384eafb3-b805-4b36-bd60-e3728c945703 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:43:43.792568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Updating router 384eafb3-b805-4b36-bd60-e3728c945703 port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:43:43.840458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:43.849044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:43:43.947108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.188330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.196041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Transition to ACTIVE for port object 02eeaf48-a38b-47b5-af9c-ce45c8266c73 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:44.253883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.337455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aa41e-4bfd-4475-96f4-ffd74355864c None None] Pushing event updated for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:44.339164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Attempting to bind port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:43:44.339550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Attempting to bind port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:43:44.339910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Attempting to bind port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:44.346781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:43:44.347194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:43:44.347569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.347952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:43:44.348410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Bound port: 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:43:44.348779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.356843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.423160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] For port 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:44.426451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] For port 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02eeaf48-a38b-47b5-af9c-ce45c8266c73,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:43:44.433527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=3846ebe8-c21a-42c0-bf2d-465f6be08cf5,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:44.452696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:43:44.452696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: cbd160ce-b7cc-4087-90a4-b109d6fa66aa, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:43:44.477036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.558486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aa41e-4bfd-4475-96f4-ffd74355864c None None] Pushing event updated for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:44.562796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:44.563390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:44.642992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:43:44.733461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, cbd160ce-b7cc-4087-90a4-b109d6fa66aa) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:43:44.740073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:44.740214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:44.740310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:44.780309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb89a0-20bd-4e76-a656-4e3fdc981f0e None None] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:43:44.814308 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-094ab2c7-df39-472c-a10e-d9addf390d36 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1731372 May 05 16:43:44.817021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54722) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:45.235641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:43:45.237304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:45.266434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:42Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:45.306158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddc68f72-11c9-4a38-816e-2444431773e6 None None] The sync data for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv is: [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:42Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:43:45.438790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Allocated IP 172.20.0.2 (cbd160ce-b7cc-4087-90a4-b109d6fa66aa/3846ebe8-c21a-42c0-bf2d-465f6be08cf5/e8a74e18-3acf-496b-95f3-07d6d276ee17) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:43:45.694177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:45.809990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:45.836574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Transition to ACTIVE for port object e8a74e18-3acf-496b-95f3-07d6d276ee17 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:45.870021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Transition to ACTIVE for port object e8a74e18-3acf-496b-95f3-07d6d276ee17 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:45.874587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:45.940970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.029433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:43:46.031070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:43:46.033580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Pushing event updated for resources: {'Port': ['ID=e8a74e18-3acf-496b-95f3-07d6d276ee17,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:46.036034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:43:46.125539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:46.136211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:46.136583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.165286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Attempting to bind port e8a74e18-3acf-496b-95f3-07d6d276ee17 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:43:46.165658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Attempting to bind port e8a74e18-3acf-496b-95f3-07d6d276ee17 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:43:46.166051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Attempting to bind port e8a74e18-3acf-496b-95f3-07d6d276ee17 on network cbd160ce-b7cc-4087-90a4-b109d6fa66aa {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:46.194444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (cbd160ce-b7cc-4087-90a4-b109d6fa66aa/3846ebe8-c21a-42c0-bf2d-465f6be08cf5/be9b1ca1-0582-4406-9fd4-e94f4e9f37d4) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:43:46.195803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:43:46.196202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Checking segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:43:46.196787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.197189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Bound using segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:43:46.197677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Bound port: e8a74e18-3acf-496b-95f3-07d6d276ee17, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:43:46.198053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.350350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-42839a37-d809-408a-863f-60fd6db93522 None None] For port e8a74e18-3acf-496b-95f3-07d6d276ee17, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:46.355633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-42839a37-d809-408a-863f-60fd6db93522 None None] For port e8a74e18-3acf-496b-95f3-07d6d276ee17, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e8a74e18-3acf-496b-95f3-07d6d276ee17,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:43:46.356753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.375433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02eeaf48-a38b-47b5-af9c-ce45c8266c73,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:46.448456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.468841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.485136 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:46.503145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.542194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42839a37-d809-408a-863f-60fd6db93522 None None] Pushing event updated for resources: {'Port': ['ID=e8a74e18-3acf-496b-95f3-07d6d276ee17,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:46.596198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.619313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:46.671243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:43:46.674699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:43:46.679113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:43:46.727556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:46.766200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:46.974188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:47.405059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:47.499817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:47.501104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1988de-5e78-41d0-811c-4ef59413a51e None None] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:43:47.610683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:47.613333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:47.666422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6653750d-79e9-4207-8aa5-61be9e109616 None None] Provisioning for port e8a74e18-3acf-496b-95f3-07d6d276ee17 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:47.763368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:43:47.768770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:43:47.912843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:47.990217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:47.990625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.170390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a74e18-3acf-496b-95f3-07d6d276ee17 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:48.196464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 384eafb3-b805-4b36-bd60-e3728c945703 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:43:48.197768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-33ebec9e-07e1-498f-9d4f-7d2c4528c50a None None] Provisioning for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:48.218495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-33ebec9e-07e1-498f-9d4f-7d2c4528c50a None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:48.219530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-33ebec9e-07e1-498f-9d4f-7d2c4528c50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.284400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-33ebec9e-07e1-498f-9d4f-7d2c4528c50a None None] Port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:43:48.402674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e8a74e18-3acf-496b-95f3-07d6d276ee17 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:48.411249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e8a74e18-3acf-496b-95f3-07d6d276ee17 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:48.411645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.439588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1bf729e1-2f8d-4ee9-9b50-c294daf11857 None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:48.440135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1bf729e1-2f8d-4ee9-9b50-c294daf11857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.515307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1bf729e1-2f8d-4ee9-9b50-c294daf11857 None None] Port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:43:48.521795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:43:48.535329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-670b9994-e66b-4f08-b5c9-7b55be9b2d31 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7171745 May 05 16:43:48.538051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54728) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:48.577242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.612227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e8a74e18-3acf-496b-95f3-07d6d276ee17, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e8a74e18-3acf-496b-95f3-07d6d276ee17,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:48.641193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d8066bd4-491c-42de-ab1e-7c07a107bf75 None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:48.641193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d8066bd4-491c-42de-ab1e-7c07a107bf75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.692705 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.693072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.693430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.693782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.694128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.694477 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.696732 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d9a9ad86-1cbc-490e-b0d6-4a46e77b2a1f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1566586 May 05 16:43:48.697260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-d8066bd4-491c-42de-ab1e-7c07a107bf75 None None] Port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:43:48.699830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54732) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:48.704869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:48.787446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e8a74e18-3acf-496b-95f3-07d6d276ee17,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:48.796993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.797374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.797749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.798113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.798468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.798820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:48.800854 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-234b4d3a-9da8-496c-8596-2890db668226 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1000116 May 05 16:43:48.804501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54736) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:49.022517 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Sync routers for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:43:49.031551 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2bcbb606-b618-463c-a659-4905f85d7ffb tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2263744 May 05 16:43:49.035858 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:49.036423 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:49.246497 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:49.577819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54744) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:49.583550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-443987865', 'description': 'tempest-secgroup-smoke-443987865 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:49.585062 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:43:47Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:49.590074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:49.591027 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Checking router: 384eafb3-b805-4b36-bd60-e3728c945703 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:43:49.591381 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Updating router 384eafb3-b805-4b36-bd60-e3728c945703 port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:43:49.594408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:49.597440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:49.604185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:49.643736 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:49.708920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:49.741749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:49.745923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:49.748869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:49.754900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:49.826668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a74e18-3acf-496b-95f3-07d6d276ee17 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:49.827896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:49.892697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:49.900838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e8a74e18-3acf-496b-95f3-07d6d276ee17 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:49.901213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:49.941848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83354375-5981-48a1-ad84-f27ed02a9e9a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:50.007155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.008528 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-aecf9727-cae8-4aae-9880-d1e64eb0e7bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4296522 May 05 16:43:50.011649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54748) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:50.013827 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.017901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '83354375-5981-48a1-ad84-f27ed02a9e9a', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:50.024063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:50.036336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:50.036436 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Transition to ACTIVE for port object be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:50.036876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:50.038940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:50.116386 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.129038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.194198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.251543 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:50.264236 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.264577 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.264912 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.265242 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.265566 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.265888 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.266209 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.266532 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.266846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.267160 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.267525 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:43:50.310442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.335156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b55f88a3-bbff-4f4e-9911-b14ca8175b1c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:50.351137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f2b37e2f-dc0f-409c-84e2-c0b705de9f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.360306 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Attempting to bind port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:43:50.360715 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Attempting to bind port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:43:50.361071 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Attempting to bind port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 on network cbd160ce-b7cc-4087-90a4-b109d6fa66aa {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:50.367651 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:43:50.368572 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Checking segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:43:50.369057 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.369443 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Bound using segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:43:50.369896 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Bound port: be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:43:50.370523 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.454206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.455242 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d73e0caa-4a51-4d1e-b5f7-ec6507639225 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4425766 May 05 16:43:50.458589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54752) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:50.464492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '83354375-5981-48a1-ad84-f27ed02a9e9a', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:50.466679 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] For port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:50.469794 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] For port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:43:50.470313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:50.474135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:50.477074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:50.483594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:50.511103 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.562913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.595926 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d4f2c7-1fa4-49eb-a199-00ad81305028 None None] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:50.600018 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:43:50.600633 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:50.635864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.717387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.738159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5599a2b9-0703-4e7a-90db-75b9e43b62d3,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:50.831684 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:43:50.887995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:50.889295 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4dab78b4-5b68-4b25-aeda-8094aeb5b061 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4303842 May 05 16:43:50.892090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54756) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:50.898106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '83354375-5981-48a1-ad84-f27ed02a9e9a', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:50.904844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:50.908755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:50.914449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:50.921557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:51.020084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.083717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.183882 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:43:50Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:43:51.188022 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1be6c13e-a9cc-4af7-b9a5-4e990d9dc288 None None] The sync data for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv is: [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:43:50Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:43:51.203101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.225564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa062810-ac41-4fbe-bd0d-850560ffdda6,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:51.316445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.317707 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-29a74ace-828d-41c1-916c-59d39fa32322 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4243307 May 05 16:43:51.320538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54760) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:51.326952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '83354375-5981-48a1-ad84-f27ed02a9e9a', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:51.333416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:51.338049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:51.341094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:51.347878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:51.432420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.496656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.573716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.598296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0301dc39-882b-4b6e-a76b-ccf259b5b93a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:51.652899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.654106 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-89aeb76b-d5e0-4c90-9623-42262ad341a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3320084 May 05 16:43:51.656882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54764) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:51.662525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '83354375-5981-48a1-ad84-f27ed02a9e9a', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:51.669215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:51.673164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:51.676823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:51.683338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:51.762565 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:43:51.773174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.833584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:51.856119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.916289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.940961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5faae6d8-6ef6-45d6-8e19-cc5a03ff6f8a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:51.950245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:51.955525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:51.955935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.992368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:51.998404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54768) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:43:52.001921 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0dd4e6d5-1c0b-4d63-bf65-0a8ea98c0515 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3408895 May 05 16:43:52.004423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '83354375-5981-48a1-ad84-f27ed02a9e9a', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:52.012257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:52.018392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:43:52.021807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:43:52.028779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:52.080762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.111670 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:43:52.116097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:43:52.124283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.188957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.207747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.276587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.276727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:52.302075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df91d84-9a76-4d7c-802a-924818713e12,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:52.373867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.375177 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-37ae746e-996a-4945-b227-8f52af067b80 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3757954 May 05 16:43:52.424060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4d5cb282-4728-4f00-9017-3a3144fd446d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:52.583509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-9a335d28-d473-49bc-b3e1-2e9cc20315a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:43:52.697482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-9a335d28-d473-49bc-b3e1-2e9cc20315a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:43:52.697482 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-9a335d28-d473-49bc-b3e1-2e9cc20315a0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-443987865&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1509814 May 05 16:43:52.945061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-e0dc4bc8-d48b-45d7-b033-6a1bb4d9f1da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:52.946625 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-e0dc4bc8-d48b-45d7-b033-6a1bb4d9f1da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa HTTP/1.1" status: 200 len: 797 time: 0.2453535 May 05 16:43:52.963609 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-b359036d-01dc-4300-90bf-5991b99c41d4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0113847 May 05 16:43:53.044672 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-7e691cea-4c74-4c84-a314-453166072184 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759535 May 05 16:43:53.184626 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-5266f50f-e936-4365-9ce4-12d1e779c651 service neutron] 10.222.0.70 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274967 May 05 16:43:53.320002 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-41363b4a-d7d7-47b4-b715-d2da652706c5 service neutron] 10.222.0.70 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295304 May 05 16:43:53.668062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-58c75be4-a2c1-4d3c-8de8-5dd6377f9713 req-d779f051-3fe9-4235-8f16-39966adb1c10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:43:53.705891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:53.727929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-58c75be4-a2c1-4d3c-8de8-5dd6377f9713 req-d779f051-3fe9-4235-8f16-39966adb1c10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:43:53.728064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:53.729931 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-58c75be4-a2c1-4d3c-8de8-5dd6377f9713 req-d779f051-3fe9-4235-8f16-39966adb1c10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 210 time: 0.1024466 May 05 16:43:53.809970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:43:53.880671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:53.881045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:54.817292 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-08f08144-c427-4a52-9d39-bdb5a458455c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752079 May 05 16:43:54.948931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-63d93a2c-3779-49ac-bc66-392fce39c270 req-e1346b25-2cd8-41c9-b8fe-5dd5a75966a4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 210 time: 0.0739660 May 05 16:43:54.992868 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-595f3121-af54-4ab1-9e2c-e137c2b66841 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1099 time: 0.0792949 May 05 16:43:55.141271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-fb0588c8-50e2-4d90-8c6c-837968ed4340 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:55.142740 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-fb0588c8-50e2-4d90-8c6c-837968ed4340 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1322215 May 05 16:43:55.173489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:55.255142 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-8d402a61-4776-4b57-8229-e197f3be1df3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 1002 time: 0.1007555 May 05 16:43:55.317564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-865d0b59-4ad5-477d-b1f6-ff53c3d0ff4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:55.319128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-865d0b59-4ad5-477d-b1f6-ff53c3d0ff4b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0587473 May 05 16:43:55.398407 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-dbef6f21-e9e5-4e53-b57d-2fee64a64593 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704353 May 05 16:43:55.530497 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-a8d3593c-74e4-403e-b6af-b6b8397dbd94 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272357 May 05 16:43:55.674709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19ce8bd6-ead1-4d8c-8aa3-d9804dd245c5 req-8f2ed43c-bfdd-4ae3-a073-0d00b6e80b83 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367605 May 05 16:43:55.900001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-4e59c143-3096-438d-8979-5c0e87ef196e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:55.901780 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-4e59c143-3096-438d-8979-5c0e87ef196e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa HTTP/1.1" status: 200 len: 797 time: 0.1494648 May 05 16:43:55.959267 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-e648d89c-7501-4a0c-8f9a-63c6662a3a84 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 379 time: 0.0445166 May 05 16:43:55.967684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['83354375-5981-48a1-ad84-f27ed02a9e9a']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:56.124784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a5dc7181-4ee8-4f80-8216-95066ed8da08 req-0eddc2b3-79cc-44c4-b27f-475a7f08c011 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 210 time: 0.0422337 May 05 16:43:56.204292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:43:56.214766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:43:56.356221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:43:56.359223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:56.526890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.13 (cbd160ce-b7cc-4087-90a4-b109d6fa66aa/3846ebe8-c21a-42c0-bf2d-465f6be08cf5/2ccf4000-7855-49d3-a9d1-cf8dd5589401) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:43:56.717256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:56.733542 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 2ccf4000-7855-49d3-a9d1-cf8dd5589401 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:56.813918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:56.892824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:43:56.896075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:43:56.901478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:43:56.927166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=2ccf4000-7855-49d3-a9d1-cf8dd5589401,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:56.968185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:56.968797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:57.076065 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-643931ea-d683-4438-b11a-46e73e01f6f8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1117871 May 05 16:43:57.087511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Request body: {'port': {'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:43:57.173332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f582e2f5-70c8-4358-8127-29cf4c03a368 None None] Provisioning for port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:43:57.178197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f582e2f5-70c8-4358-8127-29cf4c03a368 None None] Provisioning complete for port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:43:57.178561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f582e2f5-70c8-4358-8127-29cf4c03a368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:57.203377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:57.232073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f582e2f5-70c8-4358-8127-29cf4c03a368 None None] Port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:43:57.483635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5515bf9-c4ef-4d0d-928b-c603d02eb401 req-68e2440c-f834-4809-b450-47b89fcd222d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:57.484317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a5515bf9-c4ef-4d0d-928b-c603d02eb401 req-68e2440c-f834-4809-b450-47b89fcd222d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:43:57.622207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a5515bf9-c4ef-4d0d-928b-c603d02eb401 req-68e2440c-f834-4809-b450-47b89fcd222d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:43:57.623446 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a5515bf9-c4ef-4d0d-928b-c603d02eb401 req-68e2440c-f834-4809-b450-47b89fcd222d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 932 time: 0.3670681 May 05 16:43:57.629866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ccf4000-7855-49d3-a9d1-cf8dd5589401 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:43:57.650044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:57.677115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Transition to ACTIVE for port object 2ccf4000-7855-49d3-a9d1-cf8dd5589401 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:43:57.693469 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a5515bf9-c4ef-4d0d-928b-c603d02eb401 req-29fdf5c3-83dc-4658-9ad6-0381e80b54d7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555005 May 05 16:43:57.756404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:57.879300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Pushing event updated for resources: {'Port': ['ID=2ccf4000-7855-49d3-a9d1-cf8dd5589401,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:57.991585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Attempting to bind port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:43:57.992275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Attempting to bind port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:43:57.992275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Attempting to bind port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 on network cbd160ce-b7cc-4087-90a4-b109d6fa66aa {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:57.998306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 on network cbd160ce-b7cc-4087-90a4-b109d6fa66aa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:43:57.998623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Attempting to bind port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 on network cbd160ce-b7cc-4087-90a4-b109d6fa66aa {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:43:58.004958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:43:58.005329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Checking segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:43:58.005653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Bound using segment: {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:43:58.006059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Bound port: 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:43:58.006388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:58.093245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] For port 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:43:58.095967 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] For port 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:43:58.127872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:58.189337 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:43:58.190729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] 10.222.0.71 "PUT /v2.0/ports/2ccf4000-7855-49d3-a9d1-cf8dd5589401 HTTP/1.1" status: 200 len: 1094 time: 1.1076562 May 05 16:43:58.191132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:43:58.209991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f6d09-cbaa-4aa9-b8ee-88dd88c16c4c service neutron] Pushing event updated for resources: {'Port': ['ID=2ccf4000-7855-49d3-a9d1-cf8dd5589401,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:43:58.255659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227a86cb-6d57-4983-81a3-9e0d05796dd6'] response: {'name': 'network-changed', 'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'status': 'completed', 'code': 200} May 05 16:43:58.352092 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dda229a2-e1f5-4c42-9f71-bd983fd32d9d req-19692173-3d4b-4b98-ae46-4342ecbdb33a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 1097 time: 0.0740097 May 05 16:43:58.590880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda229a2-e1f5-4c42-9f71-bd983fd32d9d req-d0ad75e2-035d-459a-827e-3b2702ee08c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:58.592352 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dda229a2-e1f5-4c42-9f71-bd983fd32d9d req-d0ad75e2-035d-459a-827e-3b2702ee08c7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2336731 May 05 16:43:58.732823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda229a2-e1f5-4c42-9f71-bd983fd32d9d req-878e3e81-6225-4591-9333-3a18e3172be0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:58.734678 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dda229a2-e1f5-4c42-9f71-bd983fd32d9d req-878e3e81-6225-4591-9333-3a18e3172be0 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366346 May 05 16:43:58.894113 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-6dddd200-3e53-49fc-ac23-2ce3b9849db2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 1097 time: 0.1160853 May 05 16:43:58.969332 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-ee85bb01-892d-4776-a8f6-a0cfaf135e2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401 HTTP/1.1" status: 200 len: 217 time: 0.0680656 May 05 16:43:59.020317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd261db4-f8c9-4c76-bf01-2fbbc09097b7 req-e2c08888-5cc1-402e-a2d0-6c44045d4bee tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:59.021741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bd261db4-f8c9-4c76-bf01-2fbbc09097b7 req-e2c08888-5cc1-402e-a2d0-6c44045d4bee tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 944 time: 0.1861784 May 05 16:43:59.059152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-642574f1-6233-47ef-a259-b19beee40d01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:43:59.060124 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-642574f1-6233-47ef-a259-b19beee40d01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3846ebe8-c21a-42c0-bf2d-465f6be08cf5 HTTP/1.1" status: 200 len: 835 time: 0.0851748 May 05 16:43:59.121766 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bd261db4-f8c9-4c76-bf01-2fbbc09097b7 req-b2432d8e-23c3-4220-b9c1-2199619d51fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933154 May 05 16:43:59.148704 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-ef7cf9ab-60d1-4c00-8d7a-faebdc10d7b9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810516 May 05 16:43:59.283576 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-937bf3ef-edf4-46b8-a9eb-c649cfc0d95e service neutron] 10.222.0.71 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285765 May 05 16:43:59.416394 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-70cae256-3875-435a-bb85-eb8ab35fc16d req-c6206d57-65a7-40c2-ae1a-e592c8bfa034 service neutron] 10.222.0.71 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259770 May 05 16:44:00.324641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5803eeb-9824-4f83-a826-18660e15de87 req-f302a49a-bf40-47d0-980c-f33b9b7cb38e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:00.326102 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a5803eeb-9824-4f83-a826-18660e15de87 req-f302a49a-bf40-47d0-980c-f33b9b7cb38e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 944 time: 0.0812969 May 05 16:44:00.370393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-a5803eeb-9824-4f83-a826-18660e15de87 req-aa0066c5-d7c1-4bf3-8a36-c784095c0069 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:44:00.382134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-a5803eeb-9824-4f83-a826-18660e15de87 req-aa0066c5-d7c1-4bf3-8a36-c784095c0069 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:44:00.383691 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a5803eeb-9824-4f83-a826-18660e15de87 req-aa0066c5-d7c1-4bf3-8a36-c784095c0069 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517006 May 05 16:44:01.581795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2527e355-2039-4b77-a396-ac280829c008 req-c987984f-1a7d-42c8-84d9-342fdcf79cc0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:01.583151 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2527e355-2039-4b77-a396-ac280829c008 req-c987984f-1a7d-42c8-84d9-342fdcf79cc0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 944 time: 0.0780768 May 05 16:44:01.629752 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2527e355-2039-4b77-a396-ac280829c008 req-47f44259-a30c-4b06-bc03-562bb024868a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405805 May 05 16:44:02.830048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89d96fc-6a4f-4c49-ad0f-7981896f6c90 req-35c8d6e9-887f-43e0-87b7-a4b812d4e779 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:02.831517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a89d96fc-6a4f-4c49-ad0f-7981896f6c90 req-35c8d6e9-887f-43e0-87b7-a4b812d4e779 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 944 time: 0.0767941 May 05 16:44:02.883578 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a89d96fc-6a4f-4c49-ad0f-7981896f6c90 req-643f1bcf-9db2-4199-96ff-141e60910527 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464454 May 05 16:44:03.638676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 2ccf4000-7855-49d3-a9d1-cf8dd5589401 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:44:03.786447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:44:03.800607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 765, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:44:03.848794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:03.858679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:03.876925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ccf4000-7855-49d3-a9d1-cf8dd5589401 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:44:03.892378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:44:03.979002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:04.045767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=2ccf4000-7855-49d3-a9d1-cf8dd5589401,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:44:04.085556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a0d8bc-109a-4515-bf33-93bcbde60d6c req-dca6b253-20b1-4ee8-9d6b-d52e0ba269f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:04.087012 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a1a0d8bc-109a-4515-bf33-93bcbde60d6c req-dca6b253-20b1-4ee8-9d6b-d52e0ba269f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 945 time: 0.0807805 May 05 16:44:04.134820 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a1a0d8bc-109a-4515-bf33-93bcbde60d6c req-5dc9c07d-eb2e-4192-baf9-6bc505c32aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421145 May 05 16:44:04.331812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['2ccf4000-7855-49d3-a9d1-cf8dd5589401'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:44:05.336843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2371b-5fbb-425a-bcd1-f1ba44ffc165 req-629651dc-fc48-41bd-8216-75f4433c5998 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:05.338026 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-89e2371b-5fbb-425a-bcd1-f1ba44ffc165 req-629651dc-fc48-41bd-8216-75f4433c5998 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 945 time: 0.0789790 May 05 16:44:05.385824 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-89e2371b-5fbb-425a-bcd1-f1ba44ffc165 req-b2f7d0c3-e67e-4393-bed6-cc15234e7fbf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410008 May 05 16:44:05.670368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 2ccf4000-7855-49d3-a9d1-cf8dd5589401 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:44:05.796161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:44:05.802155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:44:05.802155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:05.920926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:05.949802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:44:05.959603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:44:06.006086 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c2558a-9944-48a8-a56b-c287ebb4392c'] response: {'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'code': 200} May 05 16:44:06.081642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:06.148555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=2ccf4000-7855-49d3-a9d1-cf8dd5589401,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:44:06.356275 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db51e7c1-f456-46a6-b371-04a438867ca1 req-0bb58524-4bb7-4bb9-894e-f97a23c00008 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 1099 time: 0.0688844 May 05 16:44:06.398931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db51e7c1-f456-46a6-b371-04a438867ca1 req-36cb3022-3232-4e09-8fbe-22a993559fce service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361443 May 05 16:44:06.591503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63da857-5f0c-4d77-8a66-b3c75bf9b9ae req-f0562844-5e49-41d5-98c2-3a4a039d779c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:06.591503 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e63da857-5f0c-4d77-8a66-b3c75bf9b9ae req-f0562844-5e49-41d5-98c2-3a4a039d779c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.0782716 May 05 16:44:06.646790 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e63da857-5f0c-4d77-8a66-b3c75bf9b9ae req-c9720a06-09b5-461c-ba56-db3df429c789 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417759 May 05 16:44:07.854243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512008f7-4753-43df-816c-5c1ce7afe0df req-7107e038-5345-4e91-a0b6-e9999aa6e837 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:07.854967 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-512008f7-4753-43df-816c-5c1ce7afe0df req-7107e038-5345-4e91-a0b6-e9999aa6e837 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.0827568 May 05 16:44:07.904351 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-512008f7-4753-43df-816c-5c1ce7afe0df req-e279fcb1-4939-458a-a2bd-ab4b7c7e09c2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422599 May 05 16:44:09.111698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3c54d3-c2c7-4567-a9d9-8a0487a7c339 req-be9361be-2e4a-4d74-860a-6c932c66d7b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:09.113145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb3c54d3-c2c7-4567-a9d9-8a0487a7c339 req-be9361be-2e4a-4d74-860a-6c932c66d7b4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.0840819 May 05 16:44:09.160672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb3c54d3-c2c7-4567-a9d9-8a0487a7c339 req-ea41ea05-4bf8-49e3-8c3a-f44b50c9b618 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417221 May 05 16:44:09.361176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdcbea-8510-46f8-be74-9b337bfc8376 req-d0d5803e-a570-4f0a-9162-99179e444d82 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:09.362713 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4ccdcbea-8510-46f8-be74-9b337bfc8376 req-d0d5803e-a570-4f0a-9162-99179e444d82 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.0778863 May 05 16:44:09.409394 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4ccdcbea-8510-46f8-be74-9b337bfc8376 req-d3677a31-ac55-4894-9e5d-b35f48a7b50c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411792 May 05 16:44:09.437907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54826) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:44:09.599139 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cb884b39-7961-42cf-851d-e3065ac2b5c7 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 1094 time: 0.1599758 May 05 16:44:09.601804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54832) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:44:09.607113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:44:09.612954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:44:09.616785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:44:09.621686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:44:09.626204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:44:09.710340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:09.849234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:09.992043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.183 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/61e1d9d1-8226-4102-9176-f0fcebbb89c5) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:44:10.145339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:10.287880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:10.356645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:44:10.359981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:44:10.362026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:44:10.401162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=61e1d9d1-8226-4102-9176-f0fcebbb89c5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:44:10.990924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:11.150327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:11.362883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:11.458291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:11.563715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=61e1d9d1-8226-4102-9176-f0fcebbb89c5,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:44:11.576604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:11.770724 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP b4b08910-34bb-4e0c-b255-779fcacad6ff associated. External IP: 172.26.2.183, port: 2ccf4000-7855-49d3-a9d1-cf8dd5589401. May 05 16:44:12.169877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 384eafb3-b805-4b36-bd60-e3728c945703 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:44:12.372125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:44:12.381622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] Sync routers for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:44:12.394161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:44:12.394796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:12.470199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:12.523759 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-117d7a7a-e85e-410a-a3fd-527d98991c07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9209235 May 05 16:44:12.524346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:44:12.526610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54838) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:44:12.580530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f3cd255-9d5c-4199-9999-bda71902f957'] response: {'name': 'network-changed', 'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'status': 'completed', 'code': 200} May 05 16:44:12.597884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:44:12.860804 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-ea3e7db7-c789-44a2-83c1-27991b8a3f87 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 1099 time: 0.2159083 May 05 16:44:12.977309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b4b08910-34bb-4e0c-b255-779fcacad6ff', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:44:10Z', 'updated_at': '2022-05-05T16:44:10Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:43:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:12.982601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] Checking router: 384eafb3-b805-4b36-bd60-e3728c945703 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:44:12.998984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:44:12.999633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:43:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:13.014313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-5e739457-502d-4df6-8073-43f38caf0bc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:13.015834 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-5e739457-502d-4df6-8073-43f38caf0bc3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa HTTP/1.1" status: 200 len: 898 time: 0.1501174 May 05 16:44:13.019662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-43afe9fc-f0fd-4966-9561-a2b5fcca05d3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703 HTTP/1.1" status: 200 len: 922 time: 0.4901521 May 05 16:44:13.034263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54846) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:44:13.131512 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-263e56ff-b74f-42e8-9aff-3e54189dcc93 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401 HTTP/1.1" status: 200 len: 1000 time: 0.1080415 May 05 16:44:13.191440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:44:13.206987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-47fde57f-3877-4be5-8893-b4a334b8c28c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:13.208481 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-47fde57f-3877-4be5-8893-b4a334b8c28c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3846ebe8-c21a-42c0-bf2d-465f6be08cf5 HTTP/1.1" status: 200 len: 835 time: 0.0673335 May 05 16:44:13.258431 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2258a9ff-01c2-4bcc-add6-236be6aee0b1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.2266846 May 05 16:44:13.294752 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-0af82f43-7bfa-41fd-8110-47ab31ea3acf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785952 May 05 16:44:13.435964 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-18703e4d-203b-4f20-8d5f-850c70d098f1 service neutron] 10.222.0.71 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340401 May 05 16:44:13.578411 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c36a30c1-16cb-46b7-9cd8-0acd7c4ea834 req-9ffd5dd9-f989-4085-9cc7-8a82d796303a service neutron] 10.222.0.71 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361923 May 05 16:44:13.596795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b4b08910-34bb-4e0c-b255-779fcacad6ff', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:44:10Z', 'updated_at': '2022-05-05T16:44:10Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:43:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:13.600944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b027c9-7c2f-4db3-8678-61b823637088 None None] The sync data for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv is: [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b4b08910-34bb-4e0c-b255-779fcacad6ff', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:44:10Z', 'updated_at': '2022-05-05T16:44:10Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:43:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:44:13.818778 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f5ed22-a80b-459b-b2a7-8960eef0aef3 None None] New status for floating IP b4b08910-34bb-4e0c-b255-779fcacad6ff: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:44:14.252556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54850) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:44:14.363364 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dcc7bc56-c48c-461b-9713-74f5cfbb9837 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 994 time: 0.1097839 May 05 16:44:16.705177 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:44:20.257878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e4891ad8-a598-45a0-b6ea-2f7e0af02b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:22.681007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-06e6bce2-3786-4ae6-aaa4-2dae48f7b23a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:23.726674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:23.754993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:25.127327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:33.835160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:50.285931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54aecd2b-c6a8-49a3-b970-09a03a8188c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:52.405647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-38fe101b-b9fe-4c40-afed-664af78907d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:53.680321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:53.708399 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:44:53.708933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:54.200760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54864) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:44:54.406361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Deleting port eb0ef449-76d1-4a6f-86c8-6b351a47171b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:44:54.406699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:54.574023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:54.576882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:54.697821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Calling delete_port for eb0ef449-76d1-4a6f-86c8-6b351a47171b owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:44:54.885767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:54.930733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'Port': ['ID=eb0ef449-76d1-4a6f-86c8-6b351a47171b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:44:55.072474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.072889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.073232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.073564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.073887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.074217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.074545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.074865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.075188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.075528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.076055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:44:55.108884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:55.136311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:55.525496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:44:55.825500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:44:55.835473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:44:55.847151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:44:55.848071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:55.850714 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-69ae0f76-059c-40b3-a1f0-7b2b2219b9f7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892437 May 05 16:44:55.920460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:55.984809 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4dd9eb85-9daa-4624-85a0-f7ee9bdb447f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "DELETE /v2.0/floatingips/a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6 HTTP/1.1" status: 204 len: 168 time: 1.7829716 May 05 16:44:55.985843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:44:56.004999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-c8e0b4cd-a4fd-42e8-8a8c-4e4bb36a2f06 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1098 time: 0.1317689 May 05 16:44:56.033693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:44:56.094067 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccc7d9b9-a28a-4e26-83bb-7701d012f5b9'] response: {'name': 'network-changed', 'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'status': 'completed', 'code': 200} May 05 16:44:56.155225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-ba0ed6f5-785d-4e50-a737-63b01fc6a66e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:56.156836 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-ba0ed6f5-785d-4e50-a737-63b01fc6a66e service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1335552 May 05 16:44:56.228077 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-344e4cc3-2110-44df-81bb-a7efee08d570 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104 HTTP/1.1" status: 200 len: 217 time: 0.0651135 May 05 16:44:56.290928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-7e7f8092-b6a4-4081-a07c-ae9c701a3179 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:56.292424 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-7e7f8092-b6a4-4081-a07c-ae9c701a3179 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0586088 May 05 16:44:56.374020 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-9f6b61fc-ba2a-48f4-90bc-76d14211aec6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753779 May 05 16:44:56.392520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:18Z', 'revision_number': 1, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:56.397233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:44:56.408205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:44:56.408819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:56.512129 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-a5019cc2-d4e0-4834-a240-6e23cade2c9b service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318738 May 05 16:44:56.591824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:44:56.797503 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-316778fa-469b-43c5-8cb9-42ec39be7c6d req-a110de4c-1356-4372-b342-be1ced127baf service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784812 May 05 16:44:56.812061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2227e5-8886-44af-a264-513181f297f6 req-d9cf261f-9c62-41ed-8ade-0135f53ba4f3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:56.812749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-7f2227e5-8886-44af-a264-513181f297f6 req-d9cf261f-9c62-41ed-8ade-0135f53ba4f3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:44:56.891610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-7f2227e5-8886-44af-a264-513181f297f6 req-d9cf261f-9c62-41ed-8ade-0135f53ba4f3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:44:56.892686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f2227e5-8886-44af-a264-513181f297f6 req-d9cf261f-9c62-41ed-8ade-0135f53ba4f3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.3079534 May 05 16:44:56.949162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:18Z', 'revision_number': 1, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:44:56.953431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94ee846-1157-4550-a125-cfaef6a1c429 None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1c778bb6-0b24-4dda-90da-20064ab61abc', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'floating_ip_address': '172.26.2.129', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'port_id': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'mac_address': 'fa:16:3e:d1:1c:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:39:14Z', 'updated_at': '2022-05-05T16:39:18Z', 'revision_number': 1, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:44:56.991430 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f2227e5-8886-44af-a264-513181f297f6 req-39481e5d-eff0-4614-a893-8fc01a41e979 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0924242 May 05 16:44:57.009001 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-1fefb1aa-4d5e-4545-82ac-7841ad35d5a2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 1098 time: 0.1083143 May 05 16:44:57.148599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-d0fe34d8-1ad6-4100-8732-b961ed607228 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:57.149978 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-d0fe34d8-1ad6-4100-8732-b961ed607228 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1338663 May 05 16:44:57.191434 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0728d275-12a1-4bee-9c22-f45850fc00ce None None] New status for floating IP a54b5fb3-24df-4a36-af32-ac3ff4ffa3e6: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:44:57.221063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-21a2b563-4218-4442-9f66-444810b3088d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104 HTTP/1.1" status: 200 len: 217 time: 0.0637786 May 05 16:44:57.289059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-1c67e632-1636-4ccc-b406-181becfa712d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:57.290652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-1c67e632-1636-4ccc-b406-181becfa712d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0625293 May 05 16:44:57.369179 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-fdb76a73-5dac-4e1d-9b00-93d5433a3146 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719769 May 05 16:44:57.508497 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-e4040db3-0fae-4357-b945-c24710eb2a7d service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318841 May 05 16:44:57.643786 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-286fbf2e-4400-4735-864a-ed571345dfc4 req-f5cfc830-721d-4dc4-9519-895cf81996b2 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276472 May 05 16:44:58.195807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d696b-70b8-4505-a00c-1b0b73049f18 req-335123c0-15aa-41a6-b1a4-774afa8a332f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:58.197799 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-502d696b-70b8-4505-a00c-1b0b73049f18 req-335123c0-15aa-41a6-b1a4-774afa8a332f tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.0782416 May 05 16:44:58.243613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-502d696b-70b8-4505-a00c-1b0b73049f18 req-a3d8d5c2-af57-422d-96dd-73b0e29b7f76 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403726 May 05 16:44:58.413514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-3a9e4974-ab58-422b-a926-fc9f9e1da2e0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:44:58.414867 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-3a9e4974-ab58-422b-a926-fc9f9e1da2e0 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 945 time: 0.0836878 May 05 16:44:58.483582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Deleting port bd600e99-f1eb-4612-b63c-ff5453bc4104 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:44:58.483923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:58.729605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] For port bd600e99-f1eb-4612-b63c-ff5453bc4104, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=bd600e99-f1eb-4612-b63c-ff5453bc4104,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:44:58.729868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:58.850667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Calling delete_port for bd600e99-f1eb-4612-b63c-ff5453bc4104 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:44:59.045387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:59.094748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'Port': ['ID=bd600e99-f1eb-4612-b63c-ff5453bc4104,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:44:59.260379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] No DVR routers for this DVR port bd600e99-f1eb-4612-b63c-ff5453bc4104 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:44:59.262833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:44:59.265472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'name': 'network-vif-deleted', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:44:59.321075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a600352-a52d-4810-81e0-47615deaab5e'] response: {'server_uuid': '315f6c18-4ff6-4328-9498-51e2982e20e7', 'name': 'network-vif-deleted', 'tag': 'bd600e99-f1eb-4612-b63c-ff5453bc4104', 'status': 'completed', 'code': 200} May 05 16:44:59.326954 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-86865fc4-f23c-4c75-a0c4-f50c271a2823 req-7ad4e6f3-1764-4860-962a-cd1987f3e096 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "DELETE /v2.0/ports/bd600e99-f1eb-4612-b63c-ff5453bc4104 HTTP/1.1" status: 204 len: 173 time: 0.9066312 May 05 16:44:59.419062 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b3496f20-03c4-4925-ac51-be5d4915dd14 req-60e01797-ea32-4894-ae2f-600a3d7aff16 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 210 time: 0.0480239 May 05 16:45:00.601061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-56ebb8d8-f231-45ec-a862-08cf90e6bf83 req-15ece4c9-96a4-4780-9241-7f07952661e2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:00.702827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-56ebb8d8-f231-45ec-a862-08cf90e6bf83 req-15ece4c9-96a4-4780-9241-7f07952661e2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:00.704008 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-56ebb8d8-f231-45ec-a862-08cf90e6bf83 req-15ece4c9-96a4-4780-9241-7f07952661e2 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=315f6c18-4ff6-4328-9498-51e2982e20e7 HTTP/1.1" status: 200 len: 210 time: 0.1444335 May 05 16:45:01.927282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd600e99-f1eb-4612-b63c-ff5453bc4104 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:01.960613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: bd600e99-f1eb-4612-b63c-ff5453bc4104 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:01.960957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device bd600e99-f1eb-4612-b63c-ff5453bc4104 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:03.833740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:06.548344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54906) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:06.783743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Deleting port 7c7c1056-a547-427c-b4f3-0acc26b55093 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:06.783986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:06.956482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:06.956805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:07.077071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Calling delete_port for 7c7c1056-a547-427c-b4f3-0acc26b55093 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:07.308158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:07.351912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'Port': ['ID=7c7c1056-a547-427c-b4f3-0acc26b55093,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:07.389910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.390248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.390583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.390914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.391242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.391599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.391924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.392247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.392566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.392885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.393199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:07.456233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:07.849911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:45:08.141719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:08.151500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:08.162525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:08.163272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:08.246397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:08.299815 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-668fbc4c-b64f-49a2-a43b-46eec4fa1cd3 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "DELETE /v2.0/floatingips/1c778bb6-0b24-4dda-90da-20064ab61abc HTTP/1.1" status: 204 len: 168 time: 1.7503922 May 05 16:45:08.300395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:45:08.348453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:08.360331 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a11ca3-bfb1-4b04-ba17-0fc8d987437d'] response: {'name': 'network-changed', 'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'status': 'completed', 'code': 200} May 05 16:45:08.452128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-72aad7d3-ae79-42d4-bc03-1e5a22b49b22 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 1099 time: 0.0708141 May 05 16:45:08.589603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6bca7-f099-4672-9bd1-434676f82318 req-d84de71f-e8d3-4086-b7ec-d2dde289ac71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:08.591077 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-d84de71f-e8d3-4086-b7ec-d2dde289ac71 service neutron] 10.222.0.71 "GET /v2.0/networks?id=d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 200 len: 912 time: 0.1295404 May 05 16:45:08.673351 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-e1a7b826-c4b2-4344-99c3-39bf743380a9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 200 len: 217 time: 0.0693731 May 05 16:45:08.674755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:08.678887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:08.692938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:08.693626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:08.742320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace6bca7-f099-4672-9bd1-434676f82318 req-821d2546-5aed-4c20-afc7-b40a8360be4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:08.744678 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-821d2546-5aed-4c20-afc7-b40a8360be4e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 200 len: 850 time: 0.0652196 May 05 16:45:08.838799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-45cd5f87-93ff-48ab-9b66-d699ed0a654f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=d263fed4-17d0-48e5-8a5f-8af69cf04481&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873663 May 05 16:45:08.867323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c8d73-dc9a-4396-af02-da73879a58f4 req-435e01f5-bca4-4c21-836c-bbe1c7e0d755 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:08.868305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-426c8d73-dc9a-4396-af02-da73879a58f4 req-435e01f5-bca4-4c21-836c-bbe1c7e0d755 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:08.891131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:08.937009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-426c8d73-dc9a-4396-af02-da73879a58f4 req-435e01f5-bca4-4c21-836c-bbe1c7e0d755 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:08.938476 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-426c8d73-dc9a-4396-af02-da73879a58f4 req-435e01f5-bca4-4c21-836c-bbe1c7e0d755 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 946 time: 0.1510193 May 05 16:45:08.977729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-30f35856-4ccb-4bdf-b79a-173fb8e7c280 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300659 May 05 16:45:08.993307 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-426c8d73-dc9a-4396-af02-da73879a58f4 req-70779bd3-5c20-496a-8329-283e964e4873 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487528 May 05 16:45:09.114029 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ace6bca7-f099-4672-9bd1-434676f82318 req-1edaf026-3584-49be-87df-2d8d38c4ecf9 service neutron] 10.222.0.71 "GET /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301773 May 05 16:45:09.214956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:09.219118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6a83cf-b688-4904-9a49-2c3f4bd15853 None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0', 'name': '', 'network_id': 'd263fed4-17d0-48e5-8a5f-8af69cf04481', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'mac_address': 'fa:16:3e:54:ed:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:29Z', 'updated_at': '2022-05-05T16:34:38Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'subnets': [{'id': '0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:09.441345 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae41970f-f177-4287-aa9e-888b408b565e None None] New status for floating IP 1c778bb6-0b24-4dda-90da-20064ab61abc: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:45:09.466447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-5cedec49-32d4-403e-ab54-16edd2b71311 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:09.467869 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-5cedec49-32d4-403e-ab54-16edd2b71311 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 946 time: 0.0839612 May 05 16:45:09.541044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Deleting port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:09.541394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:09.783399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] For port 6ed85379-a109-4c7f-960c-cc8e259ab2f0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6ed85379-a109-4c7f-960c-cc8e259ab2f0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:09.783785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:09.908126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Calling delete_port for 6ed85379-a109-4c7f-960c-cc8e259ab2f0 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:10.114436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:10.200802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'Port': ['ID=6ed85379-a109-4c7f-960c-cc8e259ab2f0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:10.239431 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-af993e74-ba9a-4979-888a-31ed49d4d0e0 req-fe314ea9-53fd-4fb4-b084-4081388b307a tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 210 time: 0.0845373 May 05 16:45:10.288959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] No DVR routers for this DVR port 6ed85379-a109-4c7f-960c-cc8e259ab2f0 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:45:10.291265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:10.293771 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'name': 'network-vif-deleted', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:45:10.342917 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f741226-5f3d-4f89-bbcf-ead374421c14 req-557a265c-d866-4451-af92-ca394a36f74b tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.71 "DELETE /v2.0/ports/6ed85379-a109-4c7f-960c-cc8e259ab2f0 HTTP/1.1" status: 204 len: 173 time: 0.8701842 May 05 16:45:10.347760 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d53216-25bf-45e3-a571-f43d045fd82a'] response: {'server_uuid': 'd0538987-c5aa-4f28-b903-b718e32d06de', 'name': 'network-vif-deleted', 'tag': '6ed85379-a109-4c7f-960c-cc8e259ab2f0', 'status': 'completed', 'code': 200} May 05 16:45:11.414252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-e942d84e-a182-4ca7-b0a4-b66ba4323cba req-61cfa972-31e2-44a2-86c1-3bff569959ad tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Synchronizing usage tracker for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:11.490794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-e942d84e-a182-4ca7-b0a4-b66ba4323cba req-61cfa972-31e2-44a2-86c1-3bff569959ad tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Unset dirty status for tenant:0d8e5fbe8bec43a08a509cbd68111f79 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:11.492567 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e942d84e-a182-4ca7-b0a4-b66ba4323cba req-61cfa972-31e2-44a2-86c1-3bff569959ad tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "GET /v2.0/ports?device_id=d0538987-c5aa-4f28-b903-b718e32d06de HTTP/1.1" status: 200 len: 210 time: 0.1204562 May 05 16:45:12.598344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54926) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:12.756055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Deleting port e1c07376-5b70-4182-870e-918fc4264670 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:12.756389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:12.928233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:12.929060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:13.050510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Calling delete_port for e1c07376-5b70-4182-870e-918fc4264670 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:13.239619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:13.286172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'Port': ['ID=e1c07376-5b70-4182-870e-918fc4264670,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:13.385058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:13.473824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:13.474979 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5765bf59-bea7-403e-ac78-b5a5f4239618 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "DELETE /v2.0/floatingips/d8499053-12a9-491a-853f-18e7a72c5b65 HTTP/1.1" status: 204 len: 168 time: 0.8756645 May 05 16:45:13.933194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6ed85379-a109-4c7f-960c-cc8e259ab2f0 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:13.969922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 6ed85379-a109-4c7f-960c-cc8e259ab2f0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:13.970272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6ed85379-a109-4c7f-960c-cc8e259ab2f0 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:15.056616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54942) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:15.335116 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ec1a8a92-1d5f-4ccd-95d9-ac7c5bf748d9 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2745709 May 05 16:45:15.335349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54946) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:15.607713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79e18f6-e5dd-42c9-972b-587ec6c6a9ee tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Notify agent at dv-neutron-840483-1-hyperv the message router_removed_from_agent {{(pid=84818) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 05 16:45:15.614150 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c79e18f6-e5dd-42c9-972b-587ec6c6a9ee tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "DELETE /v2.0/agents/7d1bb923-2ff7-4481-a4ff-7880b3d51078/l3-routers/384eafb3-b805-4b36-bd60-e3728c945703 HTTP/1.1" status: 204 len: 168 time: 0.2747028 May 05 16:45:15.615158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54950) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:15.807491 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e38a9d3d-6582-443e-90bc-94b0432c750e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1910160 May 05 16:45:15.810057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54954) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:15.917249 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-80504aaa-9bfc-46bf-ad26-72cd08f03555 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 994 time: 0.1058569 May 05 16:45:16.049576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:16.117022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54960) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:16.170253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:16.189710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a91e109a-b96b-45f7-afb8-f099a57a8173 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:16.204789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:16.222829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a91e109a-b96b-45f7-afb8-f099a57a8173 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:16.257060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:16.326125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.342110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:16.364592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a91e109a-b96b-45f7-afb8-f099a57a8173 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:16.383649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e109a-b96b-45f7-afb8-f099a57a8173 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:16.429086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886a3a8a-0f00-4bbc-8bc0-8665926c60a1 None None] New status for floating IP b4b08910-34bb-4e0c-b255-779fcacad6ff: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:45:16.455917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a91e109a-b96b-45f7-afb8-f099a57a8173 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:16.459691 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a91e109a-b96b-45f7-afb8-f099a57a8173 tempest-TestVolumeBootPattern-1779334331 tempest-TestVolumeBootPattern-1779334331-project] 10.222.0.70 "DELETE /v2.0/security-groups/7c0fe0a4-2e86-4622-9a5a-a5298c1f1ba8 HTTP/1.1" status: 204 len: 168 time: 0.3391881 May 05 16:45:16.590106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54966) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:16.921218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:17.028663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-94b24902-f3d4-4fe6-becb-ff0e37148e40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1062160 May 05 16:45:17.253256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:17.839954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:17.842124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Deleting port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:17.842459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:17.947908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:17.963766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02eeaf48-a38b-47b5-af9c-ce45c8266c73,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:18.012358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] For port ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:18.012709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:18.039717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:18.111843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:18.132880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Calling delete_port for ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:18.188265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54978) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:18.370883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:18.485177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7420acf5-66ec-4c5d-a114-1c4765cc73d3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Router 384eafb3-b805-4b36-bd60-e3728c945703 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:45:18.485548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7420acf5-66ec-4c5d-a114-1c4765cc73d3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Notify agent at dv-neutron-840483-1-hyperv the message router_added_to_agent {{(pid=84818) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} May 05 16:45:18.510677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:18.515220 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7420acf5-66ec-4c5d-a114-1c4765cc73d3 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "POST /v2.0/agents/7d1bb923-2ff7-4481-a4ff-7880b3d51078/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3255410 May 05 16:45:18.517799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54984) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:18.521644 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] Sync routers for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:18.536957 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:18.537922 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:18.722338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-efa86f95-f4a1-401b-958e-1629f1b6cff0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2033715 May 05 16:45:18.725021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54988) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:18.761973 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:18.835913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:18.850082 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6ddafcd7-8408-496c-b499-950b9df2591c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1238022 May 05 16:45:19.146862 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:45:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b4b08910-34bb-4e0c-b255-779fcacad6ff', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:44:10Z', 'updated_at': '2022-05-05T16:45:16Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:45:16Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:19.150893 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] Checking router: 384eafb3-b805-4b36-bd60-e3728c945703 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:19.162138 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:19.162806 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:19.341550 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:19.418925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Router 528f85ea-1cee-4231-a4de-75e5db22472d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:45:19.625007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:19.635567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] Sync routers for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:19.641282 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa1474b8-36ff-4b38-a53d-d883ed3007e1 admin admin] 10.222.0.70 "PUT /v2.0/routers/528f85ea-1cee-4231-a4de-75e5db22472d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0478847 May 05 16:45:19.645078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 54992) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:19.648641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:19.649350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:19.700483 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:45:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b4b08910-34bb-4e0c-b255-779fcacad6ff', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:44:10Z', 'updated_at': '2022-05-05T16:45:16Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:45:16Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:19.704800 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b74bd-d176-45b6-9cbe-70e19fb190b5 None None] The sync data for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv is: [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:43:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:45:17Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b4b08910-34bb-4e0c-b255-779fcacad6ff', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.183', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'port_id': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'mac_address': 'fa:16:3e:fd:89:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:44:10Z', 'updated_at': '2022-05-05T16:45:16Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'be9b1ca1-0582-4406-9fd4-e94f4e9f37d4', 'name': '', 'network_id': 'cbd160ce-b7cc-4087-90a4-b109d6fa66aa', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:b4:18:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:46Z', 'updated_at': '2022-05-05T16:45:16Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '3846ebe8-c21a-42c0-bf2d-465f6be08cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:19.857063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 54996) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:19.866850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:19.870195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:20.045799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b7b30e07-2439-486f-a430-f221bc56927c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1875665 May 05 16:45:20.214281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:20.229787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:45:18Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:20.234296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] Checking router: 528f85ea-1cee-4231-a4de-75e5db22472d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:20.246619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] Routers {'528f85ea-1cee-4231-a4de-75e5db22472d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:20.247342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:44:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['528f85ea-1cee-4231-a4de-75e5db22472d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:20.302440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cdc4558f-91cd-4aff-a75c-f8e5534239c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:20.313574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Deleting port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:20.313917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:20.465650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] Set router 528f85ea-1cee-4231-a4de-75e5db22472d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:20.518062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] For port 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:20.518623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:20.644405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Calling delete_port for 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:20.844850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:45:18Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:20.849109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacb9fd9-0539-4641-ae44-98d8eeb9da0d None None] The sync data for ids ['528f85ea-1cee-4231-a4de-75e5db22472d'] in dv-neutron-840483-1-hyperv is: [{'id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'name': 'tempest-TestVolumeBootPattern-436560229-router', 'tenant_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63'}], 'enable_snat': True}, 'gw_port_id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:21Z', 'updated_at': '2022-05-05T16:45:18Z', 'revision_number': 5, 'project_id': '0d8e5fbe8bec43a08a509cbd68111f79', 'gw_port': {'id': '74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:09:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '528f85ea-1cee-4231-a4de-75e5db22472d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:23Z', 'updated_at': '2022-05-05T16:34:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:20.890915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:20.936578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Pushing event deleted for resources: {'Port': ['ID=74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:21.049271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55000) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:21.155207 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-381894ef-4957-4b77-af46-b9ef7de2ac07 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1045749 May 05 16:45:21.158560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.413119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.417541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.519196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.519924 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 528f85ea-1cee-4231-a4de-75e5db22472d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:45:21.533974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.536180 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a78d98c9-c6f6-41b6-99f6-c6fa3fb7bcdd admin admin] 10.222.0.70 "DELETE /v2.0/routers/528f85ea-1cee-4231-a4de-75e5db22472d HTTP/1.1" status: 204 len: 168 time: 1.8926663 May 05 16:45:21.537652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55004) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:21.598066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Deleting subnet 0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:45:21.600966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.649324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.825170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:21.944493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:21.965388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.001706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:22.008532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.015394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7e832da0-c8b4-425a-9e6c-acce9a65716b admin admin] 10.222.0.70 "DELETE /v2.0/subnets/0d2dfc6c-76a1-4288-b116-d8f4af2ac6e1 HTTP/1.1" status: 204 len: 168 time: 0.4767098 May 05 16:45:22.016780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd6e91a-1927-4264-999a-b10288709862 None None] Network d263fed4-17d0-48e5-8a5f-8af69cf04481 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:45:22.017886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55008) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:22.034216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:22.034587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.126032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.136803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Deleting port a6af941a-74fc-4281-9ea5-555697f5d7b4 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:22.137138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.158997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55012) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:22.282544 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-31df73f6-f63d-4310-a1c9-80a4461b8d1d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1214905 May 05 16:45:22.297577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.318813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02eeaf48-a38b-47b5-af9c-ce45c8266c73,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:22.354623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] For port a6af941a-74fc-4281-9ea5-555697f5d7b4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a6af941a-74fc-4281-9ea5-555697f5d7b4,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:22.354987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.383427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] DHCP port deletion for d263fed4-17d0-48e5-8a5f-8af69cf04481 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:45:22.388088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Deleting port a6af941a-74fc-4281-9ea5-555697f5d7b4 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:22.388455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.411265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.412075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:22.482695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Calling delete_port for a6af941a-74fc-4281-9ea5-555697f5d7b4 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:22.492997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3e781fe3-e257-4e7b-9478-a1901bf79366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.606596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:22.633658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.679467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Pushing event deleted for resources: {'Port': ['ID=a6af941a-74fc-4281-9ea5-555697f5d7b4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:22.683404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] No DVR routers for this DVR port a6af941a-74fc-4281-9ea5-555697f5d7b4 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:45:22.701302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:22.701662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.766472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] For port a6af941a-74fc-4281-9ea5-555697f5d7b4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a6af941a-74fc-4281-9ea5-555697f5d7b4,segment=NetworkSegment(5ca74b2b-3755-4c5c-8070-a2d42346f2ee),segment_id=5ca74b2b-3755-4c5c-8070-a2d42346f2ee)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:22.766852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.797909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.823553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d263fed4-17d0-48e5-8a5f-8af69cf04481']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:22.835633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca74b2b-3755-4c5c-8070-a2d42346f2ee') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:22.835926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca74b2b-3755-4c5c-8070-a2d42346f2ee') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:22.847643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.862941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.870816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:45:22.871199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:45:22.886033 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:45:22.894382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Calling delete_port for a6af941a-74fc-4281-9ea5-555697f5d7b4 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:23.013475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.025798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:45:23.026183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:45:23.045773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:23.056339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.072469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.083845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] Pushing event deleted for resources: {'Network': ['ID=d263fed4-17d0-48e5-8a5f-8af69cf04481,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:23.124522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.154233 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9fdefab6-451a-4c37-8ac6-c9d437e60aad admin admin] 10.222.0.70 "DELETE /v2.0/networks/d263fed4-17d0-48e5-8a5f-8af69cf04481 HTTP/1.1" status: 204 len: 168 time: 1.1352565 May 05 16:45:23.155929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:23.160326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55016) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:23.203094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:23.203419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae2ee2a8-0f64-4778-ade2-cf8df1e0a7d0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:23.227157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:23.286462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:23.394868 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ded1f41c-e9ce-4411-aff4-fbe3db71c4bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1068318 May 05 16:45:23.527114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Deleting port a6af941a-74fc-4281-9ea5-555697f5d7b4 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:23.527597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.593710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-c0def38f-2ea4-40be-bd14-9853870165c1 None None] The port 'a6af941a-74fc-4281-9ea5-555697f5d7b4' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:45:23.657247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.667876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.684623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:23.857101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:23.928311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:23.928598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:24.044466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:24.150148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:24.150518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:24.268013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Deleting port ad3342f8-10e3-4f42-8083-a017ab95d407 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:24.268437 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:24.308672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a6af941a-74fc-4281-9ea5-555697f5d7b4 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:24.340858 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a6af941a-74fc-4281-9ea5-555697f5d7b4 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:24.341207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a6af941a-74fc-4281-9ea5-555697f5d7b4 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:24.399410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55024) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:24.445797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] For port ad3342f8-10e3-4f42-8083-a017ab95d407, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ad3342f8-10e3-4f42-8083-a017ab95d407,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:24.446141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:24.503267 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-57c4401f-199f-4dbf-8176-abbe580ac933 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1022630 May 05 16:45:24.565679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Calling delete_port for ad3342f8-10e3-4f42-8083-a017ab95d407 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:24.787883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:24.832121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3342f8-10e3-4f42-8083-a017ab95d407,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:25.119175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:25.221754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:25.507331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55028) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:25.615919 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ee915638-7d7d-4583-b118-1c285d216960 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1062827 May 05 16:45:25.809289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:45:26.015345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:26.025635 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] Sync routers for ids ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:26.037251 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] Routers {'219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:26.038444 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:26.093286 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9d7684c0-2068-4b64-8ee4-41bd97aa7802 admin admin] 10.222.0.70 "PUT /v2.0/routers/219049b9-3ce4-4f7c-b4b0-3fee3c22bad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9315529 May 05 16:45:26.095841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55032) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:26.233377 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] Set router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:26.419153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:26.549373 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:45:24Z', 'revision_number': 5, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:26.553448 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] Checking router: 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:26.566665 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] Routers {'219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:26.567667 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:26.619874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55036) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:26.643539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:26.730098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Deleting port 3b268933-570b-4cea-a2f9-9b83e734a5fe {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:26.730897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:26.740414 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-647e120d-de9b-4f37-9222-fbf57acca022 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 992 time: 0.1191792 May 05 16:45:26.775605 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] Set router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:26.940685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] For port 3b268933-570b-4cea-a2f9-9b83e734a5fe, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3b268933-570b-4cea-a2f9-9b83e734a5fe,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:26.941144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:27.101060 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:45:24Z', 'revision_number': 5, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:27.105165 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6a6482-c3b3-4ed5-a0a6-276f7c4358ad None None] The sync data for ids ['219049b9-3ce4-4f7c-b4b0-3fee3c22bad4'] in dv-neutron-840483-1-hyperv is: [{'id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'name': 'tempest-TestVolumeBootPattern-2099177362-router', 'tenant_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:34:38Z', 'updated_at': '2022-05-05T16:45:24Z', 'revision_number': 5, 'project_id': 'e8a3f6b44ac94206834c9ec2e72ee648', 'gw_port': {'id': '3b268933-570b-4cea-a2f9-9b83e734a5fe', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:3d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '219049b9-3ce4-4f7c-b4b0-3fee3c22bad4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:34:39Z', 'updated_at': '2022-05-05T16:34:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:27.106790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Calling delete_port for 3b268933-570b-4cea-a2f9-9b83e734a5fe owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:27.212684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-966ae6fb-d429-4667-98d9-bfeb9ec517b9 None None] New status for floating IP b4b08910-34bb-4e0c-b255-779fcacad6ff: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:45:27.359330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:27.404095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b268933-570b-4cea-a2f9-9b83e734a5fe,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:27.631542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:27.744372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55040) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:27.857151 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-196fe5e7-7a57-4588-b9fe-2a060e199039 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 200 len: 994 time: 0.1112995 May 05 16:45:27.868224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ad3342f8-10e3-4f42-8083-a017ab95d407 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:27.903692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: ad3342f8-10e3-4f42-8083-a017ab95d407 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:27.904041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ad3342f8-10e3-4f42-8083-a017ab95d407 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:27.989934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:27.994938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.067669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.068204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:45:28.080956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.082107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a0ef1c56-a756-424a-b15f-82cee7c14d0f admin admin] 10.222.0.70 "DELETE /v2.0/routers/219049b9-3ce4-4f7c-b4b0-3fee3c22bad4 HTTP/1.1" status: 204 len: 168 time: 1.9849193 May 05 16:45:28.084634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55048) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:28.145485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Deleting subnet fd960637-5bbc-4950-a3cb-e966d3c796d3 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:45:28.148341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.158761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55052) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:28.202041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.289523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.463144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.465292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 61e1d9d1-8226-4102-9176-f0fcebbb89c5 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:28.465666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.505016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd960637-5bbc-4950-a3cb-e966d3c796d3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:28.510338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.516752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8592f50-3c1a-4c63-99df-8b76bdd7987d None None] Network 64b5c813-e51e-4c54-a402-bcd28ab729d0 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:45:28.517680 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-25b98d42-11e8-44c5-a20c-4bc354c04463 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/fd960637-5bbc-4950-a3cb-e966d3c796d3 HTTP/1.1" status: 204 len: 168 time: 0.4314215 May 05 16:45:28.519363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55056) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:28.637152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.650953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Deleting port c6542e61-263b-4db7-b99b-486f95fb72e0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:28.651422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.655702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.656149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.789821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 61e1d9d1-8226-4102-9176-f0fcebbb89c5 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:28.793596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] DHCP port deletion for 64b5c813-e51e-4c54-a402-bcd28ab729d0 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:45:28.798466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Deleting port c6542e61-263b-4db7-b99b-486f95fb72e0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:28.798838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.881390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] For port c6542e61-263b-4db7-b99b-486f95fb72e0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6542e61-263b-4db7-b99b-486f95fb72e0,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:28.881807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:28.976410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.007732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] For port c6542e61-263b-4db7-b99b-486f95fb72e0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6542e61-263b-4db7-b99b-486f95fb72e0,segment=NetworkSegment(fe886643-f3e7-4568-91c6-59bea6b7e1b6),segment_id=fe886643-f3e7-4568-91c6-59bea6b7e1b6)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:29.008120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.008321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Calling delete_port for c6542e61-263b-4db7-b99b-486f95fb72e0 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:29.025943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=61e1d9d1-8226-4102-9176-f0fcebbb89c5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:29.126907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.129493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Calling delete_port for c6542e61-263b-4db7-b99b-486f95fb72e0 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:29.136332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.184709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6542e61-263b-4db7-b99b-486f95fb72e0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:29.191696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] No DVR routers for this DVR port c6542e61-263b-4db7-b99b-486f95fb72e0 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:45:29.213550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:45:29.213969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:45:29.313789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.340089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b5c813-e51e-4c54-a402-bcd28ab729d0']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:29.352102 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe886643-f3e7-4568-91c6-59bea6b7e1b6') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:29.353623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe886643-f3e7-4568-91c6-59bea6b7e1b6') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:29.364956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.381971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.388894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Releasing vlan 794 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:45:29.389291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:45:29.403660 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:45:29.527884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 384eafb3-b805-4b36-bd60-e3728c945703 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:45:29.542146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.559214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.572555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b5c813-e51e-4c54-a402-bcd28ab729d0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:29.580971 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea1acb14-f099-46b8-b3e3-325cada47760 admin admin] 10.222.0.70 "DELETE /v2.0/networks/64b5c813-e51e-4c54-a402-bcd28ab729d0 HTTP/1.1" status: 204 len: 168 time: 1.0570314 May 05 16:45:29.715418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Deleting port c6542e61-263b-4db7-b99b-486f95fb72e0 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:29.716071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.731926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:29.779761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-431f33c0-86a0-4d28-aa7d-3f6e0ea014d6 None None] The port 'c6542e61-263b-4db7-b99b-486f95fb72e0' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 16:45:29.847509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6542e61-263b-4db7-b99b-486f95fb72e0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:29.856905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:29.883414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c6542e61-263b-4db7-b99b-486f95fb72e0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:29.884290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6542e61-263b-4db7-b99b-486f95fb72e0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:29.918280 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6839ed30-73ce-42f7-842a-408c4b0ca045 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/b4b08910-34bb-4e0c-b255-779fcacad6ff HTTP/1.1" status: 204 len: 168 time: 1.7584496 May 05 16:45:29.918843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:45:29.975646 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48c85bac-01a8-4e12-a241-e535ae142dd4'] response: {'name': 'network-changed', 'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'status': 'completed', 'code': 200} May 05 16:45:30.003670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55066) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:30.060648 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4d0785cf-d52c-4dab-a4fc-8642cdc129e0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0d8e5fbe8bec43a08a509cbd68111f79&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0555217 May 05 16:45:30.069034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-431b9e13-70a4-4c4a-8398-6a11a13e46ae service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 1099 time: 0.0731766 May 05 16:45:30.069179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55070) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:30.347561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-213a336f-b3e5-486a-8c80-13269a42cef5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:30.369483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-abdca3f0-1c89-4c85-8edc-f3a43f8c86b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:30.374995 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-abdca3f0-1c89-4c85-8edc-f3a43f8c86b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa HTTP/1.1" status: 200 len: 898 time: 0.2899551 May 05 16:45:30.439162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-213a336f-b3e5-486a-8c80-13269a42cef5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:30.498901 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-bd4c8290-a49d-49de-9073-79dfd238300a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401 HTTP/1.1" status: 200 len: 217 time: 0.1178970 May 05 16:45:30.593663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-cdbf9f6b-5786-4f19-97eb-4196cea9adf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:30.594982 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-cdbf9f6b-5786-4f19-97eb-4196cea9adf4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=3846ebe8-c21a-42c0-bf2d-465f6be08cf5 HTTP/1.1" status: 200 len: 835 time: 0.0846579 May 05 16:45:30.646731 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e664a3d6-77dc-41e2-a7df-c16bb510bd67 req-28003064-f07f-4f1b-9511-05d5c69f0780 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:30.647398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-e664a3d6-77dc-41e2-a7df-c16bb510bd67 req-28003064-f07f-4f1b-9511-05d5c69f0780 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:30.658150 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-213a336f-b3e5-486a-8c80-13269a42cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:30.686013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a336f-b3e5-486a-8c80-13269a42cef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a97ae26-143a-4437-b96c-dab8f88b257d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:30.705687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-213a336f-b3e5-486a-8c80-13269a42cef5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:30.709513 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-213a336f-b3e5-486a-8c80-13269a42cef5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8a97ae26-143a-4437-b96c-dab8f88b257d HTTP/1.1" status: 204 len: 168 time: 0.6394591 May 05 16:45:30.714198 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:45:30.732936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-31fbcea0-6d5b-47aa-a56a-255473e008fe service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=cbd160ce-b7cc-4087-90a4-b109d6fa66aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286550 May 05 16:45:30.772174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-e664a3d6-77dc-41e2-a7df-c16bb510bd67 req-28003064-f07f-4f1b-9511-05d5c69f0780 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:30.774469 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e664a3d6-77dc-41e2-a7df-c16bb510bd67 req-28003064-f07f-4f1b-9511-05d5c69f0780 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.3278902 May 05 16:45:30.896074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e664a3d6-77dc-41e2-a7df-c16bb510bd67 req-1bf1186b-9467-4321-bad1-ed9cc8ee9024 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779576 May 05 16:45:30.914229 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-724ad0bc-5bb7-4187-9b82-17271ca2a0dc service neutron] 10.222.0.71 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731195 May 05 16:45:31.048902 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bc7f69b-7db3-412c-9e06-73ea7e30aef2 req-606c96b2-3a0c-42dd-bc6d-7328a9043293 service neutron] 10.222.0.71 "GET /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286387 May 05 16:45:31.444810 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55080) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:31.494951 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c47894fd-d36d-49e1-8b5a-2c530972609c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e8a3f6b44ac94206834c9ec2e72ee648&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0490108 May 05 16:45:31.497538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55084) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:31.554353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f5382ba-5bc4-4612-8a6f-bff7a059b997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:31.582679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f5382ba-5bc4-4612-8a6f-bff7a059b997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:31.724520 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f5382ba-5bc4-4612-8a6f-bff7a059b997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:31.741483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5382ba-5bc4-4612-8a6f-bff7a059b997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=409b7f1f-1e9b-47d7-8c81-32aaf0c8352e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:31.746436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2f5382ba-5bc4-4612-8a6f-bff7a059b997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:31.750380 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2f5382ba-5bc4-4612-8a6f-bff7a059b997 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/409b7f1f-1e9b-47d7-8c81-32aaf0c8352e HTTP/1.1" status: 204 len: 168 time: 0.2491477 May 05 16:45:31.810549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:31.847279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:31.847785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 74fbfe23-c7ce-45af-a13a-0dd29f5d8c9a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:32.111546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e7d06-f949-40d0-a9a4-dd4cb81aa364 req-7afabf38-a092-42c9-99f0-88a7191146b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:32.114042 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d08e7d06-f949-40d0-a9a4-dd4cb81aa364 req-7afabf38-a092-42c9-99f0-88a7191146b3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.0913587 May 05 16:45:32.141311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-23111677-1c31-43b6-9cb5-70186831f7b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:32.142968 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-23111677-1c31-43b6-9cb5-70186831f7b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 946 time: 0.0913992 May 05 16:45:32.169371 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d08e7d06-f949-40d0-a9a4-dd4cb81aa364 req-a5e40224-86e3-4d2b-9a22-e2fc94626d9f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=83354375-5981-48a1-ad84-f27ed02a9e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469677 May 05 16:45:32.220127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:32.220471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:32.471883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 2ccf4000-7855-49d3-a9d1-cf8dd5589401, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=2ccf4000-7855-49d3-a9d1-cf8dd5589401,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:32.472236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:32.596233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 2ccf4000-7855-49d3-a9d1-cf8dd5589401 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:32.770130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:32.910104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=2ccf4000-7855-49d3-a9d1-cf8dd5589401,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:32.980841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port 2ccf4000-7855-49d3-a9d1-cf8dd5589401 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:45:32.983133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:32.985648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'name': 'network-vif-deleted', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:45:33.039846 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1a3d4d78-60ce-46f9-83da-c44817cf4c12 req-e0088a79-3bc5-43c5-8baa-6adcb56c6220 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/2ccf4000-7855-49d3-a9d1-cf8dd5589401 HTTP/1.1" status: 204 len: 173 time: 0.8911834 May 05 16:45:33.041681 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0d2e878-3805-4e60-8ce0-55b3f07fbcc0'] response: {'server_uuid': '7fd32cd2-35d0-4da5-82db-5b5689b62f64', 'name': 'network-vif-deleted', 'tag': '2ccf4000-7855-49d3-a9d1-cf8dd5589401', 'status': 'completed', 'code': 200} May 05 16:45:33.362911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-20a7a42b-41d9-412f-9856-ac5ef672ff78 req-73b321c5-44e7-49c1-b624-47f4f5806c23 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=7fd32cd2-35d0-4da5-82db-5b5689b62f64 HTTP/1.1" status: 200 len: 210 time: 0.0421119 May 05 16:45:33.861831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:34.472107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55098) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:34.547652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e456929-f85a-4086-9c39-45e2a6b1eb4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:34.576080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e456929-f85a-4086-9c39-45e2a6b1eb4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:34.724843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e456929-f85a-4086-9c39-45e2a6b1eb4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:34.743962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e456929-f85a-4086-9c39-45e2a6b1eb4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83354375-5981-48a1-ad84-f27ed02a9e9a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:34.822133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8e456929-f85a-4086-9c39-45e2a6b1eb4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:34.823271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8e456929-f85a-4086-9c39-45e2a6b1eb4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/83354375-5981-48a1-ad84-f27ed02a9e9a HTTP/1.1" status: 204 len: 168 time: 0.3501818 May 05 16:45:34.931509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55104) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:35.334623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:35.951798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:35.952487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:35.979839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 2ccf4000-7855-49d3-a9d1-cf8dd5589401 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:36.012504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 2ccf4000-7855-49d3-a9d1-cf8dd5589401 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:36.012844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 2ccf4000-7855-49d3-a9d1-cf8dd5589401 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:36.144371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port be9b1ca1-0582-4406-9fd4-e94f4e9f37d4, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:36.144750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:36.364704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:36.610747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:36.659838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=be9b1ca1-0582-4406-9fd4-e94f4e9f37d4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:36.958459 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:37.528182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 384eafb3-b805-4b36-bd60-e3728c945703 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:45:37.727127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:37.739303 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-903eae65-4ce3-4f3d-8cd7-70e5f82345ab tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8066311 May 05 16:45:37.741936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55108) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:37.870186 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] Sync routers for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:37.883912 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:37.884719 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:38.044988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 3846ebe8-c21a-42c0-bf2d-465f6be08cf5 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:45:38.047944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.062826 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:38.104897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.192432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.336979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.376675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=3846ebe8-c21a-42c0-bf2d-465f6be08cf5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:38.381292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.388805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ec054a-02d7-48cd-ac06-62d4d924e1bd None None] Network cbd160ce-b7cc-4087-90a4-b109d6fa66aa requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:45:38.390890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55112) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:38.391443 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c46ed4ed-0525-416f-84f2-03b04683e77e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/3846ebe8-c21a-42c0-bf2d-465f6be08cf5 HTTP/1.1" status: 204 len: 168 time: 0.6475909 May 05 16:45:38.519267 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:45:36Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:45:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:38.526925 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] Checking router: 384eafb3-b805-4b36-bd60-e3728c945703 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:38.547662 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] Routers {'384eafb3-b805-4b36-bd60-e3728c945703'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:38.548357 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['384eafb3-b805-4b36-bd60-e3728c945703'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:38.703293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.703661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] DHCP port deletion for cbd160ce-b7cc-4087-90a4-b109d6fa66aa request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:45:38.708209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] Deleting port e8a74e18-3acf-496b-95f3-07d6d276ee17 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:38.708597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.754623 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] Set router 384eafb3-b805-4b36-bd60-e3728c945703 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:38.954642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:38.954919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] For port e8a74e18-3acf-496b-95f3-07d6d276ee17, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e8a74e18-3acf-496b-95f3-07d6d276ee17,segment=NetworkSegment(a105fe43-8afa-4561-a59a-ce0e4c6cbccf),segment_id=a105fe43-8afa-4561-a59a-ce0e4c6cbccf)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:38.954919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:39.068999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] Calling delete_port for e8a74e18-3acf-496b-95f3-07d6d276ee17 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:39.081767 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:45:36Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:45:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:39.085615 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a12c6fc-d944-47a5-bb28-8cdcdf45ba0e None None] The sync data for ids ['384eafb3-b805-4b36-bd60-e3728c945703'] in dv-neutron-840483-1-hyperv is: [{'id': '384eafb3-b805-4b36-bd60-e3728c945703', 'name': 'tempest-TestNetworkBasicOps-router-1565997890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68'}], 'enable_snat': True}, 'gw_port_id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:43:41Z', 'updated_at': '2022-05-05T16:45:36Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '02eeaf48-a38b-47b5-af9c-ce45c8266c73', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:78:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '384eafb3-b805-4b36-bd60-e3728c945703', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:43:42Z', 'updated_at': '2022-05-05T16:45:22Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:39.147083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 02eeaf48-a38b-47b5-af9c-ce45c8266c73 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:45:39.153400 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:39.239271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:39.286221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] Pushing event deleted for resources: {'Port': ['ID=e8a74e18-3acf-496b-95f3-07d6d276ee17,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:39.295561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703db4f9-00e3-4f0f-88e4-bfb96c603453 None None] No DVR routers for this DVR port e8a74e18-3acf-496b-95f3-07d6d276ee17 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:45:39.325106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 02eeaf48-a38b-47b5-af9c-ce45c8266c73, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02eeaf48-a38b-47b5-af9c-ce45c8266c73,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:39.325458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:39.445437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 02eeaf48-a38b-47b5-af9c-ce45c8266c73 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:45:39.713509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:39.764232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=02eeaf48-a38b-47b5-af9c-ce45c8266c73,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:39.911607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a74e18-3acf-496b-95f3-07d6d276ee17 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:39.946393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e8a74e18-3acf-496b-95f3-07d6d276ee17 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:39.946740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e8a74e18-3acf-496b-95f3-07d6d276ee17 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:39.947166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:39.983165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:39.983809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device be9b1ca1-0582-4406-9fd4-e94f4e9f37d4 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:39.984323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3b268933-570b-4cea-a2f9-9b83e734a5fe no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:39.998994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.019930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 3b268933-570b-4cea-a2f9-9b83e734a5fe {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:40.020183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3b268933-570b-4cea-a2f9-9b83e734a5fe not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:40.252045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.256267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.353562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.354076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router 384eafb3-b805-4b36-bd60-e3728c945703 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:45:40.369335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.370436 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-89b8187e-4335-497b-9a81-a8c1ab824697 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/384eafb3-b805-4b36-bd60-e3728c945703 HTTP/1.1" status: 204 len: 168 time: 1.9778066 May 05 16:45:40.373114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55116) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:40.579044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.717414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.741796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd160ce-b7cc-4087-90a4-b109d6fa66aa']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:40.754025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:40.758136 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a105fe43-8afa-4561-a59a-ce0e4c6cbccf') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:40.765306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.781461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.787365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:45:40.787774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:45:40.802325 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:45:40.935682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.953291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:40.964946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=cbd160ce-b7cc-4087-90a4-b109d6fa66aa,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:40.975596 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cd62693b-77cf-49da-ad96-a28b16bdafb1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/cbd160ce-b7cc-4087-90a4-b109d6fa66aa HTTP/1.1" status: 204 len: 168 time: 0.5959523 May 05 16:45:40.993617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55120) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:40.999784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--203897737', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:41.004878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:41.010506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:41.013569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:41.019563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:41.061211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:45:41.064184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.092284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 752} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:45:41.100496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.100825 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 7000a1f5-70cc-4640-8007-9134f41bf538 of type vlan for network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 May 05 16:45:41.126407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.210211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.214609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:41.215295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.328519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=958d7b1c-2349-4a74-a1fc-e6402ef5de70,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:41.339693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:45:41.373328 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f3fdb3c3-3bf0-4784-92e6-22ea34f79226 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3761468 May 05 16:45:41.373792 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55124) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:41.379363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-724610891', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:41.387674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:41.391587 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:41.394452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:41.401633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:41.479187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.480175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.498725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.720499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.929082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:41.960202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:42.101125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.28 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e5dd6247-330e-415e-8572-d85da09faeee) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:45:42.127958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23c57192-f287-4ade-bd08-9ce2592d753b None None] New status for floating IP b4b08910-34bb-4e0c-b255-779fcacad6ff: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:45:42.256481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:42.348633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:42.418188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:45:42.421220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:45:42.425658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:45:42.453739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=e5dd6247-330e-415e-8572-d85da09faeee,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:42.673651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:42.674312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:42.969631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 70f7a1af-2597-4db8-95dd-990cd76cb69a is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:45:43.267676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:43.277351 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Sync routers for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:43.289086 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:43.289693 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:43.364214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:43.365531 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6bdcb354-ebe3-49c3-b73e-8d905f0f5ec8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9906731 May 05 16:45:43.371034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55128) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:43.413541 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-18b8af98-6761-44f3-9475-c2b11c85ac8f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387959 May 05 16:45:43.413770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55132) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:43.461812 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:43.546223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d79f059-8789-468b-9ccf-4fa93b024e2d tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:43.547757 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8d79f059-8789-468b-9ccf-4fa93b024e2d tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327868 May 05 16:45:43.550616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55136) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:43.589112 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-eaeb2616-b540-4b6f-8c94-54200c953306 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373619 May 05 16:45:43.591600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55140) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:43.596829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819530601', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:43.715319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:43.720530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:43.723519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:43.730551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:43.748965 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:42Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:43.763511 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Checking router: 70f7a1af-2597-4db8-95dd-990cd76cb69a for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:43.763511 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Updating router 70f7a1af-2597-4db8-95dd-990cd76cb69a port e5dd6247-330e-415e-8572-d85da09faeee binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:45:43.807091 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:43.811076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:45:43.821311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:45:43.844218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 02eeaf48-a38b-47b5-af9c-ce45c8266c73 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:45:43.844563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02eeaf48-a38b-47b5-af9c-ce45c8266c73 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:45:43.929636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.129550 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.142093 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Transition to ACTIVE for port object e5dd6247-330e-415e-8572-d85da09faeee will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:44.209576 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.221373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.290643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Pushing event updated for resources: {'Port': ['ID=e5dd6247-330e-415e-8572-d85da09faeee,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:44.292911 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Attempting to bind port e5dd6247-330e-415e-8572-d85da09faeee on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:45:44.293266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Attempting to bind port e5dd6247-330e-415e-8572-d85da09faeee by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:45:44.293614 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Attempting to bind port e5dd6247-330e-415e-8572-d85da09faeee on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:45:44.304363 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:45:44.304707 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:45:44.305092 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.305420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=1db5964e-56a0-48be-9184-a5da4fe110ed,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:44.305534 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:45:44.306426 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Bound port: e5dd6247-330e-415e-8572-d85da09faeee, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:45:44.306791 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.314913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:45:44.315267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: 958d7b1c-2349-4a74-a1fc-e6402ef5de70, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:45:44.333892 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.334220 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.334545 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.334866 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.335195 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.335526 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.335844 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.336158 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.336466 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.336773 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.337160 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:44.384610 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] For port e5dd6247-330e-415e-8572-d85da09faeee, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:45:44.387747 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] For port e5dd6247-330e-415e-8572-d85da09faeee, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5dd6247-330e-415e-8572-d85da09faeee,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:45:44.409628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:45:44.461567 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.495398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 958d7b1c-2349-4a74-a1fc-e6402ef5de70) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:45:44.500799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:44.501608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.503787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46769cd3-5a2a-4654-ab8a-caf75ded8e57 None None] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:45:44.545403 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:44.546481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:44.591963 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e1888-0177-4447-ad71-5d86357ab0ca None None] Pushing event updated for resources: {'Port': ['ID=e5dd6247-330e-415e-8572-d85da09faeee,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:44.596739 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5a0e433e-6b8e-4616-ba22-94f0f8d47450 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.0014722 May 05 16:45:44.597833 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55144) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:44.728370 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:44.735936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:45:44.737071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:44.915577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Allocated IP 172.20.0.2 (958d7b1c-2349-4a74-a1fc-e6402ef5de70/1db5964e-56a0-48be-9184-a5da4fe110ed/bea1f535-4699-4cb1-9ddc-fa8d069ffaab) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:45:45.057600 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:42Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:45.062151 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ee0961-6da9-4b65-aadc-d541b9f1123b None None] The sync data for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv is: [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:42Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:45.172316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:45.186014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Transition to ACTIVE for port object bea1f535-4699-4cb1-9ddc-fa8d069ffaab will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:45.210924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Transition to ACTIVE for port object bea1f535-4699-4cb1-9ddc-fa8d069ffaab will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:45.291270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:45.371692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:45:45.375090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:45:45.377632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:45:45.383815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Pushing event updated for resources: {'Port': ['ID=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:45.497724 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Attempting to bind port bea1f535-4699-4cb1-9ddc-fa8d069ffaab on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:45:45.498201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Attempting to bind port bea1f535-4699-4cb1-9ddc-fa8d069ffaab by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:45:45.498644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Attempting to bind port bea1f535-4699-4cb1-9ddc-fa8d069ffaab on network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:45:45.505740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:45:45.506219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Checking segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:45:45.506627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:45.507020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Bound using segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:45:45.507520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Bound port: bea1f535-4699-4cb1-9ddc-fa8d069ffaab, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:45:45.507892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:45.561534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:45.605598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] For port bea1f535-4699-4cb1-9ddc-fa8d069ffaab, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:45:45.608840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] For port bea1f535-4699-4cb1-9ddc-fa8d069ffaab, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:45:45.662026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:45.777233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9e8ac-5bed-4179-919c-5fe39f5993e5 None None] Pushing event updated for resources: {'Port': ['ID=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:45.888350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5dd6247-330e-415e-8572-d85da09faeee up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:46.027190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e5dd6247-330e-415e-8572-d85da09faeee completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:45:46.032552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e5dd6247-330e-415e-8572-d85da09faeee triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:46.036780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.079947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (958d7b1c-2349-4a74-a1fc-e6402ef5de70/1db5964e-56a0-48be-9184-a5da4fe110ed/893d621f-8359-42eb-b59b-2a4aa9bdb2b0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:45:46.208170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.226073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e5dd6247-330e-415e-8572-d85da09faeee, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5dd6247-330e-415e-8572-d85da09faeee,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:46.301935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.320321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:46.330282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.401799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e5dd6247-330e-415e-8572-d85da09faeee,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:46.427401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.495516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:45:46.498573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:45:46.502675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:45:46.533416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:46.564988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.726823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:46.821676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fd7b5e-5081-4752-bae2-4d06803407de None None] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:45:46.974483 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b70a3243-a41e-4f3c-a8ef-4e5d67990638 None None] Provisioning for port bea1f535-4699-4cb1-9ddc-fa8d069ffaab completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:45:47.140001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:47.198972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:47.320617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:47.323412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:47.392627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80913592-79e7-4572-8536-7dcf9eb308b4 None None] Provisioning for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:45:47.402190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-80913592-79e7-4572-8536-7dcf9eb308b4 None None] Provisioning complete for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:47.402190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80913592-79e7-4572-8536-7dcf9eb308b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:47.453269 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-80913592-79e7-4572-8536-7dcf9eb308b4 None None] Port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:45:47.567286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:45:47.568406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:45:47.574559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-688e8cca-6003-4bdd-b052-7dca2a1f62e8 None None] Provisioning complete for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:47.574955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-688e8cca-6003-4bdd-b052-7dca2a1f62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:47.635585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-688e8cca-6003-4bdd-b052-7dca2a1f62e8 None None] Port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:45:47.860170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-71c349ee-c237-454a-b175-21dc785c4a87 None None] Provisioning complete for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:47.860677 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-71c349ee-c237-454a-b175-21dc785c4a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:47.918081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-71c349ee-c237-454a-b175-21dc785c4a87 None None] Port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:45:47.934920 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5dd6247-330e-415e-8572-d85da09faeee up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:47.967001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 70f7a1af-2597-4db8-95dd-990cd76cb69a has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:45:48.005315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e5dd6247-330e-415e-8572-d85da09faeee triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:48.005687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:48.123183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bea1f535-4699-4cb1-9ddc-fa8d069ffaab up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:48.171622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:45:48.187346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-166c6391-c96d-4656-8a9a-c6eab6ed66f5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/70f7a1af-2597-4db8-95dd-990cd76cb69a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5861814 May 05 16:45:48.187692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55148) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:48.244164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port bea1f535-4699-4cb1-9ddc-fa8d069ffaab completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:45:48.249427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bea1f535-4699-4cb1-9ddc-fa8d069ffaab triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:48.249801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:48.328138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81d36c-1d97-49ea-bc1b-9f6ccad1a32e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.328511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81d36c-1d97-49ea-bc1b-9f6ccad1a32e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.328888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81d36c-1d97-49ea-bc1b-9f6ccad1a32e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.329228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81d36c-1d97-49ea-bc1b-9f6ccad1a32e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.330857 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0a81d36c-1d97-49ea-bc1b-9f6ccad1a32e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1422834 May 05 16:45:48.333650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55152) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:48.365977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:48.398693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port bea1f535-4699-4cb1-9ddc-fa8d069ffaab, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:48.400491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71515226-f7ba-44c0-90a5-adbf8374a790 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.400864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71515226-f7ba-44c0-90a5-adbf8374a790 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.401221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71515226-f7ba-44c0-90a5-adbf8374a790 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.401569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71515226-f7ba-44c0-90a5-adbf8374a790 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:48.403227 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-71515226-f7ba-44c0-90a5-adbf8374a790 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2737 time: 0.0687058 May 05 16:45:48.406193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55156) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:48.455888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:48.553224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:48.609412 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8d796f13-9721-493c-bdbe-207c17284461 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2021213 May 05 16:45:48.855305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Sync routers for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:45:48.867217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:48.867860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:48.914875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55162) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:48.921172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1544721483', 'description': 'tempest-secgroup-smoke-1544721483 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:48.926897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:48.932220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:48.935428 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:48.941180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:49.010596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.046552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:49.047188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:49.051374 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:49.054235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:49.060603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:49.115998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.210103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.256702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db275404-7641-49c9-8d59-e4a676b68052,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:49.335363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.336648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1fc7d3d8-74ea-4a05-9571-c1136a9c823e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4201367 May 05 16:45:49.340405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55166) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:49.346097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'db275404-7641-49c9-8d59-e4a676b68052', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:49.352120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:49.359182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:49.359519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:49.362458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:49.365328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:49.366350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Checking router: 70f7a1af-2597-4db8-95dd-990cd76cb69a for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:45:49.366953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Updating router 70f7a1af-2597-4db8-95dd-990cd76cb69a port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:45:49.419605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.462777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.530351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.598278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.628509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b8d6bea-56fc-4b3a-a17d-275a53b77cdd,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:49.701582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.702821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0845f1db-e1d2-410f-a9b8-42e0b1bb0ff3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3615074 May 05 16:45:49.705535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55170) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:49.710999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'db275404-7641-49c9-8d59-e4a676b68052', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:49.717166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:49.720975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:49.724348 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:49.730234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:49.757849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.770341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Transition to ACTIVE for port object 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:49.828065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.849887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.893275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.898823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bea1f535-4699-4cb1-9ddc-fa8d069ffaab up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:49.935151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:49.963817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=449c2c0f-2f97-43a9-8f10-1001fabc353c,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:50.033223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.035057 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b95122ba-60de-45db-91c4-277caef1cdfa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3280923 May 05 16:45:50.037596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55174) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:50.044478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'db275404-7641-49c9-8d59-e4a676b68052', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:50.047007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91631-c5a3-4f8c-b5cd-2e604041ba4a None None] Pushing event updated for resources: {'Port': ['ID=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:50.052424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:50.057860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:50.060959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:50.067530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:50.150821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.152885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Attempting to bind port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:45:50.153258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Attempting to bind port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:45:50.153623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Attempting to bind port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 on network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:45:50.164195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bea1f535-4699-4cb1-9ddc-fa8d069ffaab triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:50.164570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.204267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:45:50.204644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Checking segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:45:50.205044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.205427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Bound using segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:45:50.205912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Bound port: 893d621f-8359-42eb-b59b-2a4aa9bdb2b0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:45:50.206287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.214703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.289910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.313834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=670a2295-9be1-466c-aa2f-0338f8275d82,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:50.363537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbd7e372-739a-416b-8320-f37d50abdb81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.375565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] For port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:45:50.393054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] For port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:45:50.404269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.405499 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1564dba6-5039-4c84-bf07-702e9f8e0362 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3669813 May 05 16:45:50.408232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55180) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:50.413491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'db275404-7641-49c9-8d59-e4a676b68052', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:50.419370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:50.423139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:50.425965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:50.432338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:50.461557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.523911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.541563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c91631-c5a3-4f8c-b5cd-2e604041ba4a None None] Pushing event updated for resources: {'Port': ['ID=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:50.546215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:45:50.546830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:50.598700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.695627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.724502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b8e82b-ae42-47b2-ae40-1e69b2634635,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:50.784313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:45:50.810226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.811402 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b86880a6-bd24-4097-be13-b6db20592b50 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4022827 May 05 16:45:50.814766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55184) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:50.824749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'db275404-7641-49c9-8d59-e4a676b68052', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:50.828685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:50.831576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:50.834504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:50.841430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:50.906931 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:45:50.913674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:50.979345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.067047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.096783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca673488-26dd-4223-aa4e-61962be63bdc,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:51.142330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:50Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:45:51.146499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab048b25-579a-4821-ba4d-852ce25ed7b4 None None] The sync data for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv is: [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:50Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:45:51.164061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.166170 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-50e42d9b-aac2-49c4-aac9-27468b21a68d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3504059 May 05 16:45:51.169045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55188) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:45:51.174878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'db275404-7641-49c9-8d59-e4a676b68052', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:51.184627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:51.195310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:45:51.200237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:45:51.210137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:51.261263 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:45:51.269026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.342569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.381093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.407637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8080ad24-deba-48ff-94f1-d66146ef8352,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:51.455580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:51.456941 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c416d5a1-67fc-4aea-b5d7-03d4c71353f2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2867737 May 05 16:45:51.695232 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-0859fcff-1a5c-47c1-a486-5ba56bae66ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1544721483&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.0426924 May 05 16:45:51.863993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-96395474-13ba-4f16-a001-998f4a078fee tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:51.864622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-96395474-13ba-4f16-a001-998f4a078fee tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:51.892043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:51.969877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-96395474-13ba-4f16-a001-998f4a078fee tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:51.971064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-96395474-13ba-4f16-a001-998f4a078fee tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 796 time: 0.2689352 May 05 16:45:51.989167 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-31bbd97e-5cd3-41ad-a799-9a15d9248d5e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0122130 May 05 16:45:52.026604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:45:52.031944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:52.032322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:52.078364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-6dc18ae7-b2fc-4102-8c00-5d7ecee6a01a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822947 May 05 16:45:52.158519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:52.190740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:45:52.268813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:52.343714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:52.347984 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-9d443375-1c6a-4f54-8198-3b70f2b62ae4 service neutron] 10.222.0.70 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572722 May 05 16:45:52.461083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b51973c4-f1af-428d-b64c-af04d85d34bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:52.478521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-c25bea08-cd48-4252-8649-3c5d49c37b5d service neutron] 10.222.0.70 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243279 May 05 16:45:52.746868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-efee1043-b8d6-4e4b-b64a-2105af893e63 req-dd187b1b-a6f8-43f0-9a08-214a9bdd85f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:52.826479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-efee1043-b8d6-4e4b-b64a-2105af893e63 req-dd187b1b-a6f8-43f0-9a08-214a9bdd85f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:52.827778 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-efee1043-b8d6-4e4b-b64a-2105af893e63 req-dd187b1b-a6f8-43f0-9a08-214a9bdd85f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 210 time: 0.1218157 May 05 16:45:53.672422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:53.723777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:53.862467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:45:53.934227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:53.934446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:53.938481 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c10cc96-7a2b-4ba4-96c5-ea8eb9bda94f req-4976cc41-8181-4712-9b2c-c2ac35715c76 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 210 time: 0.0420678 May 05 16:45:55.119702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:55.251321 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c5304cae-b4f4-42f8-b5de-fea8e31aa8d5 req-fb7a5044-9c33-44a2-b262-c16326a4fbed tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 210 time: 0.1898797 May 05 16:45:56.502939 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bdce859f-a95b-4aa1-9cdf-b40ccee2ca85 req-d884089c-6b1b-4143-aebe-5fbb2ad9264a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 210 time: 0.1230435 May 05 16:45:56.673968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-70e34c00-4d5a-4362-8fbe-75d374a3adc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:56.675584 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-70e34c00-4d5a-4362-8fbe-75d374a3adc7 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 796 time: 0.2583714 May 05 16:45:56.726619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-0dd7aa41-94fc-426a-830f-3c0b55c1b1fc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:56.814995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-0dd7aa41-94fc-426a-830f-3c0b55c1b1fc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:56.819235 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-0dd7aa41-94fc-426a-830f-3c0b55c1b1fc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 380 time: 0.1289837 May 05 16:45:56.824796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': 'edd94b78-c460-4100-bee3-5d945d578acb', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['db275404-7641-49c9-8d59-e4a676b68052']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:56.960904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:45:56.971254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:45:57.066679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:45:57.069721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:57.231141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.12 (958d7b1c-2349-4a74-a1fc-e6402ef5de70/1db5964e-56a0-48be-9184-a5da4fe110ed/290c67a4-2cbb-4105-a1c2-1e6303548890) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:45:57.414495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:57.429405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 290c67a4-2cbb-4105-a1c2-1e6303548890 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:57.484304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:57.553510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:45:57.556677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:45:57.560604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:45:57.599848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=290c67a4-2cbb-4105-a1c2-1e6303548890,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:57.621193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.621556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.621889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.622264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.622536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.622851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.623169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.623517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.623836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.624149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.624462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:45:57.644202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:57.644790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:57.740050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a333dc-8863-4b04-9395-f4f8156ed4ed req-9e4dd773-8168-4399-8590-da2be787b9ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:57.740748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-c3a333dc-8863-4b04-9395-f4f8156ed4ed req-9e4dd773-8168-4399-8590-da2be787b9ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:45:57.782155 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-687a1ecc-6db6-44a4-89dd-940c02bf67b9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9611139 May 05 16:45:57.793943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Request body: {'port': {'device_id': 'edd94b78-c460-4100-bee3-5d945d578acb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:45:57.839265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-c3a333dc-8863-4b04-9395-f4f8156ed4ed req-9e4dd773-8168-4399-8590-da2be787b9ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:45:57.840362 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c3a333dc-8863-4b04-9395-f4f8156ed4ed req-9e4dd773-8168-4399-8590-da2be787b9ce tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 932 time: 0.2014549 May 05 16:45:57.877898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bebdb4b6-dae4-496b-adb9-cd20abd313cc None None] Provisioning for port 290c67a4-2cbb-4105-a1c2-1e6303548890 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:45:57.883062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bebdb4b6-dae4-496b-adb9-cd20abd313cc None None] Provisioning complete for port 290c67a4-2cbb-4105-a1c2-1e6303548890 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:45:57.883623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bebdb4b6-dae4-496b-adb9-cd20abd313cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:57.934822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bebdb4b6-dae4-496b-adb9-cd20abd313cc None None] Port 290c67a4-2cbb-4105-a1c2-1e6303548890 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:45:57.935041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:57.944999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c3a333dc-8863-4b04-9395-f4f8156ed4ed req-a89d4226-a4f6-4324-a2e5-b08388daabd6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980537 May 05 16:45:58.272756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 290c67a4-2cbb-4105-a1c2-1e6303548890 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:45:58.280185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:58.295644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Transition to ACTIVE for port object 290c67a4-2cbb-4105-a1c2-1e6303548890 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:45:58.352793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:58.489983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Pushing event updated for resources: {'Port': ['ID=290c67a4-2cbb-4105-a1c2-1e6303548890,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:58.595436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Attempting to bind port 290c67a4-2cbb-4105-a1c2-1e6303548890 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:45:58.595791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Attempting to bind port 290c67a4-2cbb-4105-a1c2-1e6303548890 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:45:58.596121 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Attempting to bind port 290c67a4-2cbb-4105-a1c2-1e6303548890 on network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:45:58.601954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Port 290c67a4-2cbb-4105-a1c2-1e6303548890 on network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:45:58.602315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Attempting to bind port 290c67a4-2cbb-4105-a1c2-1e6303548890 on network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:45:58.608572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:45:58.608905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Checking segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:45:58.609289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Bound using segment: {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:45:58.609714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Bound port: 290c67a4-2cbb-4105-a1c2-1e6303548890, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7000a1f5-70cc-4640-8007-9134f41bf538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:45:58.610059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:58.790614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] For port 290c67a4-2cbb-4105-a1c2-1e6303548890, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:45:58.793660 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] For port 290c67a4-2cbb-4105-a1c2-1e6303548890, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=290c67a4-2cbb-4105-a1c2-1e6303548890,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:45:58.844138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:58.906434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:45:58.907853 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] 10.222.0.71 "PUT /v2.0/ports/290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 1094 time: 1.1182590 May 05 16:45:58.908284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:45:58.926490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4849276-5650-4192-84d2-0781d1e096f5 service neutron] Pushing event updated for resources: {'Port': ['ID=290c67a4-2cbb-4105-a1c2-1e6303548890,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:45:58.971017 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16aaf30e-b2a2-4954-9126-46fbc7a53024'] response: {'name': 'network-changed', 'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'status': 'completed', 'code': 200} May 05 16:45:59.068366 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13b0a386-0e73-45a2-9e5e-80ce0a6b3825 req-dd5bb820-490d-4bae-976c-5b9d298c958b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1097 time: 0.0756333 May 05 16:45:59.263711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0a386-0e73-45a2-9e5e-80ce0a6b3825 req-20037675-5535-4a81-b05c-92bf09a878f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:59.265197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13b0a386-0e73-45a2-9e5e-80ce0a6b3825 req-20037675-5535-4a81-b05c-92bf09a878f4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1907148 May 05 16:45:59.271404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9514ac3-ca55-4d46-9a17-e8e29cf12f44 req-75c6cc29-e543-4e65-86ae-3f03ed71893a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:59.272737 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9514ac3-ca55-4d46-9a17-e8e29cf12f44 req-75c6cc29-e543-4e65-86ae-3f03ed71893a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 944 time: 0.1787109 May 05 16:45:59.411390 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b9514ac3-ca55-4d46-9a17-e8e29cf12f44 req-7fa3440a-5b2d-403b-b08b-d9d95325d854 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195385 May 05 16:45:59.434804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0a386-0e73-45a2-9e5e-80ce0a6b3825 req-3330ee33-9b30-43ed-95bb-194825dd709e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:59.436338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-13b0a386-0e73-45a2-9e5e-80ce0a6b3825 req-3330ee33-9b30-43ed-95bb-194825dd709e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1627977 May 05 16:45:59.542368 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-88a6d564-ce41-42be-81bb-e3bf41d6e1b4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1097 time: 0.0672984 May 05 16:45:59.614294 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-aca31fc1-2d56-4733-add5-ddc193c29f7a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 217 time: 0.0648460 May 05 16:45:59.676271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-2746a3d7-b639-4533-bb45-2720c0aabf3e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:45:59.677609 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-2746a3d7-b639-4533-bb45-2720c0aabf3e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 844 time: 0.0576491 May 05 16:45:59.753214 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-e4781eee-4aeb-41eb-ad7d-3c55a29ce386 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958d7b1c-2349-4a74-a1fc-e6402ef5de70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702167 May 05 16:45:59.883958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-782332d2-42be-40fa-bcc7-cef88ed4e444 service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240826 May 05 16:46:00.012234 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7038b9bf-c36e-4f9f-be1c-37f34de29937 req-3344533b-d097-433d-b33f-5964bf16404d service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233420 May 05 16:46:00.613964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74082309-bc24-4d89-a756-8f15c5bee75c req-1a9b6efc-ce3f-4fc2-93e3-681093b1e418 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:00.615437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74082309-bc24-4d89-a756-8f15c5bee75c req-1a9b6efc-ce3f-4fc2-93e3-681093b1e418 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 944 time: 0.0802724 May 05 16:46:00.666216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74082309-bc24-4d89-a756-8f15c5bee75c req-c3ac6872-014a-474d-ab1a-58510a2ebe43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435109 May 05 16:46:01.862963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cddc8a3-0212-47b9-8e63-94f54a475612 req-691c79d1-4ab0-4935-901b-0bf5420fe454 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:01.864447 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1cddc8a3-0212-47b9-8e63-94f54a475612 req-691c79d1-4ab0-4935-901b-0bf5420fe454 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 944 time: 0.0778320 May 05 16:46:01.910799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1cddc8a3-0212-47b9-8e63-94f54a475612 req-a8414778-7b02-4143-a15e-9fb444a8e08d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398459 May 05 16:46:03.108887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b0837-393b-45f1-9fed-117daa28564e req-4eadbfe1-03de-497e-82d5-89edbe88996b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:03.110322 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-847b0837-393b-45f1-9fed-117daa28564e req-4eadbfe1-03de-497e-82d5-89edbe88996b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 944 time: 0.0747712 May 05 16:46:03.155871 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-847b0837-393b-45f1-9fed-117daa28564e req-ecc6fa98-d7df-4987-b166-e35e2ef7e6da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400493 May 05 16:46:03.872204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:04.100232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 290c67a4-2cbb-4105-a1c2-1e6303548890 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:46:04.237427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 290c67a4-2cbb-4105-a1c2-1e6303548890, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=290c67a4-2cbb-4105-a1c2-1e6303548890,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:46:04.254880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'port_id': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'mac_address': 'fa:16:3e:98:3c:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 752, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:46:04.309394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:04.327880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 290c67a4-2cbb-4105-a1c2-1e6303548890 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:46:04.343585 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 290c67a4-2cbb-4105-a1c2-1e6303548890, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=290c67a4-2cbb-4105-a1c2-1e6303548890,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:46:04.359588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f2db1e-38bf-435e-a6ee-063da8e2dd8c req-496ae62e-5739-4fa8-a7a7-5805ae187693 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:04.360971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-81f2db1e-38bf-435e-a6ee-063da8e2dd8c req-496ae62e-5739-4fa8-a7a7-5805ae187693 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 944 time: 0.0808349 May 05 16:46:04.408351 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-81f2db1e-38bf-435e-a6ee-063da8e2dd8c req-8884760b-8d34-4053-a275-dec58044ef39 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414286 May 05 16:46:04.443577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:04.508899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=290c67a4-2cbb-4105-a1c2-1e6303548890,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:46:04.781944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['290c67a4-2cbb-4105-a1c2-1e6303548890'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:46:05.693895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77d5c4-2033-4e43-9e4d-4cd5ca16e5cc req-8d1255f2-b196-4e41-8adf-07e60a3d7664 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:05.695357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d77d5c4-2033-4e43-9e4d-4cd5ca16e5cc req-8d1255f2-b196-4e41-8adf-07e60a3d7664 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 945 time: 0.1617181 May 05 16:46:05.741781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d77d5c4-2033-4e43-9e4d-4cd5ca16e5cc req-56c2ee70-91b8-4a18-b0e7-366e04749ce3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400844 May 05 16:46:06.116633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 290c67a4-2cbb-4105-a1c2-1e6303548890 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:46:06.272053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 290c67a4-2cbb-4105-a1c2-1e6303548890 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:46:06.277665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 290c67a4-2cbb-4105-a1c2-1e6303548890 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:46:06.278039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:06.389962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:06.416686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:46:06.426124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 290c67a4-2cbb-4105-a1c2-1e6303548890, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=290c67a4-2cbb-4105-a1c2-1e6303548890,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:46:06.471186 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13bcb126-92b3-498f-b56b-cb1cf8cd0429'] response: {'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'code': 200} May 05 16:46:06.477971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:06.543228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=290c67a4-2cbb-4105-a1c2-1e6303548890,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:46:06.824448 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-131b191e-9254-494b-b080-861b9ea148a2 req-4f66976b-f502-4414-8cc1-27df95702686 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1099 time: 0.0694070 May 05 16:46:06.868096 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-131b191e-9254-494b-b080-861b9ea148a2 req-d3eba198-9e0b-4e10-8fb1-d79c519a0e3d service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377645 May 05 16:46:06.941181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc76f189-0e5e-457f-880c-6cc1b5fd2401 req-e9c66380-5d65-4ce2-9abf-86bf83656948 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:06.942548 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fc76f189-0e5e-457f-880c-6cc1b5fd2401 req-e9c66380-5d65-4ce2-9abf-86bf83656948 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.0769575 May 05 16:46:06.990813 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fc76f189-0e5e-457f-880c-6cc1b5fd2401 req-cfe2a6cc-5539-48c9-81bf-6c2b17974216 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 May 05 16:46:07.714662 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:46:08.196408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c1efb-4235-4636-9ff0-a9c2ec1682e5 req-2584df65-1ee8-44e2-b2b7-77452fa383a9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:08.198395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-660c1efb-4235-4636-9ff0-a9c2ec1682e5 req-2584df65-1ee8-44e2-b2b7-77452fa383a9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.0825329 May 05 16:46:08.244460 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-660c1efb-4235-4636-9ff0-a9c2ec1682e5 req-2a02d7f6-6dfd-4da8-8e39-d45a6371506e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402884 May 05 16:46:09.442493 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdbb1bc-60de-4f09-8f1d-e00fde473cdf req-d511a894-fc3d-443a-a9a4-2226c5b09d3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:09.443961 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abdbb1bc-60de-4f09-8f1d-e00fde473cdf req-d511a894-fc3d-443a-a9a4-2226c5b09d3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.0764091 May 05 16:46:09.490345 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abdbb1bc-60de-4f09-8f1d-e00fde473cdf req-2d884444-128e-4cec-8684-be11754d5b0a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 May 05 16:46:09.689776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62f4299-1bc0-4602-888e-5bec60ebfbe9 req-d7d5a1be-4eb7-4444-9675-1c8d64be4854 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:09.691224 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e62f4299-1bc0-4602-888e-5bec60ebfbe9 req-d7d5a1be-4eb7-4444-9675-1c8d64be4854 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.0787494 May 05 16:46:09.740992 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e62f4299-1bc0-4602-888e-5bec60ebfbe9 req-3306596d-c994-4090-bfb8-b00a0669c6d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438640 May 05 16:46:09.771396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55260) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:46:09.924687 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d27adc52-85e3-4a6b-b7a5-18a84fc59446 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1094 time: 0.1521311 May 05 16:46:09.927343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55264) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:46:09.933436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:46:09.939001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:46:09.944425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:46:09.948090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:46:09.953784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:46:10.020634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:10.155795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:10.295406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.238 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/4ceaf750-919c-457b-83e1-81b025679ab0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:46:10.442890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:10.523820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:10.588770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:46:10.591590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:46:10.595898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:46:10.626016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=4ceaf750-919c-457b-83e1-81b025679ab0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:46:11.140824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:11.257622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:11.457250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:11.517541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:11.625685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=4ceaf750-919c-457b-83e1-81b025679ab0,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:46:11.639514 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:11.934265 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP e06420a2-2d7d-451b-b4d2-0cc66da882d6 associated. External IP: 172.26.2.238, port: 290c67a4-2cbb-4105-a1c2-1e6303548890. May 05 16:46:12.335435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 70f7a1af-2597-4db8-95dd-990cd76cb69a has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:46:12.535838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:46:12.545503 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] Sync routers for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:46:12.557379 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:46:12.557985 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:46:12.592126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:12.649724 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-df63468c-448c-4943-9336-778f9168ae53 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7212598 May 05 16:46:12.650341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:46:12.653340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55268) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:46:12.707950 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eca5fc8-1c62-4b5d-b87b-0dc08f035903'] response: {'name': 'network-changed', 'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'status': 'completed', 'code': 200} May 05 16:46:12.735643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:46:12.772064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d35fb32b-3c97-46ee-ba9b-9679f6e2c60b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/e06420a2-2d7d-451b-b4d2-0cc66da882d6 HTTP/1.1" status: 200 len: 992 time: 0.1163259 May 05 16:46:12.805902 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-962f0229-2bec-49b0-8c2a-0e5620038f0a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1099 time: 0.0764394 May 05 16:46:12.937356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-cbc2b865-ec9a-4ade-b454-b4021b162d74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:12.938727 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-cbc2b865-ec9a-4ade-b454-b4021b162d74 service neutron] 10.222.0.71 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 897 time: 0.1276557 May 05 16:46:13.041238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-dd36d88b-b51b-451e-8f78-4b58d736d3e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 1000 time: 0.0968888 May 05 16:46:13.082704 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'e06420a2-2d7d-451b-b4d2-0cc66da882d6', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'port_id': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'mac_address': 'fa:16:3e:98:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd94b78-c460-4100-bee3-5d945d578acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:46:10Z', 'updated_at': '2022-05-05T16:46:10Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:46:13.086536 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] Checking router: 70f7a1af-2597-4db8-95dd-990cd76cb69a for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:46:13.097692 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:46:13.098289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:45:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:46:13.103474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-e27e1e40-6d21-418a-8b97-21b5c4b2761e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:13.104949 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-e27e1e40-6d21-418a-8b97-21b5c4b2761e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 844 time: 0.0585604 May 05 16:46:13.177895 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-db3332e0-4a71-4870-abbb-f71bcd1f0c25 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958d7b1c-2349-4a74-a1fc-e6402ef5de70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677896 May 05 16:46:13.279567 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:46:13.311135 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-2e149d6f-cce8-4c0e-be65-ac7c7cff39b5 service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272147 May 05 16:46:13.444532 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3ef1fda1-dd0a-40de-93cf-f35fd1ca7e48 req-d664b0e6-499f-44f1-b033-ebd3b1c3366b service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267576 May 05 16:46:13.617670 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'e06420a2-2d7d-451b-b4d2-0cc66da882d6', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'port_id': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'mac_address': 'fa:16:3e:98:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd94b78-c460-4100-bee3-5d945d578acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:46:10Z', 'updated_at': '2022-05-05T16:46:10Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:46:13.622430 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42289d32-2368-434d-8352-2be64ebf1d25 None None] The sync data for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv is: [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'e06420a2-2d7d-451b-b4d2-0cc66da882d6', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.238', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'port_id': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'mac_address': 'fa:16:3e:98:3c:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd94b78-c460-4100-bee3-5d945d578acb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:46:10Z', 'updated_at': '2022-05-05T16:46:10Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:46:13.774863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55274) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:46:13.822297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1226b6-b0f5-4d8a-a1f7-35f4b346ab5c None None] New status for floating IP e06420a2-2d7d-451b-b4d2-0cc66da882d6: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:46:13.979371 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e9f8b6d8-629d-4b52-821c-b5e657d75bdc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/e06420a2-2d7d-451b-b4d2-0cc66da882d6 HTTP/1.1" status: 200 len: 992 time: 0.2031240 May 05 16:46:14.983051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:46:15.085773 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f9fb464f-8d0a-4b40-99e2-b5e64c215e88 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/e06420a2-2d7d-451b-b4d2-0cc66da882d6 HTTP/1.1" status: 200 len: 994 time: 0.1015155 May 05 16:46:20.283011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fdf9aef6-f49c-4cdf-94ba-1906abfc924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:22.425596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b57a53ba-4535-4ac2-815e-286d7a4910ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:23.677421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:23.705612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:25.197241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:33.888934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:44.722834 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:46:50.282160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbe1ecb0-5e21-49dd-b8f1-365131799616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:52.430751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1af60c7c-9fef-4054-9e09-8eea36e6cdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:53.676446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:53.705205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:55.174057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:46:58.792766 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-aec34fac-e6c4-48d1-9e42-8be351afeff8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0722084 May 05 16:46:58.927821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-46c89bab-1495-46c2-99cd-e1cccf42143a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1099 time: 0.0689209 May 05 16:46:59.073525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-fad5c8f8-f6ae-4f42-80ff-5728b732c11b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:59.075616 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-fad5c8f8-f6ae-4f42-80ff-5728b732c11b service neutron] 10.222.0.71 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 897 time: 0.1289041 May 05 16:46:59.185123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-30639093-2292-41fd-aadc-ff9cc7f45117 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 1002 time: 0.1033514 May 05 16:46:59.247035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-78d9a28d-44e8-444d-b68d-62c1f5c50474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:46:59.248492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-78d9a28d-44e8-444d-b68d-62c1f5c50474 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 844 time: 0.0587173 May 05 16:46:59.324132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-5263b2f2-a5ba-44c0-a19e-78726e6c174c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958d7b1c-2349-4a74-a1fc-e6402ef5de70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697482 May 05 16:46:59.333232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-5bd15855-73e7-44a8-bd36-ce383a3f90ec service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:46:59.334146 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-5bd15855-73e7-44a8-bd36-ce383a3f90ec service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046723 May 05 16:46:59.466281 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-42dd085c-2da2-4bb7-9fd0-7437ef7e38bc service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256466 May 05 16:46:59.594821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a599d0a1-6e86-4de0-8e6c-11237b6f1293 req-0adf33ae-e15b-4359-9a83-3cef8593d3af service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235325 May 05 16:47:03.870673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:20.310524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-14dbf79c-c43a-4692-8ebf-dcef4237535c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:21.713696 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:47:22.447209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4278dbbb-695f-4e7c-99b4-ab4b4f3cd5e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:23.704326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:23.733439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:25.161374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:33.905038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:50.263758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2f94d2a3-ce24-4ef1-9fc6-d765cc372657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:52.452516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53618d17-635f-4303-82c6-3ca1b172ae11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:53.697975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:53.732089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:55.149175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:47:58.715005 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:47:58.871106 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-b0087f90-a217-48d8-a714-0b83e959f880 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1500485 May 05 16:47:59.010913 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-3b7b1ade-f4f3-4212-96c3-92d095b3f1be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1099 time: 0.0736082 May 05 16:47:59.153805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63b7db-8383-46d1-9e56-f8493956728d req-4f3a36ac-255c-477d-a93b-8f188e3c53f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:47:59.155225 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-4f3a36ac-255c-477d-a93b-8f188e3c53f7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 897 time: 0.1261108 May 05 16:47:59.255355 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-bd3361cf-1cf1-46c1-9ebc-c0c27f98354f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 1002 time: 0.0941553 May 05 16:47:59.321714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d63b7db-8383-46d1-9e56-f8493956728d req-538a281f-e64f-4ff7-a8f7-28d6f551adb5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:47:59.323146 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-538a281f-e64f-4ff7-a8f7-28d6f551adb5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 844 time: 0.0619802 May 05 16:47:59.396719 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-ef4d7ccf-e978-4e03-ae7f-f33a58a306fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958d7b1c-2349-4a74-a1fc-e6402ef5de70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677707 May 05 16:47:59.620548 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-c7a965c7-6950-4a59-af95-8f593113ee39 service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172167 May 05 16:47:59.749063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2d63b7db-8383-46d1-9e56-f8493956728d req-32be171b-ae80-4d27-9b65-188c86445368 service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223695 May 05 16:48:03.892530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:20.303125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2e2c9e27-28f4-4507-a62a-137dc754bf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:22.434331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f8ebdff7-7d61-4f99-bc9d-2c62f9aadecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:23.720170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:23.748448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:25.148600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:33.913891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:35.715802 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:48:39.102204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55314) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:48:39.107971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:48:39.345143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1420169'] for subnet, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:39.634499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760411463581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1373670'] for subnet, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:39.692535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:48:39.693123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:39.694392 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/subnets/1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 836 time: 0.5912046 May 05 16:48:39.699673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4870d3-b0a8-40c2-b1d5-f5cf0b76b64c None None] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:48:39.718857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=1db5964e-56a0-48be-9184-a5da4fe110ed,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:48:39.727685 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.728027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.728357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.728687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.729013 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.729334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.729654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.730024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.730326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.730637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:39.730951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-986ddef3-9cfa-4dae-aa92-9bffad7f49e1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:48:40.176152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0936-3c71-4d6e-9dea-6513daad72ac None None] Provisioning complete for port bea1f535-4699-4cb1-9ddc-fa8d069ffaab triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:48:40.176513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0936-3c71-4d6e-9dea-6513daad72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:40.300204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0936-3c71-4d6e-9dea-6513daad72ac None None] Provisioning complete for port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:48:40.300594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0936-3c71-4d6e-9dea-6513daad72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:40.423418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9e1d0936-3c71-4d6e-9dea-6513daad72ac None None] Provisioning complete for port 290c67a4-2cbb-4105-a1c2-1e6303548890 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:48:40.423817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9e1d0936-3c71-4d6e-9dea-6513daad72ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:50.262519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b5549532-2bdb-4e8a-963b-bc00ac15c79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:52.427849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a94f2750-3c44-4da2-a36d-6cc82a3f772e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:53.742126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:53.747725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:55.176801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:48:58.779872 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-8bdfaa45-3eb7-405b-af86-8eb7e04cf46f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0719414 May 05 16:48:58.925746 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-24353441-00ef-4bae-9043-1c586013b1c2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1099 time: 0.0783451 May 05 16:48:59.070495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-99fad8ef-7e92-4bb0-9e60-50f619259bab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:48:59.072010 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-99fad8ef-7e92-4bb0-9e60-50f619259bab service neutron] 10.222.0.71 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 897 time: 0.1287241 May 05 16:48:59.175013 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-189da25d-ed4a-448b-b59a-0d0df8a0e988 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 1002 time: 0.0963891 May 05 16:48:59.240133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-2d47252e-9b6e-4043-a336-c48997354aba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:48:59.241566 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-2d47252e-9b6e-4043-a336-c48997354aba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 844 time: 0.0614245 May 05 16:48:59.315022 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-1fa8e11b-9eb7-4952-b553-d69ed67f09a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958d7b1c-2349-4a74-a1fc-e6402ef5de70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671487 May 05 16:48:59.445772 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-c975cbac-674e-4ce8-9d8c-5424ecef1ebd service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239705 May 05 16:48:59.577181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4bb4989-803a-42ce-87fb-7131ed5a80d6 req-98ceaa05-653f-4c92-9b15-e3d25b816042 service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254616 May 05 16:49:03.947373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:12.716132 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:49:20.284164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-000c463d-d373-4105-8bed-2432871af774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:22.432840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-28c59474-d9a7-4d93-91a5-580de1e46fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:23.389527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55342) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:23.707135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:23.736293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:23.808919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 4ceaf750-919c-457b-83e1-81b025679ab0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:49:23.809254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:23.973513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:23.973759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:24.094911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 4ceaf750-919c-457b-83e1-81b025679ab0 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:49:24.341313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:24.388260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=4ceaf750-919c-457b-83e1-81b025679ab0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:24.479298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:24.866116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 70f7a1af-2597-4db8-95dd-990cd76cb69a has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:49:25.064425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:49:25.074451 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] Sync routers for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:49:25.084021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:25.087008 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:25.087708 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:25.143690 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9f5a534e-0d2f-4f98-a965-31622e6dd434 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/e06420a2-2d7d-451b-b4d2-0cc66da882d6 HTTP/1.1" status: 204 len: 168 time: 1.7530222 May 05 16:49:25.144304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:49:25.175933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:25.277729 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:25.354306 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f56001-f110-446a-babf-bda98f01e319'] response: {'name': 'network-changed', 'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'status': 'completed', 'code': 200} May 05 16:49:25.553726 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-35f7d540-f001-4726-b350-5c094c98e81d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 1099 time: 0.1779275 May 05 16:49:25.608626 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:25.616675 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] Checking router: 70f7a1af-2597-4db8-95dd-990cd76cb69a for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:49:25.628974 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:25.629413 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:25.798796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-6000840d-83d1-4e95-b274-db9a21ae45ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:25.800269 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-6000840d-83d1-4e95-b274-db9a21ae45ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 200 len: 897 time: 0.2388470 May 05 16:49:25.812577 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:25.880496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-0822215f-093f-4f42-a26f-eb5e4731cb48 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 200 len: 217 time: 0.0732901 May 05 16:49:25.887093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538e343-d01b-4e28-93a8-2266d46d45fa req-d1739db6-e96c-478a-831d-16ab5b68224b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:25.887905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0538e343-d01b-4e28-93a8-2266d46d45fa req-d1739db6-e96c-478a-831d-16ab5b68224b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:25.958288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-5e9d1712-e8ff-4d55-a556-da23106dc0b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:25.959817 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-5e9d1712-e8ff-4d55-a556-da23106dc0b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 200 len: 844 time: 0.0672021 May 05 16:49:26.034008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0538e343-d01b-4e28-93a8-2266d46d45fa req-d1739db6-e96c-478a-831d-16ab5b68224b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:26.035150 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0538e343-d01b-4e28-93a8-2266d46d45fa req-d1739db6-e96c-478a-831d-16ab5b68224b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.3228467 May 05 16:49:26.042033 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-c87a5282-0f05-4ce5-832d-10b640725b24 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=958d7b1c-2349-4a74-a1fc-e6402ef5de70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760226 May 05 16:49:26.130749 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:26.134599 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98bf72d-1588-4cb4-8a8f-d58dc8fb9e03 None None] The sync data for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv is: [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '893d621f-8359-42eb-b59b-2a4aa9bdb2b0', 'name': '', 'network_id': '958d7b1c-2349-4a74-a1fc-e6402ef5de70', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:8b:de:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:45Z', 'updated_at': '2022-05-05T16:45:52Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '1db5964e-56a0-48be-9184-a5da4fe110ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:49:26.166220 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0538e343-d01b-4e28-93a8-2266d46d45fa req-d1532b2c-2272-4e54-98c1-8102e8494d89 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232266 May 05 16:49:26.213476 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-c8572088-980c-46e3-b10c-086d26705233 service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572793 May 05 16:49:26.349032 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5f954c5f-e4b5-44c5-9ea6-1c1bd66fb960 req-1c50cf74-c259-47cb-bdf1-67c8a3b5dadd service neutron] 10.222.0.71 "GET /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292260 May 05 16:49:26.364160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a522c2-9172-4f78-87d5-802583626ba5 None None] New status for floating IP e06420a2-2d7d-451b-b4d2-0cc66da882d6: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:49:27.342103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-03b07afc-9a10-4006-954b-5ea91b48b5c9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:27.344338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-03b07afc-9a10-4006-954b-5ea91b48b5c9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.0837097 May 05 16:49:27.386534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d89b3-a0c7-4ab1-92f8-6164d17424a7 req-45ae708c-75f7-46e8-8e5b-15a368ebeb6c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:27.388020 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-899d89b3-a0c7-4ab1-92f8-6164d17424a7 req-45ae708c-75f7-46e8-8e5b-15a368ebeb6c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 946 time: 0.0806918 May 05 16:49:27.415039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 290c67a4-2cbb-4105-a1c2-1e6303548890 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:49:27.415381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:27.435260 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-899d89b3-a0c7-4ab1-92f8-6164d17424a7 req-785aa999-5a1b-4a28-ac32-2027a1ae7884 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=db275404-7641-49c9-8d59-e4a676b68052&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408020 May 05 16:49:27.666271 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 290c67a4-2cbb-4105-a1c2-1e6303548890, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=290c67a4-2cbb-4105-a1c2-1e6303548890,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:27.666621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:27.785313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 290c67a4-2cbb-4105-a1c2-1e6303548890 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:49:27.993082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:28.041799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=290c67a4-2cbb-4105-a1c2-1e6303548890,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:28.216187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port 290c67a4-2cbb-4105-a1c2-1e6303548890 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:49:28.219140 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:28.221991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'name': 'network-vif-deleted', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:49:28.280061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8167ca-f804-4baf-b170-c6e34eb49caf'] response: {'server_uuid': 'edd94b78-c460-4100-bee3-5d945d578acb', 'name': 'network-vif-deleted', 'tag': '290c67a4-2cbb-4105-a1c2-1e6303548890', 'status': 'completed', 'code': 200} May 05 16:49:28.291050 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d9ca3c96-a59b-40b6-8ee0-4476400237bc req-e7481545-31cd-41f0-a071-55e546924619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/290c67a4-2cbb-4105-a1c2-1e6303548890 HTTP/1.1" status: 204 len: 173 time: 0.9421165 May 05 16:49:28.638505 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a97247e2-2678-4930-b085-600a85b4c8af req-0726035b-f89d-48d9-8794-746b3cd1e598 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=edd94b78-c460-4100-bee3-5d945d578acb HTTP/1.1" status: 200 len: 210 time: 0.0428040 May 05 16:49:29.749315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55378) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:29.818959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1591d-c738-4156-8643-0b708a6ac578 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:29.848410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1591d-c738-4156-8643-0b708a6ac578 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:29.952769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1591d-c738-4156-8643-0b708a6ac578 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:29.971875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1591d-c738-4156-8643-0b708a6ac578 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db275404-7641-49c9-8d59-e4a676b68052,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:30.020564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a6b1591d-c738-4156-8643-0b708a6ac578 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:30.021699 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a6b1591d-c738-4156-8643-0b708a6ac578 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/db275404-7641-49c9-8d59-e4a676b68052 HTTP/1.1" status: 204 len: 168 time: 0.2710640 May 05 16:49:30.135503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55384) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:30.530735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:31.130884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:49:31.131623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:31.172110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 290c67a4-2cbb-4105-a1c2-1e6303548890 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:49:31.208244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 290c67a4-2cbb-4105-a1c2-1e6303548890 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:49:31.208588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 290c67a4-2cbb-4105-a1c2-1e6303548890 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:49:31.316167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 893d621f-8359-42eb-b59b-2a4aa9bdb2b0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:31.316511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:31.435426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:49:31.768679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:31.817356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=893d621f-8359-42eb-b59b-2a4aa9bdb2b0,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:32.121500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:32.701600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router 70f7a1af-2597-4db8-95dd-990cd76cb69a has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:49:32.898316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:49:32.907917 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] Sync routers for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:49:32.912868 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b27b4b85-26c0-490d-8981-ffd3a9e6f1e4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/70f7a1af-2597-4db8-95dd-990cd76cb69a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7762642 May 05 16:49:32.915629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55388) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:32.919664 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:32.920278 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:33.111706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 1db5964e-56a0-48be-9184-a5da4fe110ed {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:49:33.114614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.135501 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:33.167142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.247245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.392018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.418981 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:49:31Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:33.423336 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] Checking router: 70f7a1af-2597-4db8-95dd-990cd76cb69a for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:49:33.431098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=1db5964e-56a0-48be-9184-a5da4fe110ed,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:33.433633 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] Routers {'70f7a1af-2597-4db8-95dd-990cd76cb69a'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:33.434226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['70f7a1af-2597-4db8-95dd-990cd76cb69a'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:33.441524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.446396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84dd3f14-4d34-4a49-af8c-e25551931a09 None None] Network 958d7b1c-2349-4a74-a1fc-e6402ef5de70 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:49:33.447441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.447817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.448149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.448492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.448831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.449147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.449475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.449802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.450123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.450447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.450765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:33.454774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-383df106-3690-4938-8ab8-706fd3f09faa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/1db5964e-56a0-48be-9184-a5da4fe110ed HTTP/1.1" status: 204 len: 168 time: 0.5380499 May 05 16:49:33.457320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55392) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:33.618864 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] Set router 70f7a1af-2597-4db8-95dd-990cd76cb69a gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:33.671631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.708545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] DHCP port deletion for 958d7b1c-2349-4a74-a1fc-e6402ef5de70 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:49:33.712924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Deleting port bea1f535-4699-4cb1-9ddc-fa8d069ffaab {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:49:33.713354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.875809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.938669 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:49:31Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:33.939192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] For port bea1f535-4699-4cb1-9ddc-fa8d069ffaab, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,segment=NetworkSegment(7000a1f5-70cc-4640-8007-9134f41bf538),segment_id=7000a1f5-70cc-4640-8007-9134f41bf538)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:33.939532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.941751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port e5dd6247-330e-415e-8572-d85da09faeee {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:49:33.941751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:33.943153 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22606e6-c978-44e8-94ee-f00ab42e4143 None None] The sync data for ids ['70f7a1af-2597-4db8-95dd-990cd76cb69a'] in dv-neutron-840483-1-hyperv is: [{'id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'name': 'tempest-TestNetworkBasicOps-router-724610891', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28'}], 'enable_snat': True}, 'gw_port_id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:49:31Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': 'e5dd6247-330e-415e-8572-d85da09faeee', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:b9:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f7a1af-2597-4db8-95dd-990cd76cb69a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:45:41Z', 'updated_at': '2022-05-05T16:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:49:33.962877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bea1f535-4699-4cb1-9ddc-fa8d069ffaab no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:49:34.005329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:34.119988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Calling delete_port for bea1f535-4699-4cb1-9ddc-fa8d069ffaab owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:49:34.229609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port e5dd6247-330e-415e-8572-d85da09faeee, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e5dd6247-330e-415e-8572-d85da09faeee,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:34.229841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:34.250086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:34.296115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:34.350284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for e5dd6247-330e-415e-8572-d85da09faeee owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:49:34.376320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Pushing event deleted for resources: {'Port': ['ID=bea1f535-4699-4cb1-9ddc-fa8d069ffaab,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:34.383221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] No DVR routers for this DVR port bea1f535-4699-4cb1-9ddc-fa8d069ffaab on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:49:34.391581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.391931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.392291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.392657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.393742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.393742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.393742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.393992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.394242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.394563 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.394885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480cc4c2-e65e-4f77-9e55-751780a5e4c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:34.586896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:34.633175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=e5dd6247-330e-415e-8572-d85da09faeee,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:34.856228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.104241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.109021 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.232340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.232866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router 70f7a1af-2597-4db8-95dd-990cd76cb69a {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:49:35.248864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.250364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-985d13ac-a00a-45a6-b7f8-851492a6eb28 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/70f7a1af-2597-4db8-95dd-990cd76cb69a HTTP/1.1" status: 204 len: 168 time: 1.7919221 May 05 16:49:35.252815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55396) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:35.367515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.498495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.523066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['958d7b1c-2349-4a74-a1fc-e6402ef5de70']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:35.534963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7000a1f5-70cc-4640-8007-9134f41bf538') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:35.535256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7000a1f5-70cc-4640-8007-9134f41bf538') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:35.546101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.561060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.567140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:49:35.577843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:49:35.581539 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:49:35.821090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.839852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:35.851359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=958d7b1c-2349-4a74-a1fc-e6402ef5de70,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:35.930754 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3938560d-c6f0-42e2-a3e7-be2efe0d564a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/958d7b1c-2349-4a74-a1fc-e6402ef5de70 HTTP/1.1" status: 204 len: 168 time: 0.6768119 May 05 16:49:35.945157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55400) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:35.952603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--905725641', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:35.957993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:35.960736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5dd6247-330e-415e-8572-d85da09faeee no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:49:35.962391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:35.965430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:35.972406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:35.994401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e5dd6247-330e-415e-8572-d85da09faeee {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:49:35.994743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e5dd6247-330e-415e-8572-d85da09faeee not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:49:35.995154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:49:36.060029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:49:36.062569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:49:36.062911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 893d621f-8359-42eb-b59b-2a4aa9bdb2b0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:49:36.063308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.091757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:49:36.100964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.101303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 9f895d18-9ba4-4449-886f-29c768dc1333 of type vlan for network ed5db687-f715-44d8-8679-7bce8989e3c9 May 05 16:49:36.126646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.209692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.213532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:36.214109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.325275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=ed5db687-f715-44d8-8679-7bce8989e3c9,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:36.338935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network ed5db687-f715-44d8-8679-7bce8989e3c9 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:49:36.387389 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0558814e-fb1b-48c8-8309-25272a965aef tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4396300 May 05 16:49:36.390167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55404) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:36.395687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:36.402431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:36.406986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:36.410139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:36.415914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:36.495615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.496514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.514486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.712731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.931302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:36.960367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:37.091107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.131 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/16ef14da-1ea1-4bd6-a558-5e757e279299) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:49:37.233056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:37.301420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:37.372152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:49:37.375570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:49:37.379927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:49:37.404579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=16ef14da-1ea1-4bd6-a558-5e757e279299,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:37.576293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:37.577691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:37.877990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:49:38.081677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:49:38.091254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:49:38.103994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:38.104809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:38.157653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:38.158525 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-20d7d43d-6b18-4631-a014-ce89785e0f9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7672777 May 05 16:49:38.161642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55408) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:38.287889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:38.451327 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d2fc5ff4-f2b6-42af-9d99-52daeb8d032c tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2884071 May 05 16:49:38.454326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55414) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:38.581236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9fc3256-d186-4f1d-811e-711bd28a0531 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:38.582701 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e9fc3256-d186-4f1d-811e-711bd28a0531 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1274889 May 05 16:49:38.585507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55418) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:38.591184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:37Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:38.596256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:49:38.596606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Updating router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf port 16ef14da-1ea1-4bd6-a558-5e757e279299 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:49:38.625219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2b1731a3-262f-4e48-8a6b-e4ef716e5143 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386245 May 05 16:49:38.627724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55422) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:38.633429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2031162816', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:38.650184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:38.753261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:38.757081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:38.759952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:38.765723 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:38.827063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:49:38.928307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:38.980967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:38.993424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Transition to ACTIVE for port object 16ef14da-1ea1-4bd6-a558-5e757e279299 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:39.067095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:39.150616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0568535-8a21-46f7-b7c9-f0a0f7c827ba None None] Pushing event updated for resources: {'Port': ['ID=16ef14da-1ea1-4bd6-a558-5e757e279299,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:39.152850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Attempting to bind port 16ef14da-1ea1-4bd6-a558-5e757e279299 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:49:39.153216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Attempting to bind port 16ef14da-1ea1-4bd6-a558-5e757e279299 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:49:39.153578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Attempting to bind port 16ef14da-1ea1-4bd6-a558-5e757e279299 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:49:39.161197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:49:39.162626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:49:39.162626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:39.162626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:49:39.162883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Bound port: 16ef14da-1ea1-4bd6-a558-5e757e279299, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:49:39.163123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:39.209956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:39.238830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] For port 16ef14da-1ea1-4bd6-a558-5e757e279299, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:49:39.242057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] For port 16ef14da-1ea1-4bd6-a558-5e757e279299, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=16ef14da-1ea1-4bd6-a558-5e757e279299,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:49:39.295857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=95ecdf85-1ef3-41c4-a8d5-42c345443c47,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:39.296139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:39.308161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:49:39.308498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: ed5db687-f715-44d8-8679-7bce8989e3c9, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:49:39.379471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network ed5db687-f715-44d8-8679-7bce8989e3c9 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:49:39.381142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0568535-8a21-46f7-b7c9-f0a0f7c827ba None None] Pushing event updated for resources: {'Port': ['ID=16ef14da-1ea1-4bd6-a558-5e757e279299,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:39.386652 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:39.387289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:39.455616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, ed5db687-f715-44d8-8679-7bce8989e3c9) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:49:39.460432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:39.462098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:39.495377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8fd60d-1eb8-4b96-baeb-b7b3fbdf139d None None] Network ed5db687-f715-44d8-8679-7bce8989e3c9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:49:39.541905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a71a1262-d340-486f-93c4-cb6752d83e10 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9131067 May 05 16:49:39.544799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55426) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:39.745941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:39.965891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-ed5db687-f715-44d8-8679-7bce8989e3c9', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:49:39.966690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.198518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Allocated IP 172.20.0.2 (ed5db687-f715-44d8-8679-7bce8989e3c9/95ecdf85-1ef3-41c4-a8d5-42c345443c47/ef315cda-69e9-49ab-b16d-0d675835e8f9) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:49:40.215953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:37Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:40.283940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a0bb40-bbb4-4360-b1e1-664a93fdc9e9 None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:37Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:49:40.415364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.433975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.451715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Transition to ACTIVE for port object ef315cda-69e9-49ab-b16d-0d675835e8f9 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:40.492689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Transition to ACTIVE for port object ef315cda-69e9-49ab-b16d-0d675835e8f9 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:40.563348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.635123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Network ed5db687-f715-44d8-8679-7bce8989e3c9 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:49:40.638161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:49:40.642138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:49:40.648555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Pushing event updated for resources: {'Port': ['ID=ef315cda-69e9-49ab-b16d-0d675835e8f9,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:40.743004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Attempting to bind port ef315cda-69e9-49ab-b16d-0d675835e8f9 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:49:40.743367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Attempting to bind port ef315cda-69e9-49ab-b16d-0d675835e8f9 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:49:40.743766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Attempting to bind port ef315cda-69e9-49ab-b16d-0d675835e8f9 on network ed5db687-f715-44d8-8679-7bce8989e3c9 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:49:40.751407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:49:40.751811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Checking segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:49:40.752335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.752735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Bound using segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:49:40.753203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Bound port: ef315cda-69e9-49ab-b16d-0d675835e8f9, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:49:40.753578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.847130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] For port ef315cda-69e9-49ab-b16d-0d675835e8f9, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:49:40.850397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] For port ef315cda-69e9-49ab-b16d-0d675835e8f9, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ef315cda-69e9-49ab-b16d-0d675835e8f9,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:49:40.869897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (ed5db687-f715-44d8-8679-7bce8989e3c9/95ecdf85-1ef3-41c4-a8d5-42c345443c47/85b19d01-0754-459c-ae8e-2f75029b242d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:49:40.908003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:40.994589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d39ef-613d-4f63-a929-128d46870874 None None] Pushing event updated for resources: {'Port': ['ID=ef315cda-69e9-49ab-b16d-0d675835e8f9,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:41.050201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:41.069068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 85b19d01-0754-459c-ae8e-2f75029b242d will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:41.209930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:41.288845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network ed5db687-f715-44d8-8679-7bce8989e3c9 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:49:41.292124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:49:41.297056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:49:41.321429 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=85b19d01-0754-459c-ae8e-2f75029b242d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:41.355153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:41.490798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:41.901321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:41.906363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ccabba-f9a2-48f2-871f-8c62a3530100 None None] Network ed5db687-f715-44d8-8679-7bce8989e3c9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:49:41.953651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.034397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ef315cda-69e9-49ab-b16d-0d675835e8f9 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:42.064985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4c614bbb-5367-4f10-9809-016f809d4f67 None None] Provisioning for port ef315cda-69e9-49ab-b16d-0d675835e8f9 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:42.067492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=85b19d01-0754-459c-ae8e-2f75029b242d,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:42.076478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.214357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network ed5db687-f715-44d8-8679-7bce8989e3c9 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:49:42.215640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:49:42.261510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ef315cda-69e9-49ab-b16d-0d675835e8f9 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:42.267629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ef315cda-69e9-49ab-b16d-0d675835e8f9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:42.272131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.397896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.446008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ef315cda-69e9-49ab-b16d-0d675835e8f9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ef315cda-69e9-49ab-b16d-0d675835e8f9,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:42.500929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-25df4c42-8545-4901-b411-5f706d04cf56 None None] Provisioning for port 85b19d01-0754-459c-ae8e-2f75029b242d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:42.506473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-25df4c42-8545-4901-b411-5f706d04cf56 None None] Provisioning complete for port 85b19d01-0754-459c-ae8e-2f75029b242d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:42.506934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-25df4c42-8545-4901-b411-5f706d04cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.579156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.579414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 16ef14da-1ea1-4bd6-a558-5e757e279299 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:42.703329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-25df4c42-8545-4901-b411-5f706d04cf56 None None] Port 85b19d01-0754-459c-ae8e-2f75029b242d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:49:42.718573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ef315cda-69e9-49ab-b16d-0d675835e8f9,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:42.720225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:49:42.735162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-25df4c42-8545-4901-b411-5f706d04cf56 None None] Provisioning complete for port ef315cda-69e9-49ab-b16d-0d675835e8f9 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:42.735552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-25df4c42-8545-4901-b411-5f706d04cf56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.842187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 16ef14da-1ea1-4bd6-a558-5e757e279299 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:42.851943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 16ef14da-1ea1-4bd6-a558-5e757e279299 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:42.852428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.954797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:49:42.967044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-55b2638c-d3c1-4f05-bc9f-4176fa33ef43 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4210658 May 05 16:49:42.969623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55430) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:42.972882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:42.989417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 16ef14da-1ea1-4bd6-a558-5e757e279299, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=16ef14da-1ea1-4bd6-a558-5e757e279299,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:43.008557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e11e0312-345c-4cf7-85ec-e223a3e3732d None None] Provisioning complete for port 85b19d01-0754-459c-ae8e-2f75029b242d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:43.008922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e11e0312-345c-4cf7-85ec-e223a3e3732d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:43.061038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e11e0312-345c-4cf7-85ec-e223a3e3732d None None] Port 85b19d01-0754-459c-ae8e-2f75029b242d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:49:43.066558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:43.113838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea91409-2d51-45f7-8740-b9451f2860f5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.114206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea91409-2d51-45f7-8740-b9451f2860f5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.114600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea91409-2d51-45f7-8740-b9451f2860f5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.115544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea91409-2d51-45f7-8740-b9451f2860f5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.116644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6ea91409-2d51-45f7-8740-b9451f2860f5 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1461284 May 05 16:49:43.119514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55434) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:43.131672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=16ef14da-1ea1-4bd6-a558-5e757e279299,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:43.188618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e065750-97b6-4ab2-b8fe-3a5826760ff0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.188993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e065750-97b6-4ab2-b8fe-3a5826760ff0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.189347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e065750-97b6-4ab2-b8fe-3a5826760ff0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.189702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e065750-97b6-4ab2-b8fe-3a5826760ff0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:43.191330 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9e065750-97b6-4ab2-b8fe-3a5826760ff0 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0708692 May 05 16:49:43.194157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55438) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:43.397970 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5adc49a1-c44a-4966-864c-14c7fcd79438 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2027547 May 05 16:49:43.717054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55444) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:43.723795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695207402', 'description': 'tempest-secgroup-smoke-1695207402 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:43.730160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:43.735567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:43.738642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:43.744621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:43.792502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:43.820351 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:49:43.829079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:43.832847 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:43.832998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:43.833455 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:43.835785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:43.841431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:43.897631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:43.963878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:43.973925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ef315cda-69e9-49ab-b16d-0d675835e8f9 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:44.012486 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44e49769-7348-4054-8ec8-3c43aa1b2453,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:44.042077 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:44.049564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ef315cda-69e9-49ab-b16d-0d675835e8f9 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:44.049938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.101169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.102361 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f20c22a4-8cf7-4581-a67a-d03db08fd755 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3833170 May 05 16:49:44.105304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55448) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:44.112101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '44e49769-7348-4054-8ec8-3c43aa1b2453', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:44.118011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:44.122340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:44.126085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:44.132208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:44.172475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 16ef14da-1ea1-4bd6-a558-5e757e279299 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:44.228223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.237788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 16ef14da-1ea1-4bd6-a558-5e757e279299 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:44.238099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.296218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.364536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.368224 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:44.372314 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:49:44.372765 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Updating router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf port 85b19d01-0754-459c-ae8e-2f75029b242d binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:49:44.387442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c00fdda5-8400-4817-83e4-a4de411b76e9,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:44.426037 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.472489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.473669 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b861a2d3-ca47-4422-ac6b-1b14657438a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3674569 May 05 16:49:44.476366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:44.481661 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '44e49769-7348-4054-8ec8-3c43aa1b2453', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:44.488376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:44.495110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:44.495110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:44.501637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:44.570300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.637675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.706975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.736094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcdb8ac6-e014-4cb9-ae48-6c97937300e6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:44.769975 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.782063 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Transition to ACTIVE for port object 85b19d01-0754-459c-ae8e-2f75029b242d will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:44.792544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.793826 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c4e3b973-4e07-4085-bcb6-d4acf81f9382 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3165710 May 05 16:49:44.797716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55456) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:44.803137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '44e49769-7348-4054-8ec8-3c43aa1b2453', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:44.809160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:44.813269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:44.816239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:44.821920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:44.837843 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.903936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:44.966524 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Pushing event updated for resources: {'Port': ['ID=85b19d01-0754-459c-ae8e-2f75029b242d,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:44.974123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.004060 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.004365 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.004699 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.005025 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.005353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.005674 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.006001 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.006323 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.006638 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.006956 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.007272 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:45.049783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.076126 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Attempting to bind port 85b19d01-0754-459c-ae8e-2f75029b242d on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:49:45.077073 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Attempting to bind port 85b19d01-0754-459c-ae8e-2f75029b242d by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:49:45.077425 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Attempting to bind port 85b19d01-0754-459c-ae8e-2f75029b242d on network ed5db687-f715-44d8-8679-7bce8989e3c9 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:49:45.081957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1417f5a-a0a2-4d9f-900b-0f94cbb1c7b9,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:45.084584 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:49:45.084963 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Checking segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:49:45.085365 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.085748 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Bound using segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:49:45.086207 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Bound port: 85b19d01-0754-459c-ae8e-2f75029b242d, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:49:45.086574 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.141228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.142513 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9ded6e37-3a80-432f-aad0-69ba3f217b73 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3438451 May 05 16:49:45.145308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55460) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:45.150621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '44e49769-7348-4054-8ec8-3c43aa1b2453', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:45.156748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:45.160675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:45.164054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:45.173593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:45.177324 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] For port 85b19d01-0754-459c-ae8e-2f75029b242d, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:49:45.180875 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] For port 85b19d01-0754-459c-ae8e-2f75029b242d, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=85b19d01-0754-459c-ae8e-2f75029b242d,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:49:45.273241 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.308146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.359006 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c314488f-d949-4c53-9a46-c56dd95fe058 None None] Pushing event updated for resources: {'Port': ['ID=85b19d01-0754-459c-ae8e-2f75029b242d,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:45.364434 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:49:45.365118 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:45.382485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.432569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.458075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ce77ce-80bd-4fc4-a817-88b537779566,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:45.539438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.539438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46c1968a-3cd7-4016-866e-d3f413819531 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3904574 May 05 16:49:45.539438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55464) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:45.545180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '44e49769-7348-4054-8ec8-3c43aa1b2453', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:45.552063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:45.552238 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:49:45.555863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:45.558703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:45.565444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:45.637210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:49:45.645149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.712650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.797461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.821564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22b9cdf1-2f8d-45a1-b24d-72ee19d7296c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:45.890897 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:45Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:49:45.894770 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d914e4ea-289a-4986-8656-9d335defa88b None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:45Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:49:45.911363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:45.912577 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-991ce3d2-7d44-428a-99d2-43327bad559d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3720472 May 05 16:49:45.915289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55468) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:49:45.921649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '44e49769-7348-4054-8ec8-3c43aa1b2453', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:45.927797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:45.931754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:49:45.934664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:49:45.951856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:46.065836 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:49:46.073607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:46.250171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:46.306510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:46.333917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2ec5ff1-524a-42d1-90b2-bce42938efc4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:46.415268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:46.416521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1059bef-ae7a-44c1-bf4f-474b466a49fb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.5002799 May 05 16:49:46.598121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-82d948d2-41a9-4f56-a0d9-5f668b0968e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:46.666765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-82d948d2-41a9-4f56-a0d9-5f668b0968e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:46.668101 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-82d948d2-41a9-4f56-a0d9-5f668b0968e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695207402&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1116955 May 05 16:49:46.816650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-376d49cb-9104-4c8c-954c-e3b57b06d09a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:46.817299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-376d49cb-9104-4c8c-954c-e3b57b06d09a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:46.883808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-376d49cb-9104-4c8c-954c-e3b57b06d09a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:46.884880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-376d49cb-9104-4c8c-954c-e3b57b06d09a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 796 time: 0.2097139 May 05 16:49:46.901272 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-63ff4cfb-4186-4cdd-a5ca-24d9573cbc94 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0106370 May 05 16:49:46.982187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-155fefa1-783c-485f-a687-82a9c89f3252 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:47.072543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-155fefa1-783c-485f-a687-82a9c89f3252 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:47.073906 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-155fefa1-783c-485f-a687-82a9c89f3252 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1671255 May 05 16:49:47.089413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-60eb0277-c1b6-4871-882b-a7fc4ce8bac1 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:49:47.090363 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-60eb0277-c1b6-4871-882b-a7fc4ce8bac1 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050650 May 05 16:49:47.227767 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-e4795a4c-e628-4819-88d2-429b1b375e03 service neutron] 10.222.0.70 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303005 May 05 16:49:47.364484 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-e31c7a5c-5d32-4cd4-acd7-f2b273530760 service neutron] 10.222.0.70 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297276 May 05 16:49:47.608189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-c7adfac8-ba46-4032-ac82-d2918534b30c req-abe2c743-653d-4127-b602-8ea94ba0cc1a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:47.620738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-c7adfac8-ba46-4032-ac82-d2918534b30c req-abe2c743-653d-4127-b602-8ea94ba0cc1a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:47.621915 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c7adfac8-ba46-4032-ac82-d2918534b30c req-abe2c743-653d-4127-b602-8ea94ba0cc1a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 210 time: 0.0575161 May 05 16:49:47.994268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 85b19d01-0754-459c-ae8e-2f75029b242d up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:48.112291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 85b19d01-0754-459c-ae8e-2f75029b242d completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:48.117653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 85b19d01-0754-459c-ae8e-2f75029b242d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:48.118052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:48.235626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:48.268194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 85b19d01-0754-459c-ae8e-2f75029b242d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=85b19d01-0754-459c-ae8e-2f75029b242d,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:48.398027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:48.464557 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=85b19d01-0754-459c-ae8e-2f75029b242d,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:48.795736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1136b6f1-adc1-4d47-9e91-b4a0694d4a1d req-a1e29ca6-13c2-4585-9804-91fdad0a66da tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 210 time: 0.0454328 May 05 16:49:49.717626 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:49:49.840243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-93e90af1-8fad-415e-b2ae-6f16b26de8e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:49.841719 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-93e90af1-8fad-415e-b2ae-6f16b26de8e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 796 time: 0.2462611 May 05 16:49:49.893545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1fc45329-7764-4d00-9869-d6555fe17940 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:49.906293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1fc45329-7764-4d00-9869-d6555fe17940 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:49.907528 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1fc45329-7764-4d00-9869-d6555fe17940 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 380 time: 0.0537727 May 05 16:49:49.916156 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['44e49769-7348-4054-8ec8-3c43aa1b2453']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:49.981432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 85b19d01-0754-459c-ae8e-2f75029b242d up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:50.029095 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3e52b420-f6ee-4fd8-bfb6-1e77eb3eec4f req-35ecf76b-a163-4512-97fc-09e8dc6fb04d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 210 time: 0.0996971 May 05 16:49:50.064356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 85b19d01-0754-459c-ae8e-2f75029b242d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:50.064681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:50.108142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:49:50.118503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:49:50.208175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:49:50.211159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:50.276588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fcc9c3ec-ce7f-4b0b-94ff-612df2a39a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:50.375887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.12 (ed5db687-f715-44d8-8679-7bce8989e3c9/95ecdf85-1ef3-41c4-a8d5-42c345443c47/f36326db-2bc6-43b5-a510-95217092706e) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:49:50.566857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:50.582800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object f36326db-2bc6-43b5-a510-95217092706e will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:50.689219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:50.761863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network ed5db687-f715-44d8-8679-7bce8989e3c9 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:49:50.765631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:49:50.770201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:49:50.795010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:50.818698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.818968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.819300 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.819652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.819983 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.820309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.820630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.820950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.821269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.821619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.821934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:49:50.846031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:50.846693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:50.946168 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-494dfcad-f71c-4fe8-bfb2-3aeaecaee7f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0336668 May 05 16:49:50.958158 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Request body: {'port': {'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:49:51.047952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7ae003c3-b7a7-4daa-ada5-0c183ef0c3f3 None None] Provisioning for port f36326db-2bc6-43b5-a510-95217092706e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:51.053046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7ae003c3-b7a7-4daa-ada5-0c183ef0c3f3 None None] Provisioning complete for port f36326db-2bc6-43b5-a510-95217092706e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:51.053425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7ae003c3-b7a7-4daa-ada5-0c183ef0c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.068443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.106237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7ae003c3-b7a7-4daa-ada5-0c183ef0c3f3 None None] Port f36326db-2bc6-43b5-a510-95217092706e cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:49:51.241017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32782ce9-b3ec-46b0-ad7b-dff135228233 req-33d151e3-ebce-4565-808a-10b91cbe7f7b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:51.242555 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32782ce9-b3ec-46b0-ad7b-dff135228233 req-33d151e3-ebce-4565-808a-10b91cbe7f7b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 932 time: 0.0783317 May 05 16:49:51.288902 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32782ce9-b3ec-46b0-ad7b-dff135228233 req-bca56234-b59e-4127-97ce-d393d5d30883 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407073 May 05 16:49:51.406600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f36326db-2bc6-43b5-a510-95217092706e {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:49:51.413595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.428688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Transition to ACTIVE for port object f36326db-2bc6-43b5-a510-95217092706e will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:49:51.489174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.621781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:51.737371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Attempting to bind port f36326db-2bc6-43b5-a510-95217092706e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:49:51.737703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Attempting to bind port f36326db-2bc6-43b5-a510-95217092706e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:49:51.738030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Attempting to bind port f36326db-2bc6-43b5-a510-95217092706e on network ed5db687-f715-44d8-8679-7bce8989e3c9 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:49:51.743885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Port f36326db-2bc6-43b5-a510-95217092706e on network ed5db687-f715-44d8-8679-7bce8989e3c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:49:51.744204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Attempting to bind port f36326db-2bc6-43b5-a510-95217092706e on network ed5db687-f715-44d8-8679-7bce8989e3c9 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:49:51.751173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 49, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:49:51.751597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Checking segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:49:51.751984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Bound using segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:49:51.752410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Bound port: f36326db-2bc6-43b5-a510-95217092706e, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:49:51.752751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.844785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:49:51.847736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:49:51.911315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.976611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:51.978302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] 10.222.0.71 "PUT /v2.0/ports/f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 1094 time: 1.0239201 May 05 16:49:51.980598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:49:51.999991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e457105-a16d-4abd-b3e9-4f5cfb63f5de service neutron] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:52.045825 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de8606d2-142e-4f17-a4c6-d4c5efddf0d3'] response: {'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'status': 'completed', 'code': 200} May 05 16:49:52.226130 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e59fda97-d698-4de2-9ac1-e5aefee272eb req-d12f8c8a-12dd-4d06-8429-cd176031cf73 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1097 time: 0.1613204 May 05 16:49:52.373239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fda97-d698-4de2-9ac1-e5aefee272eb req-8b4af782-6809-42e7-a9f5-887f721de6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:52.375397 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e59fda97-d698-4de2-9ac1-e5aefee272eb req-8b4af782-6809-42e7-a9f5-887f721de6f2 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1425719 May 05 16:49:52.409460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d14e37d9-5c56-44fc-afd2-831436065a2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:52.498609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec224c77-3d61-45b7-bf0d-e01fa178596a req-1efabeb9-6b3f-497f-8b87-c22b0e5c5002 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:52.500103 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ec224c77-3d61-45b7-bf0d-e01fa178596a req-1efabeb9-6b3f-497f-8b87-c22b0e5c5002 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 944 time: 0.0844963 May 05 16:49:52.520152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59fda97-d698-4de2-9ac1-e5aefee272eb req-35121c6e-1e38-47fd-892b-1c721c56e01e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:52.521607 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e59fda97-d698-4de2-9ac1-e5aefee272eb req-35121c6e-1e38-47fd-892b-1c721c56e01e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1409724 May 05 16:49:52.546759 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ec224c77-3d61-45b7-bf0d-e01fa178596a req-595ca07c-2631-4ecc-bfec-e1adfc0a9dd1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397506 May 05 16:49:52.628984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-4b5e73f6-5e41-4485-a002-eacbbdeea615 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1097 time: 0.0691838 May 05 16:49:52.698509 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-085de648-ac5e-4d65-adce-c027f532ef37 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 217 time: 0.0633960 May 05 16:49:52.758646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-34f950d9-7e43-4627-ad47-61db43ae3a02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:52.759999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-34f950d9-7e43-4627-ad47-61db43ae3a02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0563331 May 05 16:49:52.835989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-a74a91de-8750-4bc9-a468-60c17770a13e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699389 May 05 16:49:52.964584 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-6cb160ff-376e-40f4-9590-ce533fa30ba1 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222668 May 05 16:49:53.094495 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0c19c046-bfdc-4ecc-a5e6-54951780acb1 req-2f018137-d860-45bf-8670-2d243cbed19b service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241806 May 05 16:49:53.712354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:53.740941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:53.750994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80077-332e-4e68-8ae5-f92410437aab req-df4425fe-e2a3-4fd0-8436-2d43d313dc4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:53.751697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-ead80077-332e-4e68-8ae5-f92410437aab req-df4425fe-e2a3-4fd0-8436-2d43d313dc4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:49:53.832090 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-ead80077-332e-4e68-8ae5-f92410437aab req-df4425fe-e2a3-4fd0-8436-2d43d313dc4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:49:53.833282 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ead80077-332e-4e68-8ae5-f92410437aab req-df4425fe-e2a3-4fd0-8436-2d43d313dc4a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 944 time: 0.1624055 May 05 16:49:53.880430 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ead80077-332e-4e68-8ae5-f92410437aab req-9336583c-22ee-4e0e-b784-7c87abdfb533 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406413 May 05 16:49:55.075841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e2a6f-ae4f-456c-b5df-3806685d2383 req-bd8d8a92-6112-47f7-9e92-c8eb555ea612 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:55.077296 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-027e2a6f-ae4f-456c-b5df-3806685d2383 req-bd8d8a92-6112-47f7-9e92-c8eb555ea612 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 944 time: 0.0761666 May 05 16:49:55.127497 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-027e2a6f-ae4f-456c-b5df-3806685d2383 req-5d1ba341-87a4-4dcc-80e4-f26505073e2f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443721 May 05 16:49:55.226699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:55.246544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f36326db-2bc6-43b5-a510-95217092706e details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:49:55.380937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:55.393871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'f36326db-2bc6-43b5-a510-95217092706e', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:49:55.478909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:55.497041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f36326db-2bc6-43b5-a510-95217092706e {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:49:55.512261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:55.597853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:55.666417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:55.990660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f36326db-2bc6-43b5-a510-95217092706e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:49:56.351791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774e17fd-db16-4394-b9c9-c18c38f98e97 req-7e3cf80c-1ec4-4d26-b83e-7597e6a66c49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:56.353234 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-774e17fd-db16-4394-b9c9-c18c38f98e97 req-7e3cf80c-1ec4-4d26-b83e-7597e6a66c49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 945 time: 0.0791590 May 05 16:49:56.400031 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-774e17fd-db16-4394-b9c9-c18c38f98e97 req-c2a38fae-9bd5-4a69-a172-f17e7044aefa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406582 May 05 16:49:57.246059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f36326db-2bc6-43b5-a510-95217092706e up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:49:57.397659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port f36326db-2bc6-43b5-a510-95217092706e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:49:57.402852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port f36326db-2bc6-43b5-a510-95217092706e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:49:57.403222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:57.520878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:57.547803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:49:57.557630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:49:57.601691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578eea23-54bf-48a0-8ada-8b1c6f12dcad req-51875dab-c326-4ecb-9329-6e62fc973a46 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:57.603131 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-578eea23-54bf-48a0-8ada-8b1c6f12dcad req-51875dab-c326-4ecb-9329-6e62fc973a46 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 945 time: 0.0803974 May 05 16:49:57.626495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:49:57.656050 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-578eea23-54bf-48a0-8ada-8b1c6f12dcad req-0f6606e6-33ab-4e08-b26f-357ffad97577 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469563 May 05 16:49:57.689700 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72e6b86-d64c-4bda-bb02-c185ae26691a'] response: {'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'code': 200} May 05 16:49:57.707972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:49:58.060434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f5a5c52-44a1-490d-8e00-c4615d7e39d0 req-e8080cf3-92b1-4b83-92cc-f250daa065e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1099 time: 0.0679777 May 05 16:49:58.103373 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f5a5c52-44a1-490d-8e00-c4615d7e39d0 req-0b5b7f38-da55-4026-80d4-9349bf6085a4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374360 May 05 16:49:58.865699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b85d505-cf6e-4a6c-9d7c-cf3502cd3cd7 req-f212ce2a-edee-4edc-9557-9f640a757d11 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:49:58.867173 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b85d505-cf6e-4a6c-9d7c-cf3502cd3cd7 req-f212ce2a-edee-4edc-9557-9f640a757d11 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 946 time: 0.0811923 May 05 16:49:58.913274 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b85d505-cf6e-4a6c-9d7c-cf3502cd3cd7 req-40836985-5276-4b45-aa7f-a1c36925fc01 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404589 May 05 16:50:00.112948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3b86e-b1a6-4ad5-93c0-81703fe3e1e1 req-1d8836e2-1625-47bf-bc40-bb107394d64b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:00.114407 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b8f3b86e-b1a6-4ad5-93c0-81703fe3e1e1 req-1d8836e2-1625-47bf-bc40-bb107394d64b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 946 time: 0.0810287 May 05 16:50:00.160230 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b8f3b86e-b1a6-4ad5-93c0-81703fe3e1e1 req-6dc67ec4-91e8-411f-aaf6-e8d891531adc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402284 May 05 16:50:00.354467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea40402-1552-4a7b-9f52-37258b9b5631 req-1060badb-5ae5-48b1-8616-2c0ae032b82b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:00.355922 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8ea40402-1552-4a7b-9f52-37258b9b5631 req-1060badb-5ae5-48b1-8616-2c0ae032b82b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 946 time: 0.0745523 May 05 16:50:00.401283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8ea40402-1552-4a7b-9f52-37258b9b5631 req-f4b937a6-f55e-4573-b874-c676cefd2ccb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394857 May 05 16:50:00.429147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55522) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:00.504167 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-27527c14-b7cf-4148-bcdb-e40e01f40e7a tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1094 time: 0.0738709 May 05 16:50:00.506871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55526) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:00.512375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:00.518526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:00.522356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:00.525193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:00.530894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:00.592036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:00.729961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:00.773594 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-890cebc2-24a6-4077-b027-d82e8cb279ce service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691960 May 05 16:50:00.865733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.218 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/5e6171be-c922-4beb-b9fb-4221c079ffe3) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:50:00.944599 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-93d6ac5e-e3dd-4985-8686-2e497e789f24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1099 time: 0.0747974 May 05 16:50:01.017017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:01.089095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-ee49b0ba-d457-422b-a998-470f697a1bcb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:01.090540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-ee49b0ba-d457-422b-a998-470f697a1bcb service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1283307 May 05 16:50:01.101291 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:01.159921 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-825c301e-b607-4717-a094-7a7550159f34 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 217 time: 0.0639939 May 05 16:50:01.249149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:50:01.252163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:50:01.255987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:50:01.285797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=5e6171be-c922-4beb-b9fb-4221c079ffe3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:01.316320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-b9206de6-57dd-4bb8-be70-d9b66c111f86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:01.317730 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-b9206de6-57dd-4bb8-be70-d9b66c111f86 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.1528485 May 05 16:50:01.393345 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-fae5a45a-563e-4e1b-a648-6489edee8436 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681608 May 05 16:50:01.525755 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-d79c4a08-bfec-4de2-946d-106f0bdc8fe5 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264145 May 05 16:50:01.660758 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-00533fa6-f7a5-46b7-92b6-e3905a07b5a4 req-b8b7f4ab-1778-4626-ad7a-cd95e64bef9f service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295915 May 05 16:50:01.762111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:01.885216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:02.100127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:02.169350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:02.283147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=5e6171be-c922-4beb-b9fb-4221c079ffe3,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:02.297467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:02.496787 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 1be6788b-0f13-402b-aab6-9bcb71583567 associated. External IP: 172.26.2.218, port: f36326db-2bc6-43b5-a510-95217092706e. May 05 16:50:02.973285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:50:03.175613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:50:03.186239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:50:03.198486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:50:03.199095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:03.283554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:03.337086 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7bcffb42-6c67-43a0-b2e3-dcf3659cf0a1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8291917 May 05 16:50:03.337637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:50:03.340462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55532) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:03.382853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:50:03.418281 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4f6aec28-c691-4093-a65d-1e2691b1fb53 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1094 time: 0.0746040 May 05 16:50:03.487968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c14307f-61dc-4c36-a0ab-74b7f69a308b'] response: {'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'status': 'completed', 'code': 200} May 05 16:50:03.581554 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-240627ee-7411-4d84-8052-27566ed9e830 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1099 time: 0.0726454 May 05 16:50:03.729382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-ac38f9bd-b613-4f90-b20b-5c484a9f8c61 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:03.733106 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-ac38f9bd-b613-4f90-b20b-5c484a9f8c61 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1448064 May 05 16:50:03.751173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:01Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:03.757479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55542) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:03.762551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:50:03.764098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148783587', 'description': 'tempest-secgroup-smoke-148783587 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:03.772018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:03.776197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:50:03.776812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:49:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:03.783203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:03.847114 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-9e9c42ea-8b5c-4a23-9098-cec26cfd6bdf service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 1000 time: 0.1084790 May 05 16:50:03.876617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:03.911479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-a5278271-64cf-44cb-a29c-83a6ccfb1167 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:03.914074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-a5278271-64cf-44cb-a29c-83a6ccfb1167 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0611961 May 05 16:50:03.920207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:03.924721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:03.928464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:03.934597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:03.969467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:50:03.995777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.000037 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-03a69c0a-7783-436b-871d-6925e5f34d40 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802896 May 05 16:50:04.017607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.066132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.114099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff372c80-da00-48e4-af75-b768aed22594,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:04.140600 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-68d0e459-93d5-41eb-9dac-611b8c3fc148 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350400 May 05 16:50:04.215219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.219152 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c694b33-563e-4dfe-bf01-5ccc1657057b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4578526 May 05 16:50:04.219421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55546) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:04.225391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'ff372c80-da00-48e4-af75-b768aed22594', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:04.232037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:04.236509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:04.239500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:04.245655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:04.277031 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4a4eaff9-c87e-4ad8-9dcd-df0130922bee req-82b17ef8-4d91-4de1-8c0b-22cef9e00f0f service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306739 May 05 16:50:04.329939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.383388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:01Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:04.387584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b63888-95ab-4581-9e9a-27fd7344f4bc None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:01Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:50:04.393309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.460329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.484688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f13506a-282e-4304-988c-22bc702596a2,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:04.557901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.559221 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ca895ab1-baaa-4dd9-977c-da129cb2eff9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3387978 May 05 16:50:04.562624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55550) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:04.568238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'ff372c80-da00-48e4-af75-b768aed22594', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:04.577155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:04.577256 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5b95de-54c8-4d8b-ad7d-248753685277 None None] New status for floating IP 1be6788b-0f13-402b-aab6-9bcb71583567: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:50:04.579996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:04.583074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:04.589054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:04.662263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.734869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.837735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.862215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2656767f-af2c-4de3-9414-3fae510f5a2c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:04.957758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:04.959237 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-398017ac-f238-498f-9165-452c5354dfd2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3956697 May 05 16:50:04.961994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55554) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:04.967949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'ff372c80-da00-48e4-af75-b768aed22594', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:04.973932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:04.977741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:04.980593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:04.987122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:05.062468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.128886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.209023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.235377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc6b9445-f8f6-44ec-a6dc-7e8c5ed34b48,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:05.300954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.302430 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6e6f3ede-14e2-4a83-9052-1cab0aaccf3d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3393221 May 05 16:50:05.305501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55558) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:05.310923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'ff372c80-da00-48e4-af75-b768aed22594', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:05.317294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:05.321027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:05.323935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:05.330439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:05.405691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.470209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.529225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.556955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37477ef1-09f8-4fe7-b6f6-729222d77263,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:05.637754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.640521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-059d245b-5737-41b2-98b0-95be863f3890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3327160 May 05 16:50:05.642567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55564) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:05.648220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'ff372c80-da00-48e4-af75-b768aed22594', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:05.654289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:05.658884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:05.661763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:05.667419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:05.752021 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:50:05.758758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.823931 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.876290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.900620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db73c1d8-bdad-451c-8c2e-44d3d6d0db06,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:05.996345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:05.997559 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7b10db37-a315-40a3-bd0a-67149318ac8e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3539653 May 05 16:50:06.000369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55568) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:06.005886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': 'ff372c80-da00-48e4-af75-b768aed22594', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:06.011780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:06.015992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:06.018834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:06.024626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:06.106287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:50:06.113821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:06.181193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:06.249100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:06.273214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f400448f-53fe-499b-a4ac-1ea01f5a2114,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:06.373423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:06.374698 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-997d96ca-4e7c-4c4c-8695-2686f7d34b8b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3733740 May 05 16:50:06.548663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cc22625d-96cf-4700-a42f-3ac3d5d5dd1d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148783587&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.0400016 May 05 16:50:06.696765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-30f27ac7-4d35-46b3-8fca-a6450eabfd5e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:06.698094 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-30f27ac7-4d35-46b3-8fca-a6450eabfd5e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 796 time: 0.1431637 May 05 16:50:06.714233 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-a1d301dc-b81a-4bb7-adb8-5938c5d06e9a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0102036 May 05 16:50:06.797471 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-825b7378-1867-44c3-8966-22a874eea006 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0781267 May 05 16:50:06.896996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-66b32045-c349-4b92-a944-63b44ea42b3c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:50:06.897954 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-66b32045-c349-4b92-a944-63b44ea42b3c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0895650 May 05 16:50:07.028068 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-56b1582a-43f5-4467-b822-80807e5b7dd9 service neutron] 10.222.0.70 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236434 May 05 16:50:07.251353 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-3b77e663-a5f7-4449-b795-dc14879de42b service neutron] 10.222.0.70 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168968 May 05 16:50:08.538298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9b4d8b26-a072-43f6-8d57-56e1f6cf25f5 req-0825b835-49b3-497e-a79a-311dfd5c1bbf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 210 time: 0.0497096 May 05 16:50:09.856606 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-12effd7e-d06a-4f70-8b23-9ef7309a9069 req-b4370800-8586-4407-8a27-7e44bbc3b60c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 210 time: 0.0412514 May 05 16:50:10.373920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-7166dc3f-db91-4c67-a9b4-6b01c9e41e51 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:10.375317 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-7166dc3f-db91-4c67-a9b4-6b01c9e41e51 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 796 time: 0.1472652 May 05 16:50:10.430149 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-21344a85-45b3-4939-a02e-7ab2598dd321 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 472 time: 0.0424604 May 05 16:50:10.440373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': 'ab60ef38-087b-4582-b445-432d21c23701', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['ff372c80-da00-48e4-af75-b768aed22594']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:10.575750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:10.585547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:10.683085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:50:10.686924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:10.847022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.10 (ed5db687-f715-44d8-8679-7bce8989e3c9/95ecdf85-1ef3-41c4-a8d5-42c345443c47/abdf24b8-262a-4139-a477-7009bf0aca04) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:50:11.019239 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d4060c5c-99f3-404c-bc09-ee6135289fdc req-5b7e4a38-bcb1-461f-bc52-c3a189a9d921 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 210 time: 0.0401230 May 05 16:50:11.039647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:11.054402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object abdf24b8-262a-4139-a477-7009bf0aca04 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:50:11.146285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:11.220517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network ed5db687-f715-44d8-8679-7bce8989e3c9 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:50:11.223583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:50:11.227961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:50:11.253846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=abdf24b8-262a-4139-a477-7009bf0aca04,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:11.292233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:11.292857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:11.359133 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-cf7cf94a-88ef-4814-987b-2bf874bf5fe6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9228630 May 05 16:50:11.369742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Request body: {'port': {'device_id': 'ab60ef38-087b-4582-b445-432d21c23701', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:11.477836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:11.568642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-157cc9db-48f3-4d9c-a37a-ee79cf170302 None None] Provisioning for port abdf24b8-262a-4139-a477-7009bf0aca04 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:50:11.573635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-157cc9db-48f3-4d9c-a37a-ee79cf170302 None None] Provisioning complete for port abdf24b8-262a-4139-a477-7009bf0aca04 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:50:11.576207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-157cc9db-48f3-4d9c-a37a-ee79cf170302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:11.626049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-157cc9db-48f3-4d9c-a37a-ee79cf170302 None None] Port abdf24b8-262a-4139-a477-7009bf0aca04 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:50:11.816730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abdf24b8-262a-4139-a477-7009bf0aca04 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:50:11.823545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:11.837505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Transition to ACTIVE for port object abdf24b8-262a-4139-a477-7009bf0aca04 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:50:11.906250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:12.028675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Pushing event updated for resources: {'Port': ['ID=abdf24b8-262a-4139-a477-7009bf0aca04,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:12.287604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Attempting to bind port abdf24b8-262a-4139-a477-7009bf0aca04 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:50:12.288236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Attempting to bind port abdf24b8-262a-4139-a477-7009bf0aca04 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:50:12.288236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Attempting to bind port abdf24b8-262a-4139-a477-7009bf0aca04 on network ed5db687-f715-44d8-8679-7bce8989e3c9 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:50:12.299485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Port abdf24b8-262a-4139-a477-7009bf0aca04 on network ed5db687-f715-44d8-8679-7bce8989e3c9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:50:12.299744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Attempting to bind port abdf24b8-262a-4139-a477-7009bf0aca04 on network ed5db687-f715-44d8-8679-7bce8989e3c9 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:50:12.308902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b8976-3adb-48a6-9a65-bd49759e7af6 req-cfa6a6a7-7d34-4a9a-bc2b-b51f71edfc96 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:12.309569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-8a3b8976-3adb-48a6-9a65-bd49759e7af6 req-cfa6a6a7-7d34-4a9a-bc2b-b51f71edfc96 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:50:12.317558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:50:12.317883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Checking segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:50:12.318249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Bound using segment: {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:50:12.318662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Bound port: abdf24b8-262a-4139-a477-7009bf0aca04, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f895d18-9ba4-4449-886f-29c768dc1333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:50:12.318994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:12.409214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] For port abdf24b8-262a-4139-a477-7009bf0aca04, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:50:12.412280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] For port abdf24b8-262a-4139-a477-7009bf0aca04, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=abdf24b8-262a-4139-a477-7009bf0aca04,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:50:12.424034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-8a3b8976-3adb-48a6-9a65-bd49759e7af6 req-cfa6a6a7-7d34-4a9a-bc2b-b51f71edfc96 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:50:12.427572 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a3b8976-3adb-48a6-9a65-bd49759e7af6 req-cfa6a6a7-7d34-4a9a-bc2b-b51f71edfc96 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 944 time: 0.2574956 May 05 16:50:12.472313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a3b8976-3adb-48a6-9a65-bd49759e7af6 req-4289e282-09c9-48e7-8f89-98b24a725223 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413530 May 05 16:50:12.489166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:12.546455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:12.548014 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] 10.222.0.71 "PUT /v2.0/ports/abdf24b8-262a-4139-a477-7009bf0aca04 HTTP/1.1" status: 200 len: 1094 time: 1.1825330 May 05 16:50:12.548443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:50:12.578504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4a23b3-9967-4a8e-af26-e15d98b4444f service neutron] Pushing event updated for resources: {'Port': ['ID=abdf24b8-262a-4139-a477-7009bf0aca04,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:12.617674 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-137d7fa9-9627-4a1e-9b07-69190eed8be2'] response: {'name': 'network-changed', 'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'status': 'completed', 'code': 200} May 05 16:50:12.715582 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef2a9e38-f08d-4246-bac4-f494fd6e2654 req-28b3ff8b-3f2b-455f-b3df-d4a19e104e5a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 1097 time: 0.0747416 May 05 16:50:12.862110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9e38-f08d-4246-bac4-f494fd6e2654 req-a4ab01c1-cc8e-4557-ba3a-4c83435853f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:12.863412 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef2a9e38-f08d-4246-bac4-f494fd6e2654 req-a4ab01c1-cc8e-4557-ba3a-4c83435853f5 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1402135 May 05 16:50:12.996951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2a9e38-f08d-4246-bac4-f494fd6e2654 req-45fd5333-1e14-4594-b507-74f7583db19e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:12.998434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ef2a9e38-f08d-4246-bac4-f494fd6e2654 req-45fd5333-1e14-4594-b507-74f7583db19e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1293092 May 05 16:50:13.103326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-d47a3666-7dd3-49ef-8086-33c08230e2f4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 1097 time: 0.0712457 May 05 16:50:13.171685 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-98b1aeac-68a0-4eac-8443-91e75c16e4d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdf24b8-262a-4139-a477-7009bf0aca04 HTTP/1.1" status: 200 len: 217 time: 0.0602953 May 05 16:50:13.235516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-e794651d-13be-499a-9d5f-f4ab5d7ca556 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:13.236935 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-e794651d-13be-499a-9d5f-f4ab5d7ca556 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0601907 May 05 16:50:13.308761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-7a3803af-06ed-484e-a354-9e3f8765cddc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664134 May 05 16:50:13.437971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-04ca11e2-d60e-414c-9329-493bb1216c5a service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236396 May 05 16:50:13.569061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6a47d6f4-4374-4e3a-90d9-c2e66c2074cd req-2831c195-949e-4c03-a4bd-7ba9e2e15c7f service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255543 May 05 16:50:13.672558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f20ba46-4955-4d11-880c-610c30c6369c req-53a9ecfa-cb30-4a8c-82bd-aed6e395d4ec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:13.674561 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f20ba46-4955-4d11-880c-610c30c6369c req-53a9ecfa-cb30-4a8c-82bd-aed6e395d4ec tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 944 time: 0.0813193 May 05 16:50:13.720724 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0f20ba46-4955-4d11-880c-610c30c6369c req-7cf80a78-ec8c-4e29-916e-29b6d0cdc43b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403905 May 05 16:50:14.919076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb87e7a-9464-4f5d-a43a-bebd98ca9754 req-329e4334-bcb8-4708-a935-5abcf300442a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:14.921451 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bcb87e7a-9464-4f5d-a43a-bebd98ca9754 req-329e4334-bcb8-4708-a935-5abcf300442a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 944 time: 0.0762112 May 05 16:50:14.969432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bcb87e7a-9464-4f5d-a43a-bebd98ca9754 req-ec5e5e3f-1a5a-44af-b93b-8ee0e9b7e7cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:50:15.053167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bcb87e7a-9464-4f5d-a43a-bebd98ca9754 req-ec5e5e3f-1a5a-44af-b93b-8ee0e9b7e7cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:50:15.064389 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bcb87e7a-9464-4f5d-a43a-bebd98ca9754 req-ec5e5e3f-1a5a-44af-b93b-8ee0e9b7e7cb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275563 May 05 16:50:16.254716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8efee-ba28-41bc-87c1-b033e09835b6 req-4af4d6ff-af13-4d50-b5cb-d16d79db670f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:16.256201 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60f8efee-ba28-41bc-87c1-b033e09835b6 req-4af4d6ff-af13-4d50-b5cb-d16d79db670f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 944 time: 0.0784805 May 05 16:50:16.301499 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60f8efee-ba28-41bc-87c1-b033e09835b6 req-0d9be4ae-dfb3-4064-b2e2-10dfb9dd3caa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397840 May 05 16:50:17.372919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device abdf24b8-262a-4139-a477-7009bf0aca04 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:50:17.500579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de7bde9-0ac8-4364-bc1c-617de23dc079 req-9b2cc33e-f39f-4ecb-b89e-075136a87e9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:17.502037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9de7bde9-0ac8-4364-bc1c-617de23dc079 req-9b2cc33e-f39f-4ecb-b89e-075136a87e9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 944 time: 0.0783374 May 05 16:50:17.511253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port abdf24b8-262a-4139-a477-7009bf0aca04, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=abdf24b8-262a-4139-a477-7009bf0aca04,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:50:17.525771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'port_id': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'mac_address': 'fa:16:3e:46:e0:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:50:17.549080 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9de7bde9-0ac8-4364-bc1c-617de23dc079 req-94230fc9-f981-449d-968f-f0eb31033839 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410500 May 05 16:50:17.579511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:17.597306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abdf24b8-262a-4139-a477-7009bf0aca04 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:50:17.612931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port abdf24b8-262a-4139-a477-7009bf0aca04, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=abdf24b8-262a-4139-a477-7009bf0aca04,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:50:17.710451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:17.776989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=abdf24b8-262a-4139-a477-7009bf0aca04,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:18.026786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['abdf24b8-262a-4139-a477-7009bf0aca04'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:50:18.747270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b66c59-7aad-4a4a-b02f-cc2d0efa0db3 req-d9c08461-047b-475a-b14d-b2da500730f9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:18.749330 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-97b66c59-7aad-4a4a-b02f-cc2d0efa0db3 req-d9c08461-047b-475a-b14d-b2da500730f9 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 945 time: 0.0792692 May 05 16:50:18.800034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-97b66c59-7aad-4a4a-b02f-cc2d0efa0db3 req-84adb93a-12ec-4184-8328-c72a7d8901b8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418847 May 05 16:50:19.388524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device abdf24b8-262a-4139-a477-7009bf0aca04 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:50:19.534730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port abdf24b8-262a-4139-a477-7009bf0aca04 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:50:19.539979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port abdf24b8-262a-4139-a477-7009bf0aca04 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:50:19.540352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:19.656044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:19.682082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:50:19.691722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port abdf24b8-262a-4139-a477-7009bf0aca04, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=abdf24b8-262a-4139-a477-7009bf0aca04,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:50:19.738980 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2ced2bf-e9b0-4bde-81ce-1c7f13b135e6'] response: {'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'code': 200} May 05 16:50:19.768854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:19.834525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=abdf24b8-262a-4139-a477-7009bf0aca04,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:20.001129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a8cde-624e-4b17-85a3-16a8b6aee5ce req-240590e2-fbc4-46f7-b125-cfa2cbaae619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:20.002640 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a5a8cde-624e-4b17-85a3-16a8b6aee5ce req-240590e2-fbc4-46f7-b125-cfa2cbaae619 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.0772278 May 05 16:50:20.182215 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a5a8cde-624e-4b17-85a3-16a8b6aee5ce req-554ae7e6-9a45-411b-aeb4-e2a0bfba39f0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1721909 May 05 16:50:20.200011 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5bcea2b5-f7eb-4df6-893c-5e77749eea12 req-86f91179-ae92-48d0-a625-4d72a4f11554 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 1099 time: 0.1762025 May 05 16:50:20.242725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5bcea2b5-f7eb-4df6-893c-5e77749eea12 req-e1c389ad-92d8-418e-9a95-1dbd61f87763 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360327 May 05 16:50:20.271608 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-812b4708-2876-41fe-8959-c316d95cb5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:21.389890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa5de-fb68-40eb-b40e-bdcb136121b3 req-20a6e5bb-8412-44d6-bcf1-83557e9bb654 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:21.391339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7ceaa5de-fb68-40eb-b40e-bdcb136121b3 req-20a6e5bb-8412-44d6-bcf1-83557e9bb654 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.0799305 May 05 16:50:21.438378 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7ceaa5de-fb68-40eb-b40e-bdcb136121b3 req-b242cd97-383a-43aa-a6a7-6d3d61d3a454 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414379 May 05 16:50:22.425884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f555aaf-4059-4fd2-a787-fe7748da9b78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:22.676259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfb108-2271-4492-b93f-6796deb7d7f7 req-d6236508-8f3f-43b2-8891-5ae06f6c6324 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:22.677729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19bfb108-2271-4492-b93f-6796deb7d7f7 req-d6236508-8f3f-43b2-8891-5ae06f6c6324 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.1109891 May 05 16:50:22.724277 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-19bfb108-2271-4492-b93f-6796deb7d7f7 req-377f93e1-fa27-4996-96f1-804a2de410bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408387 May 05 16:50:22.923355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644551c-52ec-47b2-a29a-24326e4b1129 req-03e10d1b-dd0b-4755-b741-d29ad93f375b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:22.924829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6644551c-52ec-47b2-a29a-24326e4b1129 req-03e10d1b-dd0b-4755-b741-d29ad93f375b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.0775180 May 05 16:50:22.971185 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6644551c-52ec-47b2-a29a-24326e4b1129 req-a7a16007-53a8-4896-9969-8f5508be5620 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408456 May 05 16:50:22.998916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55622) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:23.071909 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e3f743ec-ff63-4a71-a01c-7722ab4782de tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 1094 time: 0.0717824 May 05 16:50:23.074438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55626) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:50:23.080428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:50:23.085936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:50:23.089742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:50:23.092843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:50:23.098515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:50:23.163287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:23.298925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:23.518792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.250 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/9186c42f-6531-45c3-9b13-daff47573bdb) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:50:23.666636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:23.729415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:23.756142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:23.756619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:23.820535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:50:23.823116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:50:23.827368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:50:23.859732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=9186c42f-6531-45c3-9b13-daff47573bdb,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:24.322503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:24.433490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:24.634878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:24.722203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:24.823316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=9186c42f-6531-45c3-9b13-daff47573bdb,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:50:24.843070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:25.027289 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe associated. External IP: 172.26.2.250, port: abdf24b8-262a-4139-a477-7009bf0aca04. May 05 16:50:25.173382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:25.509751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:50:25.713956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:50:25.727048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:50:25.741234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:50:25.741844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:50:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:25.796312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:25.857370 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-76f5576a-aca6-4016-8331-253649d6dcaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7819173 May 05 16:50:25.858628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:50:25.916528 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7adc1463-5862-4a85-bac8-374efb9921e0'] response: {'name': 'network-changed', 'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'status': 'completed', 'code': 200} May 05 16:50:25.957800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:50:26.032338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-2eb22461-e8a7-4c7c-9cd4-757eed370285 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 1099 time: 0.0828695 May 05 16:50:26.164804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-9c237dba-1bfe-42bc-a274-04b61e2dd844 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:26.166247 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-9c237dba-1bfe-42bc-a274-04b61e2dd844 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1282532 May 05 16:50:26.273921 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-c6b952fa-63db-438b-964d-acd7257a0552 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdf24b8-262a-4139-a477-7009bf0aca04 HTTP/1.1" status: 200 len: 1000 time: 0.0998454 May 05 16:50:26.321532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:04Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}, {'id': '6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:46:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ef38-087b-4582-b445-432d21c23701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:24Z', 'updated_at': '2022-05-05T16:50:24Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:26.325428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:50:26.336387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:50:26.336722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-4656d5e7-2cc4-4854-8e04-fab404fb84ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:50:26.336979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:50:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:26.338179 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-4656d5e7-2cc4-4854-8e04-fab404fb84ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0573158 May 05 16:50:26.417652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-c9ca136f-9d4d-49c7-9279-fc53a1776d2a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0709462 May 05 16:50:26.520769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:50:26.556093 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-d952f33f-a79e-423a-ad71-1f4fc804739c service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266608 May 05 16:50:26.689837 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c3974d9-d866-44e4-8aac-e7024f491df6 req-39d3c363-0aaa-4afb-a7b4-a73c46c6c11d service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279542 May 05 16:50:26.718325 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:50:26.880285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:04Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}, {'id': '6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:46:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ef38-087b-4582-b445-432d21c23701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:24Z', 'updated_at': '2022-05-05T16:50:24Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:50:26.884338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d595638b-4183-4293-b26f-2fe492c1bf2b None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:04Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}, {'id': '6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.250', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:46:e0:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab60ef38-087b-4582-b445-432d21c23701', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:24Z', 'updated_at': '2022-05-05T16:50:24Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:50:27.076998 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df4cf9b8-6c73-4fe9-b68f-be4a6d1ef633 None None] New status for floating IP 6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:50:33.940756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:50.272466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-54fa77b2-72d5-4c99-a923-fb280f5456b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:52.421542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd4a7183-2c41-45b9-9980-9915071403c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:53.695944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:53.712572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:50:55.158266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:01.781496 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-13990995-91b4-4be5-884d-fad8481fbc6f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679984 May 05 16:51:01.920296 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-4d9b38c4-303f-4f05-990c-ddfcc9003434 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1099 time: 0.0719748 May 05 16:51:02.061248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-749cf2bf-a219-41eb-85f1-9d11a5c65eab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:02.062655 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-749cf2bf-a219-41eb-85f1-9d11a5c65eab service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1236510 May 05 16:51:02.159424 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-3b2b9620-f1b0-4fde-8586-d02c8d09a887 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 1002 time: 0.0903261 May 05 16:51:02.222706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-6318f7e7-e73a-432e-bdc9-3814fc09b4b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:02.224923 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-6318f7e7-e73a-432e-bdc9-3814fc09b4b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0597286 May 05 16:51:02.296958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-818c463e-0fb9-4744-b84c-cad9dc087cd6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658002 May 05 16:51:02.424740 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-c719846b-5597-4381-8811-c6552a9db9d2 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209857 May 05 16:51:02.644016 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b27be451-db88-48b1-97bc-b28a2eed6757 req-328f70d4-fe88-415b-89a0-27164c24aa9a service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132132 May 05 16:51:03.721403 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:51:03.952793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:20.267487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ea5b5413-137a-4072-99d0-eca12462aa16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:22.420113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-61593784-20a8-427d-8bc5-0370825e0b66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:23.696801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:23.724919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:25.165174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:33.991993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:40.722720 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:51:41.509380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55652) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:41.614508 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-16f3834b-be2d-436e-8d58-20634f02012a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/1be6788b-0f13-402b-aab6-9bcb71583567 HTTP/1.1" status: 200 len: 994 time: 0.1039968 May 05 16:51:42.353309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55662) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:42.359219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:51:42.478724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:42.691257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:51:42.715434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:42.786078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:42.852070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:42.852676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:42.862113 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/ports/f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 939 time: 0.4997258 May 05 16:51:42.862113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:51:42.877963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=6']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:51:42.887171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.887547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.887897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.888233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.888571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.888905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.889233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.889562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.889886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.890206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.890528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392b9db2-5cac-4a30-ad47-a404afccec0e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:42.916535 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7231a07c-370a-4713-9e63-1c7af78e2f4a'] response: {'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'status': 'completed', 'code': 200} May 05 16:51:43.018656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-466983ca-3d77-4461-9370-933ea2397d7c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1100 time: 0.0760534 May 05 16:51:43.081908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-533fba04-fcfc-446b-9390-21e9e3f29d20 None None] Provisioning complete for port f36326db-2bc6-43b5-a510-95217092706e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:51:43.082510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-533fba04-fcfc-446b-9390-21e9e3f29d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:43.140683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-533fba04-fcfc-446b-9390-21e9e3f29d20 None None] Port f36326db-2bc6-43b5-a510-95217092706e is administratively disabled so it will not transition to active. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} May 05 16:51:43.151719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-f0b9ef3f-013e-4f88-897f-200bb6798b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:43.153153 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-f0b9ef3f-013e-4f88-897f-200bb6798b26 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1284173 May 05 16:51:43.254822 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-f8b86d35-d323-48a2-b393-bc76891f9e6d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 1003 time: 0.0954678 May 05 16:51:43.316544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-35f7cb2f-e1fd-47da-a6b3-3782b6bfc9ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:43.317935 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-35f7cb2f-e1fd-47da-a6b3-3782b6bfc9ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0574455 May 05 16:51:43.390214 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-ad8d5f5b-47e0-45cd-925d-65a1e0442fae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659738 May 05 16:51:43.519656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-9c82d591-dcad-423d-a279-ddd812ff6c41 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232018 May 05 16:51:43.648980 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-83a4e5e3-8dca-4096-9a25-c9d2b6a0b541 req-01798604-5a3b-4f0e-b4a7-f630b6b24275 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239071 May 05 16:51:46.389050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55672) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:46.395271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'admin_state_up': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:51:46.512381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:46.722868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:51:46.750861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:46.817126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:46.882836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:46.883440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:46.884844 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/ports/f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 938 time: 0.4948280 May 05 16:51:46.885384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:51:46.888268 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55676) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:46.905586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962f3392-896e-46ed-bf02-216becba3cc5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=7']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:51:46.946748 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d7eed1-27ee-4ab1-8d9e-9959a9a41830'] response: {'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'status': 'completed', 'code': 200} May 05 16:51:47.058037 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fb02118f-1a8d-4f7c-8c6b-67cad64aa27e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/1be6788b-0f13-402b-aab6-9bcb71583567 HTTP/1.1" status: 200 len: 994 time: 0.1685822 May 05 16:51:47.079437 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-752b1e74-2739-4e4b-87f7-37b02e965eaa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1099 time: 0.1059639 May 05 16:51:47.185701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6bf2778e-d004-49aa-8a84-37c1990d6827 None None] Provisioning complete for port f36326db-2bc6-43b5-a510-95217092706e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:51:47.186236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6bf2778e-d004-49aa-8a84-37c1990d6827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:47.214606 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-306752fb-e799-433a-ad06-03d8c088bf17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:47.216088 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-306752fb-e799-433a-ad06-03d8c088bf17 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1306601 May 05 16:51:47.235318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f36326db-2bc6-43b5-a510-95217092706e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:51:47.324975 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-5498b22d-c36c-424a-86fc-61af18b2e009 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 1002 time: 0.1015301 May 05 16:51:47.387609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-18d94df1-a77c-4890-8256-c95cfdfba65b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:47.389092 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-18d94df1-a77c-4890-8256-c95cfdfba65b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0576596 May 05 16:51:47.463425 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-843c1321-9abf-40c3-b830-411739a56e7e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684669 May 05 16:51:47.601013 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-187547af-2a50-4432-8050-8092cc942a78 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311026 May 05 16:51:47.832625 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e806fd4-2d45-4d92-ab2a-04d4d96667ca req-401b765b-97e3-434d-b678-33ee57105adb service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256217 May 05 16:51:49.625882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55688) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:49.917649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 9186c42f-6531-45c3-9b13-daff47573bdb {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:51:49.917911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:50.088360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:50.088968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:50.213300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 9186c42f-6531-45c3-9b13-daff47573bdb owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:51:50.295048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-88274f31-721a-4e2c-8d0c-cb6f221aeeb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:50.501032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:50.544108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=9186c42f-6531-45c3-9b13-daff47573bdb,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:51:50.640423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:51.032862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:51:51.231857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:51:51.241624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:51:51.253645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:51:51.257792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:51.312394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:51.366043 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-06e12e40-cb01-4398-a5f3-eebedbee5339 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe HTTP/1.1" status: 204 len: 168 time: 1.7390771 May 05 16:51:51.366596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:51:51.426067 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e643ff2-3f57-4e2d-89c4-9d1d9c1460a2'] response: {'name': 'network-changed', 'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'status': 'completed', 'code': 200} May 05 16:51:51.473435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:51:51.521807 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-5f7f5dc9-c0c3-47a7-9b2e-3e5de2a81298 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 1099 time: 0.0739982 May 05 16:51:51.657275 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-9e48dc50-1bd2-42ec-a24c-4c8dca8b62cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:51.658656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-9e48dc50-1bd2-42ec-a24c-4c8dca8b62cb service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1309285 May 05 16:51:51.731327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-25c9f855-87c5-4bac-b722-bf60871a7ceb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abdf24b8-262a-4139-a477-7009bf0aca04 HTTP/1.1" status: 200 len: 217 time: 0.0663679 May 05 16:51:51.809671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-febeb994-1eda-4c5a-b82c-4ec4662f4a20 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:51.811382 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-febeb994-1eda-4c5a-b82c-4ec4662f4a20 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0739706 May 05 16:51:51.832383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:04Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:51.836735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:51:51.847241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:51:51.848450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:51.891374 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-05de72dd-540f-4256-8021-839b5c14e06d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732346 May 05 16:51:52.030710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:51:52.037550 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-b141322d-4095-4b9c-a31e-25ad4e95039a service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398137 May 05 16:51:52.060093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03c33fc-d2e7-4fe0-82dd-15436f567918 req-f0b9d049-b654-469e-81c3-2e19e37b3a09 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:52.060778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d03c33fc-d2e7-4fe0-82dd-15436f567918 req-f0b9d049-b654-469e-81c3-2e19e37b3a09 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:51:52.137202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d03c33fc-d2e7-4fe0-82dd-15436f567918 req-f0b9d049-b654-469e-81c3-2e19e37b3a09 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:51:52.138715 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d03c33fc-d2e7-4fe0-82dd-15436f567918 req-f0b9d049-b654-469e-81c3-2e19e37b3a09 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.2611885 May 05 16:51:52.193622 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fce85e01-7be3-4ffd-ac0b-30bef11fe513 req-09649e2a-5783-4449-8d17-cb04fa25956a service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491537 May 05 16:51:52.296273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d03c33fc-d2e7-4fe0-82dd-15436f567918 req-d04a9e1d-78af-48c2-8d32-69abe6055d9d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485872 May 05 16:51:52.410610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:04Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:52.414770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1327e87-cefe-4339-b781-cd5f15664e58 None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '1be6788b-0f13-402b-aab6-9bcb71583567', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.218', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'port_id': 'f36326db-2bc6-43b5-a510-95217092706e', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'mac_address': 'fa:16:3e:30:ab:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:50:01Z', 'updated_at': '2022-05-05T16:50:04Z', 'revision_number': 1, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:51:52.438073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78e17cf4-7f33-42bc-90d1-7b44f22e7913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:52.625305 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2c9ce9-2a99-4c28-b30b-20cff5a139d7 None None] New status for floating IP 6a02ab6d-14d1-4fca-9a00-b0f6b0456fbe: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:51:53.458054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-1b3e5eaf-79c7-4242-b832-595508eb1974 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:53.459560 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-1b3e5eaf-79c7-4242-b832-595508eb1974 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.0854170 May 05 16:51:53.567322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port abdf24b8-262a-4139-a477-7009bf0aca04 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:51:53.567697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:53.679848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cabc49-cdb0-4d00-96fb-c4bebc54ae4f req-180a8ee7-ac3a-4f13-984f-1be9ddef581a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:53.681206 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8cabc49-cdb0-4d00-96fb-c4bebc54ae4f req-180a8ee7-ac3a-4f13-984f-1be9ddef581a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 946 time: 0.2585661 May 05 16:51:53.697174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:53.723691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:53.817791 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8cabc49-cdb0-4d00-96fb-c4bebc54ae4f req-49409d70-8513-4ef1-96a4-849be4fefb19 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=ff372c80-da00-48e4-af75-b768aed22594&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1294065 May 05 16:51:53.867986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port abdf24b8-262a-4139-a477-7009bf0aca04, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=abdf24b8-262a-4139-a477-7009bf0aca04,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:51:53.868338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:53.989163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for abdf24b8-262a-4139-a477-7009bf0aca04 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:51:54.289298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:54.337105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=abdf24b8-262a-4139-a477-7009bf0aca04,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:51:54.377996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.378343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.378879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.379301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.379662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.379990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.380315 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.380636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.380954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.381270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.381584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:51:54.420658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port abdf24b8-262a-4139-a477-7009bf0aca04 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:51:54.422965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:54.426151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'name': 'network-vif-deleted', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:51:54.479073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76b727bd-406f-4630-904f-03a79617e180'] response: {'server_uuid': 'ab60ef38-087b-4582-b445-432d21c23701', 'name': 'network-vif-deleted', 'tag': 'abdf24b8-262a-4139-a477-7009bf0aca04', 'status': 'completed', 'code': 200} May 05 16:51:54.497637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3bd95a5-97b3-421e-89d3-0c687546a45e req-9e0c32fa-f91c-4864-abba-5e78eaaa1f54 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/abdf24b8-262a-4139-a477-7009bf0aca04 HTTP/1.1" status: 204 len: 173 time: 1.0332069 May 05 16:51:54.993501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-04371110-3140-424c-923e-5cd84dd404b7 req-345d569b-0748-4a84-98a2-ac0cb5762a6b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:51:55.052426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-04371110-3140-424c-923e-5cd84dd404b7 req-345d569b-0748-4a84-98a2-ac0cb5762a6b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:51:55.053601 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04371110-3140-424c-923e-5cd84dd404b7 req-345d569b-0748-4a84-98a2-ac0cb5762a6b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=ab60ef38-087b-4582-b445-432d21c23701 HTTP/1.1" status: 200 len: 210 time: 0.1001501 May 05 16:51:55.186261 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.167216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55714) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:56.236990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3d8373d5-b53d-4798-bc26-16da28f4c667 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.267356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3d8373d5-b53d-4798-bc26-16da28f4c667 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.397960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3d8373d5-b53d-4798-bc26-16da28f4c667 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.415949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8373d5-b53d-4798-bc26-16da28f4c667 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff372c80-da00-48e4-af75-b768aed22594,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:51:56.477033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3d8373d5-b53d-4798-bc26-16da28f4c667 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.478137 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3d8373d5-b53d-4798-bc26-16da28f4c667 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/ff372c80-da00-48e4-af75-b768aed22594 HTTP/1.1" status: 204 len: 168 time: 0.3099232 May 05 16:51:56.592958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55720) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:51:56.794667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 5e6171be-c922-4beb-b9fb-4221c079ffe3 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:51:56.795010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.963621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:56.963951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:57.087751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 5e6171be-c922-4beb-b9fb-4221c079ffe3 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:51:57.306646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:57.355024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=5e6171be-c922-4beb-b9fb-4221c079ffe3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:51:57.445387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:57.839322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:51:57.978592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device abdf24b8-262a-4139-a477-7009bf0aca04 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:51:58.012368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: abdf24b8-262a-4139-a477-7009bf0aca04 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:51:58.012717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device abdf24b8-262a-4139-a477-7009bf0aca04 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:51:58.136860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:51:58.146830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:51:58.158445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:51:58.159047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:58.234314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:51:58.289107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-46605d3d-10b3-4a3f-aec1-b6d88642d791 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/1be6788b-0f13-402b-aab6-9bcb71583567 HTTP/1.1" status: 204 len: 168 time: 1.6950786 May 05 16:51:58.289767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:51:58.337653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:51:58.346107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0ce9bba-2da3-4adb-82eb-6f67994a2ac4'] response: {'name': 'network-changed', 'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'status': 'completed', 'code': 200} May 05 16:51:58.440332 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-06f43f15-b883-493b-b374-025ac30f545e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 1099 time: 0.0732257 May 05 16:51:58.577041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-7a358f16-59db-4657-8b9e-f284a49691f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:58.578486 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-7a358f16-59db-4657-8b9e-f284a49691f4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 200 len: 897 time: 0.1324377 May 05 16:51:58.648705 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-7ba5f4d2-0d96-4b38-9c29-665875a04c2a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 200 len: 217 time: 0.0638497 May 05 16:51:58.705691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:58.712711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:51:58.721526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:51:58.722143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:58.744008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-16415e6c-c914-46a4-a5c6-e0522d27ae34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:58.744008 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-16415e6c-c914-46a4-a5c6-e0522d27ae34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 200 len: 835 time: 0.0867012 May 05 16:51:58.871200 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-fb35652a-3b46-46dd-8bea-fa95164fe53d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=ed5db687-f715-44d8-8679-7bce8989e3c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1220369 May 05 16:51:58.914034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:51:59.002711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ddee31-b51b-4402-a20b-eede9c6cc1c6 req-d7b04b56-ac27-4624-9d0c-f795859a6cfe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:51:59.004374 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4ddee31-b51b-4402-a20b-eede9c6cc1c6 req-d7b04b56-ac27-4624-9d0c-f795859a6cfe tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 946 time: 0.1821969 May 05 16:51:59.063398 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-f810932e-875b-465e-8765-aa8ede9a7231 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844425 May 05 16:51:59.143196 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4ddee31-b51b-4402-a20b-eede9c6cc1c6 req-cb43314f-3bb2-4ae0-9d88-b8310493a51b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283650 May 05 16:51:59.208661 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f761e48-5b6c-4369-9d4f-488e16c05ad3 req-789d29a3-6a30-48b6-800e-1eaec1f83518 service neutron] 10.222.0.71 "GET /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369982 May 05 16:51:59.233059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:51:59.237500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97535507-22d8-4e6d-adbb-14dcd5728f04 None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:41Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '85b19d01-0754-459c-ae8e-2f75029b242d', 'name': '', 'network_id': 'ed5db687-f715-44d8-8679-7bce8989e3c9', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:6c:a8:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:40Z', 'updated_at': '2022-05-05T16:49:48Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '95ecdf85-1ef3-41c4-a8d5-42c345443c47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:51:59.446605 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0520fd87-edf8-4899-a7aa-d4b68739af19 None None] New status for floating IP 1be6788b-0f13-402b-aab6-9bcb71583567: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:52:00.350835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-bbe12e8c-7ba0-4d40-b2e9-c826747a9d00 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:00.351558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-bbe12e8c-7ba0-4d40-b2e9-c826747a9d00 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:00.432465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-bbe12e8c-7ba0-4d40-b2e9-c826747a9d00 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:00.433858 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-bbe12e8c-7ba0-4d40-b2e9-c826747a9d00 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 946 time: 0.1570082 May 05 16:52:00.479842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-3d004dbb-6953-4171-871b-9209b3ef3e05 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:00.548977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-3d004dbb-6953-4171-871b-9209b3ef3e05 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:00.550168 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af008dd7-3677-4c3e-b675-1384b18f6e68 req-3d004dbb-6953-4171-871b-9209b3ef3e05 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=44e49769-7348-4054-8ec8-3c43aa1b2453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108825 May 05 16:52:00.607804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-d34eece7-60eb-4480-9bba-effbabcdae6e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:00.609156 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-d34eece7-60eb-4480-9bba-effbabcdae6e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 946 time: 0.0772800 May 05 16:52:00.682974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port f36326db-2bc6-43b5-a510-95217092706e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:52:00.683312 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:00.925088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port f36326db-2bc6-43b5-a510-95217092706e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f36326db-2bc6-43b5-a510-95217092706e,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:00.925331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:01.054957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for f36326db-2bc6-43b5-a510-95217092706e owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:52:01.359913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:01.414007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=f36326db-2bc6-43b5-a510-95217092706e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:01.486094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port f36326db-2bc6-43b5-a510-95217092706e on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:52:01.488471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:01.491672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'name': 'network-vif-deleted', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:52:01.548076 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e57e5705-9c52-4846-8f60-6fd23010db22'] response: {'server_uuid': 'cd42db28-8bc3-431d-9f67-370a78b207a4', 'name': 'network-vif-deleted', 'tag': 'f36326db-2bc6-43b5-a510-95217092706e', 'status': 'completed', 'code': 200} May 05 16:52:01.572634 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9cf2f650-8261-4123-9730-c75fbf58fc0b req-643a40f7-1d96-427a-b508-c6f89e6e22aa tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/f36326db-2bc6-43b5-a510-95217092706e HTTP/1.1" status: 204 len: 173 time: 0.9568918 May 05 16:52:01.725866 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70c86b0a-1190-4e9d-ad2d-0f568e8cafc3 req-ed2e14d0-18eb-4654-beb8-cd679e5615ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=cd42db28-8bc3-431d-9f67-370a78b207a4 HTTP/1.1" status: 200 len: 210 time: 0.0411680 May 05 16:52:02.832427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55738) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:02.904548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72350247-c940-4caa-b382-1a963acbea4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:02.933358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72350247-c940-4caa-b382-1a963acbea4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:03.068704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72350247-c940-4caa-b382-1a963acbea4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:03.086161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72350247-c940-4caa-b382-1a963acbea4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44e49769-7348-4054-8ec8-3c43aa1b2453,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:03.188297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72350247-c940-4caa-b382-1a963acbea4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:03.189520 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72350247-c940-4caa-b382-1a963acbea4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/44e49769-7348-4054-8ec8-3c43aa1b2453 HTTP/1.1" status: 204 len: 168 time: 0.3559783 May 05 16:52:03.302221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55744) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:03.700706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:03.960386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:04.011139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f36326db-2bc6-43b5-a510-95217092706e no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:52:04.044352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: f36326db-2bc6-43b5-a510-95217092706e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:52:04.044674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f36326db-2bc6-43b5-a510-95217092706e not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:52:04.320038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 85b19d01-0754-459c-ae8e-2f75029b242d {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:52:04.320651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:04.500982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 85b19d01-0754-459c-ae8e-2f75029b242d, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=85b19d01-0754-459c-ae8e-2f75029b242d,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:04.501333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:04.718001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 85b19d01-0754-459c-ae8e-2f75029b242d owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:52:04.978035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:05.026249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=85b19d01-0754-459c-ae8e-2f75029b242d,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:05.340958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:05.922343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:52:06.123089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:52:06.133145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] Sync routers for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:52:06.136222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cd1b3b1c-435e-4f1b-a4f4-aa610da32804 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8328650 May 05 16:52:06.138879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55750) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:06.146551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:06.147213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:06.328202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:06.433601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 95ecdf85-1ef3-41c4-a8d5-42c345443c47 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:52:06.436613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:06.495823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:06.581160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:06.609926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:52:04Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:06.615009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] Checking router: efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:52:06.625860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] Routers {'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:06.626471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:06.758968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:06.804014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=95ecdf85-1ef3-41c4-a8d5-42c345443c47,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:06.811871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:06.818902 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d0d64e27-7550-41f5-a118-01073d49604d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/95ecdf85-1ef3-41c4-a8d5-42c345443c47 HTTP/1.1" status: 204 len: 168 time: 0.6787841 May 05 16:52:06.819827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda8ec5-96a2-450d-8ff0-c61566b52857 None None] Network ed5db687-f715-44d8-8679-7bce8989e3c9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:52:06.821475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55754) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:06.998309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] Set router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:07.024697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.224964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.287420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] DHCP port deletion for ed5db687-f715-44d8-8679-7bce8989e3c9 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:52:07.289538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 16ef14da-1ea1-4bd6-a558-5e757e279299 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:52:07.289878 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.294131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Deleting port ef315cda-69e9-49ab-b16d-0d675835e8f9 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:52:07.294506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.426814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:52:04Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:07.463183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 16ef14da-1ea1-4bd6-a558-5e757e279299, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=16ef14da-1ea1-4bd6-a558-5e757e279299,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:07.463831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.487840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c842c85e-15a9-4e87-8038-b5f2e164fad1 None None] The sync data for ids ['efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf'] in dv-neutron-840483-1-hyperv is: [{'id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'name': 'tempest-TestNetworkBasicOps-router-1827230348', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131'}], 'enable_snat': True}, 'gw_port_id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:52:04Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '16ef14da-1ea1-4bd6-a558-5e757e279299', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:6c:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:49:36Z', 'updated_at': '2022-05-05T16:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:52:07.517099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] For port ef315cda-69e9-49ab-b16d-0d675835e8f9, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ef315cda-69e9-49ab-b16d-0d675835e8f9,segment=NetworkSegment(9f895d18-9ba4-4449-886f-29c768dc1333),segment_id=9f895d18-9ba4-4449-886f-29c768dc1333)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:07.517099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.588702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 16ef14da-1ea1-4bd6-a558-5e757e279299 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:52:07.637358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Calling delete_port for ef315cda-69e9-49ab-b16d-0d675835e8f9 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:52:07.788997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.815302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:07.834060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Pushing event deleted for resources: {'Port': ['ID=ef315cda-69e9-49ab-b16d-0d675835e8f9,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:07.842143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] No DVR routers for this DVR port ef315cda-69e9-49ab-b16d-0d675835e8f9 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:52:07.853492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.853955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.854354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.854751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.856240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.856644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.856975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.857223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.857539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.857872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.858200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bfa49e-96ba-40f4-92ab-c04f047e6a25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:07.870002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=16ef14da-1ea1-4bd6-a558-5e757e279299,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:08.086683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ef315cda-69e9-49ab-b16d-0d675835e8f9 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:52:08.122697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: ef315cda-69e9-49ab-b16d-0d675835e8f9 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:52:08.122936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ef315cda-69e9-49ab-b16d-0d675835e8f9 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:52:08.123361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 85b19d01-0754-459c-ae8e-2f75029b242d no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:52:08.157699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 85b19d01-0754-459c-ae8e-2f75029b242d {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:52:08.158050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 85b19d01-0754-459c-ae8e-2f75029b242d not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:52:08.192280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.439568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.443928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.600748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.601405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:52:08.616684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.617803 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-79f9c6ad-b9f5-46b4-9b24-ed6802971c4d tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/efe6c8d9-0dc8-483f-b0f4-64ae9628c7bf HTTP/1.1" status: 204 len: 168 time: 1.7954354 May 05 16:52:08.620670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55758) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:08.740460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.871918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.901537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed5db687-f715-44d8-8679-7bce8989e3c9']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:08.914339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f895d18-9ba4-4449-886f-29c768dc1333') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:08.914627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f895d18-9ba4-4449-886f-29c768dc1333') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:08.925997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.941961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.948376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:52:08.948704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:52:08.963394 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:52:09.097490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.119233 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.131543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=ed5db687-f715-44d8-8679-7bce8989e3c9,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:09.189586 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b481a0f9-a6f0-4118-901f-f22a462feb3a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/ed5db687-f715-44d8-8679-7bce8989e3c9 HTTP/1.1" status: 204 len: 168 time: 0.5678446 May 05 16:52:09.221064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55762) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:09.230709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'network': {'name': 'tempest-network-smoke--1698295473', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:09.235794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:09.240175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:network and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:09.243069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:09.249403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:09.309136 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:52:09.312079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.342298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:52:09.350998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.351383 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Added segment 07aa4c0d-454e-4388-8918-c062fe93f712 of type vlan for network 5531817d-1003-4935-a1e6-2bcc751f0027 May 05 16:52:09.376779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.468726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.472625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:09.473167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.582190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Network': ['ID=5531817d-1003-4935-a1e6-2bcc751f0027,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:09.593790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 5531817d-1003-4935-a1e6-2bcc751f0027 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:52:09.641166 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7c915c1e-5111-4bbf-8bd2-3218cae5ee9c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4153903 May 05 16:52:09.644052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55766) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:09.649780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-247711814', 'admin_state_up': True, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:09.656662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:09.661619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:router and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:09.664685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:09.670344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:09.726580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.727481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.746626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.958539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:09.995762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 16ef14da-1ea1-4bd6-a558-5e757e279299 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:52:10.029030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 16ef14da-1ea1-4bd6-a558-5e757e279299 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:52:10.029370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 16ef14da-1ea1-4bd6-a558-5e757e279299 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:52:10.183976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:10.213273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:10.351212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.126 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/11f3f3ba-531e-4ec8-a629-5944c1971f4b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:52:10.497588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:10.581181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:10.649988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:52:10.652819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:10.657159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:52:10.684908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:10.937524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:10.938173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:11.314169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:52:11.517547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:52:11.527643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Sync routers for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:52:11.540462 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:11.541073 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:11.617585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:11.618769 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-19213f81-b2b4-4ae4-8aff-225278919ff8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.9738820 May 05 16:52:11.622001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55770) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:11.668126 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-39db6eee-d7b7-46d6-95e4-9c6fec65b55e tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=e340f730ceb4465e9ffe71e5fe3747b3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449951 May 05 16:52:11.670925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55774) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:11.742424 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:11.800815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8aeff8b-a877-4ae6-800f-2038b233634f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:11.805213 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e8aeff8b-a877-4ae6-800f-2038b233634f tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306801 May 05 16:52:11.805433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55778) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:11.846875 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4fe91bfb-4d56-4dc2-a54f-99fb0ebcc4b2 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380743 May 05 16:52:11.847102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55782) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:11.852418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1310932452', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:11.962912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:11.966583 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:subnet and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:11.969835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:11.975730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:12.029429 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:10Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:12.033255 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Checking router: b6febc69-d468-4b0e-a56d-0f2ae540c43e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:52:12.042720 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Updating router b6febc69-d468-4b0e-a56d-0f2ae540c43e port 11f3f3ba-531e-4ec8-a629-5944c1971f4b binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:52:12.086144 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.089519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:52:12.287870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.409516 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.421315 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Transition to ACTIVE for port object 11f3f3ba-531e-4ec8-a629-5944c1971f4b will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:12.506677 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.584390 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Attempting to bind port 11f3f3ba-531e-4ec8-a629-5944c1971f4b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:52:12.585019 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Attempting to bind port 11f3f3ba-531e-4ec8-a629-5944c1971f4b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:52:12.585144 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Attempting to bind port 11f3f3ba-531e-4ec8-a629-5944c1971f4b on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:52:12.587058 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Pushing event updated for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:12.597864 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:52:12.598777 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:52:12.599162 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.599564 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:52:12.600009 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Bound port: 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:52:12.600365 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.623667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.623961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.624266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.624593 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.624917 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.625242 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.625553 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.625864 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.626176 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.626486 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.626794 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.627109 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:52:12.680326 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] For port 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:52:12.683524 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] For port 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=11f3f3ba-531e-4ec8-a629-5944c1971f4b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:52:12.704456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Subnet': ['ID=70dc91cb-e360-43b9-a672-3839a813b60b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:12.719628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Checking segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:52:12.719986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network hostable DHCP agents. Network: 5531817d-1003-4935-a1e6-2bcc751f0027, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:52:12.743930 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.794372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5531817d-1003-4935-a1e6-2bcc751f0027 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:52:12.828076 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb089f-fbf8-4f89-9321-14b3a1faaa61 None None] Pushing event updated for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:12.832353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:12.833699 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:12.846449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 5531817d-1003-4935-a1e6-2bcc751f0027) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:12.852117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:12.854102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:12.855141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86aa1bdc-0515-456d-8217-cbd7ba8e6ce2 None None] Network 5531817d-1003-4935-a1e6-2bcc751f0027 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:52:12.927704 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-48496b54-0d37-4962-b1b8-704f2d60c0f1 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0794780 May 05 16:52:12.930466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55786) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:13.019549 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:13.075821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-5531817d-1003-4935-a1e6-2bcc751f0027', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:52:13.076641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:13.282915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Allocated IP 172.20.0.2 (5531817d-1003-4935-a1e6-2bcc751f0027/70dc91cb-e360-43b9-a672-3839a813b60b/b3d3123c-7b7d-4b8c-b1df-bd17c772f54a) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:52:13.359390 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f13869b8-d782-400d-84e2-5131147c054f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:10Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:13.363581 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f13869b8-d782-400d-84e2-5131147c054f None None] The sync data for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv is: [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:10Z', 'revision_number': 3, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:52:13.505623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:13.516994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Transition to ACTIVE for port object b3d3123c-7b7d-4b8c-b1df-bd17c772f54a will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:13.548762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Transition to ACTIVE for port object b3d3123c-7b7d-4b8c-b1df-bd17c772f54a will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:13.624027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:13.702435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Network 5531817d-1003-4935-a1e6-2bcc751f0027 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:52:13.706028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:13.711521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Pushing event updated for resources: {'Port': ['ID=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:13.718045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:52:13.753031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:13.808087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Attempting to bind port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:52:13.808415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Attempting to bind port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:52:13.808746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Attempting to bind port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a on network 5531817d-1003-4935-a1e6-2bcc751f0027 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:52:13.815781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:52:13.816289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Checking segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:52:13.816704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:13.817635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Bound using segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:52:13.818753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Bound port: b3d3123c-7b7d-4b8c-b1df-bd17c772f54a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:52:13.819135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:13.917100 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] For port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:52:13.928220 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] For port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:52:14.006756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.099734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65202ff-dda6-486d-bd0f-1f3fc10ce0ce None None] Pushing event updated for resources: {'Port': ['ID=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:14.104443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:14.201684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.1 (5531817d-1003-4935-a1e6-2bcc751f0027/70dc91cb-e360-43b9-a672-3839a813b60b/8f2dcb3a-9545-46c6-8394-a2ea96223a34) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:52:14.247919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 11f3f3ba-531e-4ec8-a629-5944c1971f4b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:14.256725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 11f3f3ba-531e-4ec8-a629-5944c1971f4b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:14.257136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.407843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.424864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=11f3f3ba-531e-4ec8-a629-5944c1971f4b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:14.500953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.516870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 8f2dcb3a-9545-46c6-8394-a2ea96223a34 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:14.531846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.604461 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.606776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:14.677787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5531817d-1003-4935-a1e6-2bcc751f0027 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:52:14.680677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:14.683189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:52:14.719697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:14.747618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:14.922360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:15.057332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d2c1d6-dffb-46eb-9521-21d044d87dea None None] Network 5531817d-1003-4935-a1e6-2bcc751f0027 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:52:15.269448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eb118d76-7fd8-4512-bdef-cbda2d216f90 None None] Provisioning for port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:15.346863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:15.429256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:15.547442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:15.550885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:15.561531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0fe4a102-0552-408e-a195-bfa8e5c2a7ea None None] Provisioning for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:15.563972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0fe4a102-0552-408e-a195-bfa8e5c2a7ea None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:15.564407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0fe4a102-0552-408e-a195-bfa8e5c2a7ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:15.625611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0fe4a102-0552-408e-a195-bfa8e5c2a7ea None None] Port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:52:15.703661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5531817d-1003-4935-a1e6-2bcc751f0027 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:52:15.704870 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:15.771539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8e558bfa-7ee5-402d-b493-6d86266325b1 None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:15.772496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8e558bfa-7ee5-402d-b493-6d86266325b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:15.827755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8e558bfa-7ee5-402d-b493-6d86266325b1 None None] Port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:52:15.949319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-631c0d96-fc7c-4101-94dc-6582094d4a85 None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:15.949693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-631c0d96-fc7c-4101-94dc-6582094d4a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:16.005991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-631c0d96-fc7c-4101-94dc-6582094d4a85 None None] Port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:52:16.104083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:52:16.134066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b3d3123c-7b7d-4b8c-b1df-bd17c772f54a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:16.308886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:16.314096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:16.314459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:16.419056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:52:16.432312 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cf5d9528-1a12-4ca9-9daa-cca133279122 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/b6febc69-d468-4b0e-a56d-0f2ae540c43e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5008008 May 05 16:52:16.433574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:16.434736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:16.466839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:16.531836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:16.532811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:16.575349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be860a-c3a0-477f-9709-81a1945205f1 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.575752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be860a-c3a0-477f-9709-81a1945205f1 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.576123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be860a-c3a0-477f-9709-81a1945205f1 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.576484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69be860a-c3a0-477f-9709-81a1945205f1 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.578132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-69be860a-c3a0-477f-9709-81a1945205f1 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1424348 May 05 16:52:16.581006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55794) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:16.652576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed16529-75a2-4526-9f5a-f1b532ab39b8 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.652941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed16529-75a2-4526-9f5a-f1b532ab39b8 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.653294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed16529-75a2-4526-9f5a-f1b532ab39b8 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.653642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed16529-75a2-4526-9f5a-f1b532ab39b8 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:16.655349 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5ed16529-75a2-4526-9f5a-f1b532ab39b8 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0733554 May 05 16:52:16.658023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55798) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:16.682637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:16.697944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 11f3f3ba-531e-4ec8-a629-5944c1971f4b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:16.698314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:16.875635 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-49e2e15d-cbaa-4acd-95aa-69e5635c0f54 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2165353 May 05 16:52:16.986292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Sync routers for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:52:16.998491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:16.999099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:17.180297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:17.222995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55804) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:17.229821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-982230899', 'description': 'tempest-secgroup-smoke-982230899 description', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:17.235594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:17.240472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:17.243333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:17.249022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:17.306801 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.343723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:17.347825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:17.351092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:17.356948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:17.412152 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.480439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.496569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:52:15Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:17.500441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Checking router: b6febc69-d468-4b0e-a56d-0f2ae540c43e for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:52:17.510441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Updating router b6febc69-d468-4b0e-a56d-0f2ae540c43e port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:52:17.525691 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:17.553731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.586825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.588123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ac6d5b1b-c91c-44f3-934d-2f1628fb972b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3629014 May 05 16:52:17.590975 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55808) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:17.596624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '08a1fc78-83c5-49b9-8a51-c052cc2b3eaf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:17.604130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:17.607968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:17.610853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:17.618088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:17.724843 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:52:17.736331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.820499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.896181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.898063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:17.923897 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21152eea-1336-4997-8d23-88131343e39a,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:17.938764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Transition to ACTIVE for port object 8f2dcb3a-9545-46c6-8394-a2ea96223a34 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:18.032563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.033773 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f63ebc72-f1c1-453f-8a25-93a3e1c91a81 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4418299 May 05 16:52:18.037653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55812) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:18.043363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '08a1fc78-83c5-49b9-8a51-c052cc2b3eaf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:18.044152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.049383 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:18.053535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:18.056190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:18.061775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:18.081607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b3d3123c-7b7d-4b8c-b1df-bd17c772f54a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:18.163202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.229588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb206c91-063f-4100-ab06-aadc18a0f72e None None] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:18.238366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.332308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.335028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:18.335394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.360444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9358089e-3459-402e-8c74-c984e2d53702,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:18.377157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Attempting to bind port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:52:18.377528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Attempting to bind port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:52:18.377891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Attempting to bind port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 on network 5531817d-1003-4935-a1e6-2bcc751f0027 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:52:18.400126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:52:18.400513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Checking segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:52:18.400895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.401283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Bound using segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:52:18.401749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Bound port: 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:52:18.402120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.435011 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.436424 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ac7acf9d-95cd-41fc-8680-193c02dde23b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3977802 May 05 16:52:18.439098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55816) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:18.444545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '08a1fc78-83c5-49b9-8a51-c052cc2b3eaf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:18.450508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:18.454629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:18.457562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:18.463355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:18.544059 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.602311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] For port 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:52:18.605479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] For port 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8f2dcb3a-9545-46c6-8394-a2ea96223a34,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:52:18.611393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.680933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.703188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.728475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8e93305-fc41-462b-a738-7bbf1c433900,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:18.766716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb206c91-063f-4100-ab06-aadc18a0f72e None None] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:18.772734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:18.773370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:51:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:18.795048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.796663 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f9a0b101-5642-414c-80d2-b580162eecaf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3565130 May 05 16:52:18.799276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55820) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:18.813743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '08a1fc78-83c5-49b9-8a51-c052cc2b3eaf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:18.813743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:18.816460 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:18.819545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:18.825735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:18.908601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:18.965409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:18.978695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.061362 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.085279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd69fcc4-38d8-42cb-9ee2-42c4762e7231,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:19.183851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.184984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-228dffe4-b20e-4787-9dd4-4b108b7ff1f6 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3845594 May 05 16:52:19.188079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55824) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:19.193575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '08a1fc78-83c5-49b9-8a51-c052cc2b3eaf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:19.199642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:19.203510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:19.206347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:19.212478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:19.296011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:52:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:19.300042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9627d99-2d41-4f83-b4d3-ca3b9752ca3c None None] The sync data for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv is: [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:52:18Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:52:19.309271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:52:19.316424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.399419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.475299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.500386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7cf13d7-eab8-473b-83d1-5b4f04c8659a,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:19.571976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.573354 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d10545d4-b0da-4ac7-ae34-34d8e8a0ba5a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3843145 May 05 16:52:19.576170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55828) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:19.581720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'security_group_rule': {'security_group_id': '08a1fc78-83c5-49b9-8a51-c052cc2b3eaf', 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:19.588512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:19.592822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:security_group_rule and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:19.595758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:19.605908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:19.661744 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Project e340f730ceb4465e9ffe71e5fe3747b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 16:52:19.668936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.740726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.809950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.840797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adea9f22-9ba6-4a96-9c1d-7e8bd035e94d,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:19.926500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:19.927983 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bca850b3-5259-4f44-9047-8cd18c4826b5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3508337 May 05 16:52:20.070786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:20.119720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-7449c80b-cc2a-4e0a-b9ff-b678b70f820e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:20.206244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-7449c80b-cc2a-4e0a-b9ff-b678b70f820e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:20.207624 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-7449c80b-cc2a-4e0a-b9ff-b678b70f820e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-982230899&fields=id&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 267 time: 0.1332333 May 05 16:52:20.234699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:20.240932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:20.241325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:20.294275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5b2fb6ac-0a5d-4e2b-bd62-3ed275263e63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:20.357320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-09cc5470-2d54-4270-912e-1108c42b8c7c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:20.357989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-09cc5470-2d54-4270-912e-1108c42b8c7c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:20.360981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:20.394322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8f2dcb3a-9545-46c6-8394-a2ea96223a34,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:20.435187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-09cc5470-2d54-4270-912e-1108c42b8c7c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:20.436437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-09cc5470-2d54-4270-912e-1108c42b8c7c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/networks?id=5531817d-1003-4935-a1e6-2bcc751f0027 HTTP/1.1" status: 200 len: 797 time: 0.2219574 May 05 16:52:20.454263 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-90ee1430-9c6e-4111-b7dd-8405ef82d566 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/quotas/e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 375 time: 0.0124657 May 05 16:52:20.483811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:20.539219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-e3546817-7976-46fa-84b2-260aeb8aa137 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0795660 May 05 16:52:20.548421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:20.737504 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-65dc9d00-13ca-4a4e-ab7e-9f088c2a6c86 service neutron] 10.222.0.70 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863997 May 05 16:52:20.868477 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-37df3814-9d3a-4595-a73d-4fb13892df77 service neutron] 10.222.0.70 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245136 May 05 16:52:21.165350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-76f91325-7237-4692-ad5f-ce8f41a482e6 req-b8de4a11-af0a-4731-9f9b-747700c088b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:21.235191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-76f91325-7237-4692-ad5f-ce8f41a482e6 req-b8de4a11-af0a-4731-9f9b-747700c088b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:21.236660 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-76f91325-7237-4692-ad5f-ce8f41a482e6 req-b8de4a11-af0a-4731-9f9b-747700c088b0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.1112659 May 05 16:52:22.046855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:22.127205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:22.127609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:22.352644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8331fbf6-4a34-40e2-ae04-0a2a98adc05e req-e1e30d4f-a89f-46c5-a60f-dcca3c00bdea tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.0470917 May 05 16:52:22.427013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-711fb53f-1f55-4768-9698-24962db5c463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:23.466468 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-32534d95-208b-4470-bad4-045d32239629 req-ae54a050-510a-4142-84a7-78492148a4e3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.0402751 May 05 16:52:23.732602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:23.743698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:24.571399 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0fc97374-0738-4be1-8d88-9d3bbef0e169 req-009662d7-afad-4d43-97d4-4364d823bf67 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.0404549 May 05 16:52:25.193096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:25.740940 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4d74e1b6-148e-4958-9ecc-d6af109634af req-b8451ce9-0959-48c3-85d9-21482b481c46 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.0442820 May 05 16:52:26.907036 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19a1924d-5941-496d-a0d3-3f8da64f17de req-d13bfa6e-7cc4-4994-a5c7-386524d2406b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.0398934 May 05 16:52:27.120815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-d686c120-05a8-40ae-b396-7b2ceb7b4bf5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:27.121483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-d686c120-05a8-40ae-b396-7b2ceb7b4bf5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:27.133717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-d686c120-05a8-40ae-b396-7b2ceb7b4bf5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:27.134816 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-d686c120-05a8-40ae-b396-7b2ceb7b4bf5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/networks?id=5531817d-1003-4935-a1e6-2bcc751f0027 HTTP/1.1" status: 200 len: 797 time: 0.1565344 May 05 16:52:27.186868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-dfe6f3f9-0e40-4160-be8f-d453bb866807 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:27.198625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-dfe6f3f9-0e40-4160-be8f-d453bb866807 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:27.199756 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-dfe6f3f9-0e40-4160-be8f-d453bb866807 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e340f730ceb4465e9ffe71e5fe3747b3 HTTP/1.1" status: 200 len: 379 time: 0.0530961 May 05 16:52:27.208446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'port': {'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'admin_state_up': True, 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'security_groups': ['08a1fc78-83c5-49b9-8a51-c052cc2b3eaf']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:27.344828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:27.357449 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:27.452512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Made reservation on behalf of e340f730ceb4465e9ffe71e5fe3747b3 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:52:27.455493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:27.616694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.20.0.3 (5531817d-1003-4935-a1e6-2bcc751f0027/70dc91cb-e360-43b9-a672-3839a813b60b/24f5dcd1-1f4a-4bab-9953-c51ac608c940) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:52:27.805868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:27.821151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Transition to ACTIVE for port object 24f5dcd1-1f4a-4bab-9953-c51ac608c940 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:27.921113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:27.994841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network 5531817d-1003-4935-a1e6-2bcc751f0027 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:52:27.995893 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:27.998767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:52:28.211307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=24f5dcd1-1f4a-4bab-9953-c51ac608c940,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:28.248041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:28.248634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:28.290646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b77e77-6257-43ab-8262-51be8fab38d4 req-9a2e51a9-da44-4fef-b833-769d6a9a1c25 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:28.291247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-e2b77e77-6257-43ab-8262-51be8fab38d4 req-9a2e51a9-da44-4fef-b833-769d6a9a1c25 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:52:28.415476 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-18587500-ef8d-4c2b-afdb-983290902b04 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2104437 May 05 16:52:28.426857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Request body: {'port': {'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:28.446625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cf3c936e-a8b7-4945-8c38-6afed84f27cb None None] Provisioning for port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:28.452148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cf3c936e-a8b7-4945-8c38-6afed84f27cb None None] Provisioning complete for port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:28.452524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cf3c936e-a8b7-4945-8c38-6afed84f27cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:28.507331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-cf3c936e-a8b7-4945-8c38-6afed84f27cb None None] Port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:52:28.531932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-e2b77e77-6257-43ab-8262-51be8fab38d4 req-9a2e51a9-da44-4fef-b833-769d6a9a1c25 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:52:28.533796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e2b77e77-6257-43ab-8262-51be8fab38d4 req-9a2e51a9-da44-4fef-b833-769d6a9a1c25 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 931 time: 0.3915474 May 05 16:52:28.589663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:28.648930 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e2b77e77-6257-43ab-8262-51be8fab38d4 req-1bf4a1c0-4a54-4b19-b791-10282b153dd5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056163 May 05 16:52:28.980721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f5dcd1-1f4a-4bab-9953-c51ac608c940 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:52:28.987667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:29.002279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Transition to ACTIVE for port object 24f5dcd1-1f4a-4bab-9953-c51ac608c940 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:52:29.066991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:29.199181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Pushing event updated for resources: {'Port': ['ID=24f5dcd1-1f4a-4bab-9953-c51ac608c940,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:29.305828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Attempting to bind port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:52:29.306444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Attempting to bind port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:52:29.306563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Attempting to bind port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 on network 5531817d-1003-4935-a1e6-2bcc751f0027 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:52:29.312145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 on network 5531817d-1003-4935-a1e6-2bcc751f0027 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:52:29.312463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Attempting to bind port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 on network 5531817d-1003-4935-a1e6-2bcc751f0027 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:52:29.319569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:52:29.319846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Checking segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:52:29.320227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Bound using segment: {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:52:29.320652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Bound port: 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07aa4c0d-454e-4388-8918-c062fe93f712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:52:29.320992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:29.411306 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] For port 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:52:29.414328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] For port 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:52:29.521409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:29.582430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:29.583823 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] 10.222.0.71 "PUT /v2.0/ports/24f5dcd1-1f4a-4bab-9953-c51ac608c940 HTTP/1.1" status: 200 len: 1093 time: 1.1616964 May 05 16:52:29.584244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:52:29.611959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99601f80-c28f-4eb0-9a87-6137e501efed service neutron] Pushing event updated for resources: {'Port': ['ID=24f5dcd1-1f4a-4bab-9953-c51ac608c940,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:29.644311 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b265b2-c065-41c9-8adb-a1996b92c648'] response: {'name': 'network-changed', 'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'status': 'completed', 'code': 200} May 05 16:52:29.747545 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e6ad6806-ecce-4356-bc88-93cf1d085468 req-e3e38f94-cc23-4750-abbe-231f46dd684f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1096 time: 0.0841284 May 05 16:52:29.941630 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6806-ecce-4356-bc88-93cf1d085468 req-e237c296-a027-4eda-84fe-a5a9c05a6397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:29.943074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e6ad6806-ecce-4356-bc88-93cf1d085468 req-e237c296-a027-4eda-84fe-a5a9c05a6397 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1885240 May 05 16:52:29.953186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b1295-bbee-448d-b8f3-78f5f04a5105 req-7656cff8-ffa0-4864-a594-de27f2bd2bf8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:29.954522 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-904b1295-bbee-448d-b8f3-78f5f04a5105 req-7656cff8-ffa0-4864-a594-de27f2bd2bf8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 943 time: 0.1305778 May 05 16:52:30.082838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-904b1295-bbee-448d-b8f3-78f5f04a5105 req-12027afe-5673-43d0-97db-44b0b2ea3119 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100836 May 05 16:52:30.114873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ad6806-ecce-4356-bc88-93cf1d085468 req-dec8e5b4-3849-4447-b400-fc0ff8fa745f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:30.116268 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e6ad6806-ecce-4356-bc88-93cf1d085468 req-dec8e5b4-3849-4447-b400-fc0ff8fa745f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1609421 May 05 16:52:30.229505 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-80979529-52ba-4a64-a493-54cfdada5735 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1096 time: 0.0748990 May 05 16:52:30.295972 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-5e455124-6b3e-4257-8d3c-9095b5ca5b90 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940 HTTP/1.1" status: 200 len: 217 time: 0.0603395 May 05 16:52:30.458253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-7498e132-9480-4e3e-9745-8917c85dc24f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:30.459493 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-7498e132-9480-4e3e-9745-8917c85dc24f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=70dc91cb-e360-43b9-a672-3839a813b60b HTTP/1.1" status: 200 len: 835 time: 0.1585021 May 05 16:52:30.533364 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-72ddfd24-70fb-4d0a-924a-b02153988a9f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5531817d-1003-4935-a1e6-2bcc751f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677800 May 05 16:52:30.676361 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-a12f1ae8-84b6-4372-ae8e-e753c7b240f0 service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314042 May 05 16:52:30.816892 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d520f066-184b-4e8e-9fcb-7569cd9a12d7 req-a5e13132-ffc0-48db-bb4f-f3e6ad70f8f1 service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341715 May 05 16:52:31.285756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddbf8f-5950-4b6c-9f1f-c0d9a614b7f1 req-f3046ff8-ed87-415c-a67c-ebbd0f7fa638 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:31.287198 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-29ddbf8f-5950-4b6c-9f1f-c0d9a614b7f1 req-f3046ff8-ed87-415c-a67c-ebbd0f7fa638 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 943 time: 0.0813775 May 05 16:52:31.334196 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-29ddbf8f-5950-4b6c-9f1f-c0d9a614b7f1 req-9523fbdb-6632-4ab1-8130-40da8e097d8a tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410566 May 05 16:52:32.534929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151b3d5-79e9-45fc-8ab9-12987b4eddf4 req-f212f3b7-9d2c-44ba-b933-29d187bb2337 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:32.536401 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9151b3d5-79e9-45fc-8ab9-12987b4eddf4 req-f212f3b7-9d2c-44ba-b933-29d187bb2337 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 943 time: 0.0794909 May 05 16:52:32.583780 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9151b3d5-79e9-45fc-8ab9-12987b4eddf4 req-eb9e997c-46b8-454c-8138-94de4b1761bf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406580 May 05 16:52:33.781616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b9b2e7-cf7f-4e35-9331-9fd5361db9c5 req-356361d6-6bef-4cb7-92ed-e6f6b084c565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:33.783107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e0b9b2e7-cf7f-4e35-9331-9fd5361db9c5 req-356361d6-6bef-4cb7-92ed-e6f6b084c565 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 943 time: 0.0789983 May 05 16:52:33.835200 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e0b9b2e7-cf7f-4e35-9331-9fd5361db9c5 req-ecfb6868-1bd1-4c35-ad81-cb8c8c2c1102 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461664 May 05 16:52:34.004317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:34.149996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 24f5dcd1-1f4a-4bab-9953-c51ac608c940 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:52:34.283356 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:34.296623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 772, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:52:34.353202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:34.370207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f5dcd1-1f4a-4bab-9953-c51ac608c940 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:52:34.384887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:34.474882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:34.542729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=24f5dcd1-1f4a-4bab-9953-c51ac608c940,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:34.780039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['24f5dcd1-1f4a-4bab-9953-c51ac608c940'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:52:35.042368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e94c3-05f3-4aa8-851c-e4e479bca938 req-acc9769f-b50d-4baa-8e4a-2e3be2557bd5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:35.043884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dd8e94c3-05f3-4aa8-851c-e4e479bca938 req-acc9769f-b50d-4baa-8e4a-2e3be2557bd5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 944 time: 0.0820563 May 05 16:52:35.096991 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dd8e94c3-05f3-4aa8-851c-e4e479bca938 req-0931a64d-d3ff-4333-b2db-44e88547e1e5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475025 May 05 16:52:36.151614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 24f5dcd1-1f4a-4bab-9953-c51ac608c940 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:52:36.278397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:52:36.284283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:52:36.284689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:36.306945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f72a950-4e0d-4c55-8763-fc50656f1f0e req-d788c5c1-54d6-49b9-8c94-18eb254252fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:36.312032 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2f72a950-4e0d-4c55-8763-fc50656f1f0e req-d788c5c1-54d6-49b9-8c94-18eb254252fd tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 944 time: 0.0826502 May 05 16:52:36.355785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2f72a950-4e0d-4c55-8763-fc50656f1f0e req-eebc77df-a869-40d0-8ec7-aa60a9173457 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415380 May 05 16:52:36.403584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:36.429708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:52:36.439501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:52:36.483358 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e27504-9042-4174-8673-e4d3c682ae0e'] response: {'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'code': 200} May 05 16:52:36.569810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:36.635911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=24f5dcd1-1f4a-4bab-9953-c51ac608c940,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:36.903800 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41a44b98-fdcc-434d-a29c-c40db7041b9f req-a7f81584-b38d-4a76-b34b-a43d52acdebe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1098 time: 0.0693662 May 05 16:52:36.946410 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41a44b98-fdcc-434d-a29c-c40db7041b9f req-30397e8e-b778-4555-8f52-572ee4a0426a service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369654 May 05 16:52:37.557207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f233d6d-97bf-4ffb-8be8-64dbf9f14006 req-9e74a1a0-6e61-4f4e-8690-875378821f82 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:37.558639 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8f233d6d-97bf-4ffb-8be8-64dbf9f14006 req-9e74a1a0-6e61-4f4e-8690-875378821f82 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 945 time: 0.0791123 May 05 16:52:37.691913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8f233d6d-97bf-4ffb-8be8-64dbf9f14006 req-3d04b501-4036-4312-8818-34ab2c500481 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275334 May 05 16:52:38.897605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4d64c3-ebdd-47ba-96c5-ed76445f2966 req-7b8e58cf-01b9-4774-8db5-9bef483d9f24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:38.899743 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1f4d64c3-ebdd-47ba-96c5-ed76445f2966 req-7b8e58cf-01b9-4774-8db5-9bef483d9f24 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 945 time: 0.0842991 May 05 16:52:38.947877 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1f4d64c3-ebdd-47ba-96c5-ed76445f2966 req-fa064660-c256-4bb1-bc76-09877f4a0e40 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421951 May 05 16:52:39.150863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafd640-264d-4b03-9c2a-3f2df6e53173 req-27184cae-47a5-4b02-b0f0-012c68430ea0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:39.152390 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bafd640-264d-4b03-9c2a-3f2df6e53173 req-27184cae-47a5-4b02-b0f0-012c68430ea0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 945 time: 0.0786302 May 05 16:52:39.199145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bafd640-264d-4b03-9c2a-3f2df6e53173 req-4ae760f5-b5b1-4017-88a6-36e31cd3d3ad tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411112 May 05 16:52:39.227033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55898) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:39.298587 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-40e84e1f-257d-49b3-8bf1-46fb9c382907 tempest-TestNetworkBasicOps-635103903 tempest-TestNetworkBasicOps-635103903-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1093 time: 0.0703652 May 05 16:52:39.301149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55902) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:39.307289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:52:39.312826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:52:39.316649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Usage tracker for resource:floatingip and tenant:e340f730ceb4465e9ffe71e5fe3747b3 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:52:39.319478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:52:39.325480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:52:39.407251 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:39.546582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:39.690822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Allocated IP 172.26.2.135 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/6a48cb74-ad47-4123-ad5d-eadf8479d9d9) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:52:39.840134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:39.924902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:39.993973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:52:39.996916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:52:39.999417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:52:40.033389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=6a48cb74-ad47-4123-ad5d-eadf8479d9d9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:40.616395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:40.778340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:41.011256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:41.107331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:41.218911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event updated for resources: {'Port': ['ID=6a48cb74-ad47-4123-ad5d-eadf8479d9d9,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:52:41.233210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:41.427510 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Floating IP 028cb6d1-1a9a-43a9-9a18-b25eda449ecc associated. External IP: 172.26.2.135, port: 24f5dcd1-1f4a-4bab-9953-c51ac608c940. May 05 16:52:41.824806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:52:42.031701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:52:42.042210 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] Sync routers for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:52:42.055627 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:42.056250 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:52:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:42.107187 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:42.161988 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8a0c6a1d-2d0f-4544-a6b7-a3477cea6739 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8598332 May 05 16:52:42.162557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:52:42.165513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55910) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:42.220018 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07c7d959-3a3a-4d27-a58c-1ec732eb89a5'] response: {'name': 'network-changed', 'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'status': 'completed', 'code': 200} May 05 16:52:42.246842 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:42.278833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cc6f501d-4123-42d4-8b5b-ee1d572be890 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1121328 May 05 16:52:42.420965 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-4b035e28-f839-4d5b-b06a-8ce8a126cb98 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1098 time: 0.1787941 May 05 16:52:42.553625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-2bc7dafe-d2ef-4d95-a85f-152cdb4ee048 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:42.555868 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-2bc7dafe-d2ef-4d95-a85f-152cdb4ee048 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5531817d-1003-4935-a1e6-2bcc751f0027 HTTP/1.1" status: 200 len: 898 time: 0.1295700 May 05 16:52:42.615875 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '028cb6d1-1a9a-43a9-9a18-b25eda449ecc', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:52:40Z', 'updated_at': '2022-05-05T16:52:40Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:52:20Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:42.616680 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] Checking router: b6febc69-d468-4b0e-a56d-0f2ae540c43e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:52:42.629348 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:52:42.630063 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:52:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:42.664989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-e05006e2-71ee-4ddb-a7db-d1e17ac24fa8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940 HTTP/1.1" status: 200 len: 999 time: 0.1029360 May 05 16:52:42.728175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-a4952f4e-02bd-4c48-8121-8bab748bb20a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:52:42.729782 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-a4952f4e-02bd-4c48-8121-8bab748bb20a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=70dc91cb-e360-43b9-a672-3839a813b60b HTTP/1.1" status: 200 len: 835 time: 0.0596964 May 05 16:52:42.810304 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-90d3b652-c479-4e1f-a1e5-22f8c0feb272 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5531817d-1003-4935-a1e6-2bcc751f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0746460 May 05 16:52:42.817787 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:52:42.945571 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-6751fdf2-f8eb-4885-9bd7-e13d7755ace0 service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290529 May 05 16:52:43.078718 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f58a74ce-bb77-47e8-9e6d-a95a824c49a7 req-1c21f633-fd86-4afc-a8e9-d29996408d5b service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278725 May 05 16:52:43.177618 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '028cb6d1-1a9a-43a9-9a18-b25eda449ecc', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:52:40Z', 'updated_at': '2022-05-05T16:52:40Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:52:20Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:52:43.182389 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c82692-01e9-421c-94dc-a775ba54211d None None] The sync data for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv is: [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:52:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '028cb6d1-1a9a-43a9-9a18-b25eda449ecc', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:52:40Z', 'updated_at': '2022-05-05T16:52:40Z', 'revision_number': 0, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:52:20Z', 'revision_number': 5, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:52:43.281938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55916) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:43.384079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a759d94-cc58-4616-b2eb-9fb6a6a63379 None None] New status for floating IP 028cb6d1-1a9a-43a9-9a18-b25eda449ecc: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:52:43.394721 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9181900c-245f-4e9a-aee5-e9c1a3493ffb tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1107235 May 05 16:52:44.398234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55920) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:52:44.507001 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-56d46482-e2c5-403d-ad47-8eec692509dc tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 993 time: 0.1076403 May 05 16:52:50.290634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-80eb8a5b-f6d4-44be-a87b-5988b13d860e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:52.450629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4e6828ef-2227-4d35-9527-b3c18207ede6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:53.753268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:53.778492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:52:54.724525 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:52:55.190065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:03.857599 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-1e08d175-1729-41db-87e1-271e827d5490 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1370897 May 05 16:53:03.984223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:03.994101 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-204abff2-ba28-4f6a-9f4a-45da08a10871 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1098 time: 0.0688498 May 05 16:53:04.137966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-a2bd3d71-0f39-4b55-8ec5-f11317013c14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:53:04.139399 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-a2bd3d71-0f39-4b55-8ec5-f11317013c14 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5531817d-1003-4935-a1e6-2bcc751f0027 HTTP/1.1" status: 200 len: 898 time: 0.1275766 May 05 16:53:04.242782 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-c3fa9348-2bc9-4e73-a2c3-f1c71d6fb7b0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940 HTTP/1.1" status: 200 len: 1001 time: 0.0968153 May 05 16:53:04.310740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-770f22d4-8a2c-4f94-8634-b5e6fc117238 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:53:04.312234 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-770f22d4-8a2c-4f94-8634-b5e6fc117238 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=70dc91cb-e360-43b9-a672-3839a813b60b HTTP/1.1" status: 200 len: 835 time: 0.0638158 May 05 16:53:04.383326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-cd8e8eed-8bd7-4c29-a9e6-5545b6f0cc70 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5531817d-1003-4935-a1e6-2bcc751f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655084 May 05 16:53:04.513123 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-ed64052e-3e0b-4ff8-8610-d144358763db service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238410 May 05 16:53:04.750141 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1e9defba-b515-49dd-bc8a-bdfcc3f423aa req-c627f5fb-40ec-4db6-b299-196bd2f795a2 service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310874 May 05 16:53:20.279014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6670e5e-213f-4cbd-8cf9-82dcfd05075c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:22.421432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5a692ab8-b95f-422c-9ed3-902fe11a8480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:23.738956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:23.749766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:25.176248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:31.725834 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:53:33.990384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:45.197772 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55944) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:45.202971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'admin_state_up': False}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:53:45.776106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:45.844995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:46.050871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:53:46.255689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:53:46.265091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:46.265091 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-da87a210-f38b-492c-a5b0-116c499170ff tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/b6febc69-d468-4b0e-a56d-0f2ae540c43e HTTP/1.1" status: 200 len: 888 time: 1.0647874 May 05 16:53:46.265277 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] Sync routers for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:53:46.277591 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:53:46.278194 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:53:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:46.363758 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:46.374183 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:53:46.374770 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:53:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:46.433585 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:46.433983 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ac4a85-4326-40fb-8575-598b8ed60469 None None] The sync data for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv is: [] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:53:46.915624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472c57c-2ec6-45b5-91a3-4d2b64d34859 None None] New status for floating IP 028cb6d1-1a9a-43a9-9a18-b25eda449ecc: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:53:48.090514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:53:48.205252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:48.239634 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8f2dcb3a-9545-46c6-8394-a2ea96223a34,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:53:48.316679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:48.317396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:53:48.428650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:53:48.443848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55952) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:48.449754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Request body: {'router': {'admin_state_up': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:53:48.503770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.504119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.504462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.504800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.505136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.505471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.505801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.506126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.506451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.506775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.507097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:48.535655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:48.551287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=11f3f3ba-531e-4ec8-a629-5944c1971f4b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:53:48.630666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:48.697599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:53:49.111596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:49.208358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-451471', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-451472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-446994'] for router, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:49.420441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:53:49.625471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:53:49.634151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:49.634151 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-89e463cb-258f-44a7-a68a-11ae89c0dc8c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/b6febc69-d468-4b0e-a56d-0f2ae540c43e HTTP/1.1" status: 200 len: 887 time: 1.1873903 May 05 16:53:49.635758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55956) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:49.638267 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] Sync routers for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:53:49.650876 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:53:49.651496 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:53:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:49.743881 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f6645d79-99db-407b-b191-46256b510a14 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1065555 May 05 16:53:49.830942 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:53:50.169009 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:53:49Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:53:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '028cb6d1-1a9a-43a9-9a18-b25eda449ecc', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:52:40Z', 'updated_at': '2022-05-05T16:53:47Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:53:48Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:50.172708 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] Checking router: b6febc69-d468-4b0e-a56d-0f2ae540c43e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:53:50.183529 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:53:50.184116 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:53:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:50.299369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-23c8a488-4f3e-4f23-bfbc-2a507baa4ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:50.362068 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:53:50.712529 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:53:49Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:53:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '028cb6d1-1a9a-43a9-9a18-b25eda449ecc', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:52:40Z', 'updated_at': '2022-05-05T16:53:47Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:53:48Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:53:50.717026 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcc32f0-c487-4a4c-a278-eafe99d1eaa3 None None] The sync data for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv is: [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:53:49Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:53:48Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '028cb6d1-1a9a-43a9-9a18-b25eda449ecc', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'floating_ip_address': '172.26.2.135', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'port_id': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'mac_address': 'fa:16:3e:45:b9:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76a580f5-4a31-42d2-a734-672214a9c771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:52:40Z', 'updated_at': '2022-05-05T16:53:47Z', 'revision_number': 2, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f2dcb3a-9545-46c6-8394-a2ea96223a34', 'name': '', 'network_id': '5531817d-1003-4935-a1e6-2bcc751f0027', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'mac_address': 'fa:16:3e:10:1f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:13Z', 'updated_at': '2022-05-05T16:53:48Z', 'revision_number': 6, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'subnets': [{'id': '70dc91cb-e360-43b9-a672-3839a813b60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:53:50.747436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55960) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:50.853523 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a5376a15-ccc7-42d1-833f-bc3c8515f81b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1027725 May 05 16:53:51.856250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55964) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:51.960920 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0c1df28c-13c7-480c-a752-6d1cc347c3d8 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1035645 May 05 16:53:52.138299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:53:52.208591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:53:52.208948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.326204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.369550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8f2dcb3a-9545-46c6-8394-a2ea96223a34,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:53:52.444988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5833c645-0988-4d15-9494-e34c4cc28f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.467926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.468619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:53:52.584108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:53:52.598577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 11f3f3ba-531e-4ec8-a629-5944c1971f4b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:53:52.598947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.720104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.736506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=11f3f3ba-531e-4ec8-a629-5944c1971f4b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:53:52.819590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:52.885514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:53:52.965735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55968) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:53.074409 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c109f101-62ea-4ba6-9f9f-5d02a36176a2 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1072395 May 05 16:53:53.739321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:53.750382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:54.078278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55972) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:54.099218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:53:54.173260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:53:54.173626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:54.184254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a0c0e6c1-0cdd-429e-abef-06794f25c1e0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1048634 May 05 16:53:54.285894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:53:54.356106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 11f3f3ba-531e-4ec8-a629-5944c1971f4b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:53:54.356478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:55.188026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55976) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:55.230890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:55.297805 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a4f70a9e-aed0-4919-b5cc-6ac00d30bd27 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1086342 May 05 16:53:56.301234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55980) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:56.405895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8c641fe6-f756-41e2-bde8-759db48d1fdf tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1035442 May 05 16:53:57.409509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55984) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:57.514249 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e307e799-8ad5-4691-8403-fe54afa28430 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 991 time: 0.1036036 May 05 16:53:57.839513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1c9de3-e4a5-4965-9d4c-d808ab04ab76 None None] New status for floating IP 028cb6d1-1a9a-43a9-9a18-b25eda449ecc: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:53:58.518100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 55988) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:58.622900 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bd6c8d61-5ac1-4bdc-bba3-890a8e8191c0 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 200 len: 993 time: 0.1036274 May 05 16:53:58.924348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 55996) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:53:59.125869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 6a48cb74-ad47-4123-ad5d-eadf8479d9d9 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:53:59.126210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:59.292419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:59.292746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:59.409899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 6a48cb74-ad47-4123-ad5d-eadf8479d9d9 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:53:59.622235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:53:59.667044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=6a48cb74-ad47-4123-ad5d-eadf8479d9d9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:53:59.705540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.705894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.706210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.706538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.706857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.707197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.707516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.707838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.708153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.708467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.708780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:53:59.773451 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:00.245028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:54:00.442894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:54:00.459871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:00.516292 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-533afe92-85d5-419c-adbe-6315868a986e tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/floatingips/028cb6d1-1a9a-43a9-9a18-b25eda449ecc HTTP/1.1" status: 204 len: 168 time: 1.5902915 May 05 16:54:00.516856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:00.573472 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bf8cb67-c83f-43d9-a2da-ea630903e680'] response: {'name': 'network-changed', 'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'status': 'completed', 'code': 200} May 05 16:54:00.779332 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-dbfdb101-d9f2-44b1-8c28-4cab47e56bea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 1098 time: 0.1860940 May 05 16:54:00.911488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-933f39dc-8932-421f-9107-76929bf55ad0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:00.912934 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-933f39dc-8932-421f-9107-76929bf55ad0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=5531817d-1003-4935-a1e6-2bcc751f0027 HTTP/1.1" status: 200 len: 898 time: 0.1275511 May 05 16:54:00.985411 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-97b8db28-c56b-4dbd-a55b-d89995a17234 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940 HTTP/1.1" status: 200 len: 217 time: 0.0661037 May 05 16:54:01.048503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-9e1238c0-7269-4056-b973-9ffbcb74ad94 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:01.049960 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-9e1238c0-7269-4056-b973-9ffbcb74ad94 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=70dc91cb-e360-43b9-a672-3839a813b60b HTTP/1.1" status: 200 len: 835 time: 0.0595884 May 05 16:54:01.127073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-500c9ed3-451e-48b7-9ecb-9488e767ce45 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=5531817d-1003-4935-a1e6-2bcc751f0027&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706918 May 05 16:54:01.167603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4978fe84-5c82-4802-9f9d-d4ba06951c26 req-f00713d9-280c-4cc4-91b0-ade70cf02d97 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:01.168292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4978fe84-5c82-4802-9f9d-d4ba06951c26 req-f00713d9-280c-4cc4-91b0-ade70cf02d97 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:01.256783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4978fe84-5c82-4802-9f9d-d4ba06951c26 req-f00713d9-280c-4cc4-91b0-ade70cf02d97 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:01.258036 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-cc66cd4d-ea01-4646-aa44-9cb50688ede9 service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248577 May 05 16:54:01.258187 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4978fe84-5c82-4802-9f9d-d4ba06951c26 req-f00713d9-280c-4cc4-91b0-ade70cf02d97 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 945 time: 0.1704719 May 05 16:54:01.305695 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4978fe84-5c82-4802-9f9d-d4ba06951c26 req-8088a8d7-1984-4373-8900-4e31d93eb61f tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 May 05 16:54:01.390803 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddb7a298-5a61-40a5-a6ed-8a983e3a6927 req-6e056e6c-886b-44e8-89d3-eea68206422b service neutron] 10.222.0.71 "GET /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265395 May 05 16:54:02.505258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f24b143-4d0a-4d94-9867-f24510d3e94d req-d2a3fd38-631c-4077-ac47-16cb03d7ad62 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:02.506710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8f24b143-4d0a-4d94-9867-f24510d3e94d req-d2a3fd38-631c-4077-ac47-16cb03d7ad62 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 945 time: 0.0751262 May 05 16:54:02.608124 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8f24b143-4d0a-4d94-9867-f24510d3e94d req-58054d49-6682-4640-a553-a05655f635f4 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/security-groups?id=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955660 May 05 16:54:02.627985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-60416a75-41f2-4fc2-8b50-f81cb46d7407 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:02.629455 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-60416a75-41f2-4fc2-8b50-f81cb46d7407 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 945 time: 0.1022544 May 05 16:54:02.696513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:54:02.696850 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:02.938844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 24f5dcd1-1f4a-4bab-9953-c51ac608c940, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=24f5dcd1-1f4a-4bab-9953-c51ac608c940,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:02.939194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:03.062040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 24f5dcd1-1f4a-4bab-9953-c51ac608c940 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:54:03.262341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:03.310594 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=24f5dcd1-1f4a-4bab-9953-c51ac608c940,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:03.463946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.464286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.464620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.464950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.465279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.465603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.465924 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.466245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.466561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.466875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.467189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:03.479560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] No DVR routers for this DVR port 24f5dcd1-1f4a-4bab-9953-c51ac608c940 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:54:03.481807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:03.484311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'name': 'network-vif-deleted', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:03.541885 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb7398c5-c38c-4cfb-9e6d-e3c35a4b7043'] response: {'server_uuid': '76a580f5-4a31-42d2-a734-672214a9c771', 'name': 'network-vif-deleted', 'tag': '24f5dcd1-1f4a-4bab-9953-c51ac608c940', 'status': 'completed', 'code': 200} May 05 16:54:03.559822 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4684d9cb-1503-486c-ae0e-f70fa6db6c69 req-10a73014-91b7-40c8-9ae0-5595e6522cf3 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.71 "DELETE /v2.0/ports/24f5dcd1-1f4a-4bab-9953-c51ac608c940 HTTP/1.1" status: 204 len: 173 time: 0.9254515 May 05 16:54:03.801840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-35266900-db09-4a5c-9b75-d9b1c7b1e87b req-6b492d18-01a6-4afb-adb6-ec574967a592 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Synchronizing usage tracker for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:03.882372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-35266900-db09-4a5c-9b75-d9b1c7b1e87b req-6b492d18-01a6-4afb-adb6-ec574967a592 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Unset dirty status for tenant:e340f730ceb4465e9ffe71e5fe3747b3 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:03.884130 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-35266900-db09-4a5c-9b75-d9b1c7b1e87b req-6b492d18-01a6-4afb-adb6-ec574967a592 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "GET /v2.0/ports?device_id=76a580f5-4a31-42d2-a734-672214a9c771 HTTP/1.1" status: 200 len: 210 time: 0.1267896 May 05 16:54:03.988319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:05.001858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56014) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:05.075839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87e85bed-eaeb-4eca-8eb0-f44d3bf94253 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:05.110369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87e85bed-eaeb-4eca-8eb0-f44d3bf94253 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:05.279088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87e85bed-eaeb-4eca-8eb0-f44d3bf94253 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:05.298265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e85bed-eaeb-4eca-8eb0-f44d3bf94253 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a1fc78-83c5-49b9-8a51-c052cc2b3eaf,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:05.370507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-87e85bed-eaeb-4eca-8eb0-f44d3bf94253 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:05.371603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-87e85bed-eaeb-4eca-8eb0-f44d3bf94253 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/security-groups/08a1fc78-83c5-49b9-8a51-c052cc2b3eaf HTTP/1.1" status: 204 len: 168 time: 0.3693559 May 05 16:54:05.452739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56020) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:05.858344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:06.466091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 8f2dcb3a-9545-46c6-8394-a2ea96223a34 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:54:06.466761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:06.645637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 24f5dcd1-1f4a-4bab-9953-c51ac608c940 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:54:06.649713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 8f2dcb3a-9545-46c6-8394-a2ea96223a34, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8f2dcb3a-9545-46c6-8394-a2ea96223a34,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:06.650108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:06.678479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 24f5dcd1-1f4a-4bab-9953-c51ac608c940 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:54:06.678812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 24f5dcd1-1f4a-4bab-9953-c51ac608c940 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:54:06.769891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 8f2dcb3a-9545-46c6-8394-a2ea96223a34 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:54:07.094538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:07.143099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=8f2dcb3a-9545-46c6-8394-a2ea96223a34,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:07.438523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:08.014846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Router b6febc69-d468-4b0e-a56d-0f2ae540c43e has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:54:08.218687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:54:08.322393 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] Sync routers for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:54:08.334027 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:54:08.334628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:53:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:08.335662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bf21968e-9524-4e4f-906c-323a2b50ba9b tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "PUT /v2.0/routers/b6febc69-d468-4b0e-a56d-0f2ae540c43e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8817828 May 05 16:54:08.338466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56024) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:08.552648 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:54:08.633423 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting subnet 70dc91cb-e360-43b9-a672-3839a813b60b {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:54:08.636848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:08.692281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:08.759481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:54:08.781883 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:08.859278 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:54:06Z', 'revision_number': 7, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:08.863279 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] Checking router: b6febc69-d468-4b0e-a56d-0f2ae540c43e for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:54:08.873934 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] Routers {'b6febc69-d468-4b0e-a56d-0f2ae540c43e'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:54:08.874539 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:53:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:08.902535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:08.939596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Subnet': ['ID=70dc91cb-e360-43b9-a672-3839a813b60b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:08.947476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:08.960198 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c1439d8a-8beb-4d47-9ca2-89dae443ba49 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/subnets/70dc91cb-e360-43b9-a672-3839a813b60b HTTP/1.1" status: 204 len: 168 time: 0.6150870 May 05 16:54:08.960198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56028) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:08.962118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0a94c6-a345-4a65-9482-699028762e92 None None] Network 5531817d-1003-4935-a1e6-2bcc751f0027 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:54:09.059317 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] Set router b6febc69-d468-4b0e-a56d-0f2ae540c43e gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:54:09.159032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.264620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] DHCP port deletion for 5531817d-1003-4935-a1e6-2bcc751f0027 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 16:54:09.270654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] Deleting port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:54:09.271018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.365464 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:54:06Z', 'revision_number': 7, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:09.369698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.369959 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa8d89-c113-4870-b2f5-87b69f9a043c None None] The sync data for ids ['b6febc69-d468-4b0e-a56d-0f2ae540c43e'] in dv-neutron-840483-1-hyperv is: [{'id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'name': 'tempest-TestNetworkBasicOps-router-247711814', 'tenant_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126'}], 'enable_snat': True}, 'gw_port_id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:52:09Z', 'updated_at': '2022-05-05T16:54:06Z', 'revision_number': 7, 'project_id': 'e340f730ceb4465e9ffe71e5fe3747b3', 'gw_port': {'id': '11f3f3ba-531e-4ec8-a629-5944c1971f4b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:5c:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6febc69-d468-4b0e-a56d-0f2ae540c43e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:52:10Z', 'updated_at': '2022-05-05T16:53:52Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:54:09.439796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Deleting port 11f3f3ba-531e-4ec8-a629-5944c1971f4b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:54:09.440077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.478955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] For port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,segment=NetworkSegment(07aa4c0d-454e-4388-8918-c062fe93f712),segment_id=07aa4c0d-454e-4388-8918-c062fe93f712)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:09.479252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.605190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] Calling delete_port for b3d3123c-7b7d-4b8c-b1df-bd17c772f54a owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:54:09.615058 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] For port 11f3f3ba-531e-4ec8-a629-5944c1971f4b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=11f3f3ba-531e-4ec8-a629-5944c1971f4b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:09.615414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.732404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:09.737201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Calling delete_port for 11f3f3ba-531e-4ec8-a629-5944c1971f4b owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:54:09.782010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] Pushing event deleted for resources: {'Port': ['ID=b3d3123c-7b7d-4b8c-b1df-bd17c772f54a,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:09.788186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4044d473-5fc0-4969-b84e-8d334a2c6a1f None None] No DVR routers for this DVR port b3d3123c-7b7d-4b8c-b1df-bd17c772f54a on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:54:09.990980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:10.042456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Port': ['ID=11f3f3ba-531e-4ec8-a629-5944c1971f4b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:10.173492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:54:10.213595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 8f2dcb3a-9545-46c6-8394-a2ea96223a34 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:54:10.213938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8f2dcb3a-9545-46c6-8394-a2ea96223a34 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:54:10.214361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b3d3123c-7b7d-4b8c-b1df-bd17c772f54a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:54:10.248537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: b3d3123c-7b7d-4b8c-b1df-bd17c772f54a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:54:10.248884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b3d3123c-7b7d-4b8c-b1df-bd17c772f54a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:54:10.292384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:10.639382 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:10.643654 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:10.742431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:10.743436 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Fanout notify agent at l3_agent the message router_deleted on router b6febc69-d468-4b0e-a56d-0f2ae540c43e {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 16:54:10.759445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:10.763092 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-115efda6-6eae-466e-98ca-eb6a224b526c tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/routers/b6febc69-d468-4b0e-a56d-0f2ae540c43e HTTP/1.1" status: 204 len: 168 time: 1.8025243 May 05 16:54:10.763316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56032) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:10.875795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.006668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.032491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5531817d-1003-4935-a1e6-2bcc751f0027']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:11.044696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07aa4c0d-454e-4388-8918-c062fe93f712') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:11.044996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07aa4c0d-454e-4388-8918-c062fe93f712') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:54:11.058317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.075146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.081127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:54:11.081550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:54:11.095702 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:54:11.236759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.241491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:11.266590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] Pushing event deleted for resources: {'Network': ['ID=5531817d-1003-4935-a1e6-2bcc751f0027,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:11.334640 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-369fd22d-a18d-4f6a-a35d-328cb7a5d8d5 tempest-TestNetworkBasicOps-738960733 tempest-TestNetworkBasicOps-738960733-project] 10.222.0.70 "DELETE /v2.0/networks/5531817d-1003-4935-a1e6-2bcc751f0027 HTTP/1.1" status: 204 len: 168 time: 0.5702603 May 05 16:54:11.861864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56040) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:12.035072 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c7e4df4e-afd2-41c9-a9f1-530aa6b3c7d6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=e340f730ceb4465e9ffe71e5fe3747b3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718118 May 05 16:54:12.037618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56046) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:12.101525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a79ad41c-1b99-4373-b57f-42c21acf54ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:12.127419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a79ad41c-1b99-4373-b57f-42c21acf54ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:12.262142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a79ad41c-1b99-4373-b57f-42c21acf54ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:12.279370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ad41c-1b99-4373-b57f-42c21acf54ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d69e6-85e9-4976-b7c5-57b165f17fe7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:12.288818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a79ad41c-1b99-4373-b57f-42c21acf54ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:12.288818 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a79ad41c-1b99-4373-b57f-42c21acf54ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/919d69e6-85e9-4976-b7c5-57b165f17fe7 HTTP/1.1" status: 204 len: 168 time: 0.2481525 May 05 16:54:12.466064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d328f39d-21c6-4b9b-a750-bb5d6d4f41eb None None] New status for floating IP 028cb6d1-1a9a-43a9-9a18-b25eda449ecc: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:54:12.973264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56054) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:12.991724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.024423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:13.028087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Usage tracker for resource:security_group_rule and tenant:14075f8137f849979c0f06f297b11848 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:13.030967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:13.036601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:13.105609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.159216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.210203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29db2e9b-972e-4a35-ae84-bad5d5ae98d3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:13.216747 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1106d021-4fbb-4f89-9c2f-854ec5901d8b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=14075f8137f849979c0f06f297b11848&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2425711 May 05 16:54:13.219399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56058) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:13.279081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed63e991-7355-4810-8575-e849d60db8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.304498 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed63e991-7355-4810-8575-e849d60db8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.450752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed63e991-7355-4810-8575-e849d60db8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.464895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63e991-7355-4810-8575-e849d60db8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29db2e9b-972e-4a35-ae84-bad5d5ae98d3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:13.471310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ed63e991-7355-4810-8575-e849d60db8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:13.472420 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ed63e991-7355-4810-8575-e849d60db8ad admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/29db2e9b-972e-4a35-ae84-bad5d5ae98d3 HTTP/1.1" status: 204 len: 168 time: 0.2517345 May 05 16:54:14.062375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:54:14.098491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 11f3f3ba-531e-4ec8-a629-5944c1971f4b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:54:14.098834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 11f3f3ba-531e-4ec8-a629-5944c1971f4b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:54:20.291611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a9286356-9ca1-4d5e-b2c7-c1571b18cd58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:22.348268 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-36ed65c2-7494-41b0-9d69-ab00c3e71d09 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/networks?tenant_id=b4cef8e8b57f4375858b7709d06d6c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284419 May 05 16:54:22.422314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-898157c8-936a-4974-afd9-0b6b42329058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:22.502707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-35087a22-bff4-4164-a111-418a255063c8 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:22.610109 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-35087a22-bff4-4164-a111-418a255063c8 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502316 May 05 16:54:22.610109 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-0817e5bd-9656-426f-87e7-797b6471b7ac tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/quotas/b4cef8e8b57f4375858b7709d06d6c54 HTTP/1.1" status: 200 len: 375 time: 0.0131824 May 05 16:54:22.610109 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-b5ef6be4-34b7-42e2-bc51-7e92088144b9 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=b4cef8e8b57f4375858b7709d06d6c54&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0445585 May 05 16:54:22.820896 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-089bce61-5c97-4c63-b182-4be8d4d83ec2 req-65ba1afe-9812-44a3-8326-5b8c2c53103c tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 210 time: 0.0411282 May 05 16:54:23.780320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:23.781820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:23.931220 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-51ab9a93-a434-4c25-bf32-e26cbf1eed22 req-4ddc01bc-6db7-4939-97d1-82550b2d404d tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 210 time: 0.0402811 May 05 16:54:25.041645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-157e711b-e768-4a02-b7d9-c9727bb01b2d tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=b4cef8e8b57f4375858b7709d06d6c54&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260072 May 05 16:54:25.164846 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66180b6d-bdcd-44f2-8093-cfa6e46ba19a req-fbf9ce60-9e6d-468a-a0cc-70b57c4ef56a tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 210 time: 0.0971711 May 05 16:54:25.208112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:25.239005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-d7f9248f-7d59-4ce5-9d80-5f61924f6909 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:25.243828 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-d7f9248f-7d59-4ce5-9d80-5f61924f6909 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1946003 May 05 16:54:25.256483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Request body: {'port': {'device_id': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046', 'admin_state_up': True, 'tenant_id': 'b4cef8e8b57f4375858b7709d06d6c54'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:54:25.396394 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:25.400119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Usage tracker for resource:port and tenant:b4cef8e8b57f4375858b7709d06d6c54 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:25.402931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:25.408653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:25.488699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Made reservation on behalf of b4cef8e8b57f4375858b7709d06d6c54 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:54:25.491784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:25.505788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:25.537751 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:25.542005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Usage tracker for resource:security_group_rule and tenant:b4cef8e8b57f4375858b7709d06d6c54 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:25.544752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:25.550354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:25.617062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:25.679835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:25.865240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c45cf77-dbe1-4b62-8a56-35b64a2cb096,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:25.954274 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Allocated IP 192.168.233.238 (7a022bf3-5208-42fa-95f1-62b0a52a9046/0f7cb314-89cd-4af7-b7a6-2a28b5495f9e/8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:54:26.156892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:26.172536 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Transition to ACTIVE for port object 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:54:26.274458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:26.350039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Network 7a022bf3-5208-42fa-95f1-62b0a52a9046 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:54:26.353031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:54:26.357361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:54:26.370871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1f0d4-7f7f-41a7-9104-39a0cdd16a3e req-f6673b9f-de92-4729-a65d-2e6d676cc470 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:26.377928 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e0e1f0d4-7f7f-41a7-9104-39a0cdd16a3e req-f6673b9f-de92-4729-a65d-2e6d676cc470 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 936 time: 0.0858595 May 05 16:54:26.418753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Pushing event updated for resources: {'Port': ['ID=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:26.429395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:26.430008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:26.440720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e0e1f0d4-7f7f-41a7-9104-39a0cdd16a3e req-7c8b94a4-0620-4bb5-9670-288a7c87d77a tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612621 May 05 16:54:26.546111 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-472ed8c5-74a2-4fe0-a7d0-df0b39efd964 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2934096 May 05 16:54:26.559529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Request body: {'port': {'device_id': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:54:26.659877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f468765d-7837-45e1-be46-d674afb46dac None None] Provisioning for port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:54:26.664867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f468765d-7837-45e1-be46-d674afb46dac None None] Provisioning complete for port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:54:26.665263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f468765d-7837-45e1-be46-d674afb46dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:26.666212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:26.717448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f468765d-7837-45e1-be46-d674afb46dac None None] Port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:54:27.003085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:54:27.010143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:27.024203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Transition to ACTIVE for port object 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:54:27.120900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:27.258861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:27.369638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Attempting to bind port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:54:27.370600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Attempting to bind port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:54:27.371555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Attempting to bind port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b on network 7a022bf3-5208-42fa-95f1-62b0a52a9046 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:54:27.377359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b on network 7a022bf3-5208-42fa-95f1-62b0a52a9046 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:54:27.377676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Attempting to bind port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b on network 7a022bf3-5208-42fa-95f1-62b0a52a9046 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:54:27.383923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:54:27.384259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Checking segment: {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:54:27.384640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Bound using segment: {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:54:27.385062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Bound port: 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41286eac-30e4-4b44-bc12-73d28a226e90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:54:27.385406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:27.480034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] For port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:54:27.483825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] For port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:54:27.534821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:27.639309 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:27.640694 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b HTTP/1.1" status: 200 len: 1098 time: 1.0858974 May 05 16:54:27.641138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'tag': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:27.676565 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcfc1e-eaf3-43fa-bdab-f18f19d50a42 service neutron] Pushing event updated for resources: {'Port': ['ID=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:27.699969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-86aca6e4-cf10-4be3-8532-fa8397e5c637 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:27.700656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-86aca6e4-cf10-4be3-8532-fa8397e5c637 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Synchronizing usage tracker for tenant:b4cef8e8b57f4375858b7709d06d6c54 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:27.810149 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f59034fd-1ecd-4172-ad45-715a5991985d'] response: {'name': 'network-changed', 'server_uuid': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'tag': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b', 'status': 'completed', 'code': 200} May 05 16:54:27.812327 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-86aca6e4-cf10-4be3-8532-fa8397e5c637 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Unset dirty status for tenant:b4cef8e8b57f4375858b7709d06d6c54 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:27.813647 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-86aca6e4-cf10-4be3-8532-fa8397e5c637 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 948 time: 0.2427826 May 05 16:54:27.880726 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-32067c73-b96c-4f88-822c-6dde8f4b2ea1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b4cef8e8b57f4375858b7709d06d6c54&device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 1101 time: 0.1141953 May 05 16:54:27.882272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-e8ba8f8e-33ac-44d8-af41-bf3dab0d8b37 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Synchronizing usage tracker for tenant:b4cef8e8b57f4375858b7709d06d6c54 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:27.958702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-8ee731d8-cdf3-44dd-92e0-f8550e3bdf36 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b HTTP/1.1" status: 200 len: 217 time: 0.0714211 May 05 16:54:28.019522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-4f0d5764-c178-4239-a3b9-04a6c172bfe8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:28.020934 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-4f0d5764-c178-4239-a3b9-04a6c172bfe8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0f7cb314-89cd-4af7-b7a6-2a28b5495f9e HTTP/1.1" status: 200 len: 843 time: 0.0570939 May 05 16:54:28.150012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-e8ba8f8e-33ac-44d8-af41-bf3dab0d8b37 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Unset dirty status for tenant:b4cef8e8b57f4375858b7709d06d6c54 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:28.151116 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-784ce167-a251-49fa-b7ac-5b7f3e2b03ed req-e8ba8f8e-33ac-44d8-af41-bf3dab0d8b37 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301978 May 05 16:54:28.187697 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-50272e8d-c751-4ace-bdd4-a29ceb5debc2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a022bf3-5208-42fa-95f1-62b0a52a9046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1612313 May 05 16:54:28.319591 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-6da15b91-8b69-45a6-9e34-30a863f1a380 service neutron] 10.222.0.71 "GET /v2.0/networks/7a022bf3-5208-42fa-95f1-62b0a52a9046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264694 May 05 16:54:28.449765 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e53e1a5-5c3f-4633-b4ce-5a7021faf54e req-ad50a31c-0b08-48f0-aad4-5b1b0bfbd770 service neutron] 10.222.0.71 "GET /v2.0/networks/7a022bf3-5208-42fa-95f1-62b0a52a9046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235728 May 05 16:54:28.613352 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-0b7f2e7c-3059-4920-ad25-b46c8a29c8a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b4cef8e8b57f4375858b7709d06d6c54&device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 1101 time: 0.0677748 May 05 16:54:28.746925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-d20754fe-7fce-4e44-a58f-bf985e108b80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:28.748523 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-d20754fe-7fce-4e44-a58f-bf985e108b80 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7a022bf3-5208-42fa-95f1-62b0a52a9046 HTTP/1.1" status: 200 len: 870 time: 0.1298397 May 05 16:54:28.818632 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-03f9cefa-a534-465f-a2aa-5694912cee77 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b HTTP/1.1" status: 200 len: 217 time: 0.0641575 May 05 16:54:28.878709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-4922a868-25bd-490d-9b65-a1a5b650c3ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:28.880046 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-4922a868-25bd-490d-9b65-a1a5b650c3ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=0f7cb314-89cd-4af7-b7a6-2a28b5495f9e HTTP/1.1" status: 200 len: 843 time: 0.0557411 May 05 16:54:28.957069 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-809d35df-c68c-4c86-9af2-3b00dd719bc8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7a022bf3-5208-42fa-95f1-62b0a52a9046&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0703690 May 05 16:54:29.089168 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-7df04342-41d5-4975-9080-f03b2452f5a5 service neutron] 10.222.0.71 "GET /v2.0/networks/7a022bf3-5208-42fa-95f1-62b0a52a9046?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257102 May 05 16:54:29.220896 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6ab06fe7-4386-406b-81cf-08ade08c1275 req-77a1b57f-4693-4638-ba65-646eac4619d5 service neutron] 10.222.0.71 "GET /v2.0/networks/7a022bf3-5208-42fa-95f1-62b0a52a9046?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246650 May 05 16:54:29.353938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f22792-3949-4cd6-aaa7-e238c1b6ad66 req-94d221df-9ac5-4e21-b86c-50593141a15a tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:29.355911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92f22792-3949-4cd6-aaa7-e238c1b6ad66 req-94d221df-9ac5-4e21-b86c-50593141a15a tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 948 time: 0.0746827 May 05 16:54:29.401041 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92f22792-3949-4cd6-aaa7-e238c1b6ad66 req-97a46c16-0237-469f-8b9e-b207fad23209 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395148 May 05 16:54:30.616145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de30cd-d54e-46ab-85e9-13365f76070d req-7f7f5df5-f374-4c24-9c90-097247432ba3 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:30.617629 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c0de30cd-d54e-46ab-85e9-13365f76070d req-7f7f5df5-f374-4c24-9c90-097247432ba3 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 948 time: 0.0807395 May 05 16:54:30.667067 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c0de30cd-d54e-46ab-85e9-13365f76070d req-7165415e-5077-479f-b730-24473342dc72 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426486 May 05 16:54:30.738256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:54:30.872499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:30.886201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b', 'network_id': '7a022bf3-5208-42fa-95f1-62b0a52a9046', 'port_id': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b', 'mac_address': 'fa:16:3e:96:29:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 766, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f7cb314-89cd-4af7-b7a6-2a28b5495f9e', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:54:30.944233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:30.962278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:54:30.977158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:31.071022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:31.138772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:31.387736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:54:31.865985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecefcaf-da3b-49f0-a068-77a37af446a7 req-aeab95c2-287c-4cdb-886d-719ba8d0a0df tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:31.867556 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5ecefcaf-da3b-49f0-a068-77a37af446a7 req-aeab95c2-287c-4cdb-886d-719ba8d0a0df tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 949 time: 0.0792456 May 05 16:54:31.912085 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5ecefcaf-da3b-49f0-a068-77a37af446a7 req-adba22d1-23e6-44a0-849c-f030b275e2a7 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390172 May 05 16:54:32.744214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:54:32.884981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:54:32.889898 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:54:32.894929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:33.008002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:33.034735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:33.044839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:33.093468 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e78a422e-6f06-4d4e-9788-33f95bb288c3'] response: {'server_uuid': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b', 'code': 200} May 05 16:54:33.096475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:33.121998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e317ee4-b64a-4e48-afce-a215ffc14be2 req-2dfe3f8a-ad1c-468d-acdc-784e22d65faa tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:33.123546 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5e317ee4-b64a-4e48-afce-a215ffc14be2 req-2dfe3f8a-ad1c-468d-acdc-784e22d65faa tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 949 time: 0.0855649 May 05 16:54:33.173917 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5e317ee4-b64a-4e48-afce-a215ffc14be2 req-9dc15f9f-b08a-45aa-b201-6cb0696d7959 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443444 May 05 16:54:33.208984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:33.451063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ce8227d9-7532-4d56-bca0-83bd0cdefcc9 req-891b2949-2958-4361-b034-fa3e093f0c43 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 1103 time: 0.0669410 May 05 16:54:33.494907 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ce8227d9-7532-4d56-bca0-83bd0cdefcc9 req-0cee8193-82fc-4776-b869-fee049853f86 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361958 May 05 16:54:33.999705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:34.380886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d094-9a4e-4d27-9f17-10b2a8dcae72 req-c1ec458b-4f19-448b-a0d6-a4925cd2a121 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:34.382241 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e824d094-9a4e-4d27-9f17-10b2a8dcae72 req-c1ec458b-4f19-448b-a0d6-a4925cd2a121 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 950 time: 0.0763125 May 05 16:54:34.427237 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e824d094-9a4e-4d27-9f17-10b2a8dcae72 req-01fc72e9-637f-4448-a3ea-ddee69eee97b tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390558 May 05 16:54:35.627415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ff0eb-1427-4cf1-9303-3dba0c91fdfd req-a657e63c-3ac0-4636-b3e9-e006eab1e240 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:35.628873 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-da8ff0eb-1427-4cf1-9303-3dba0c91fdfd req-a657e63c-3ac0-4636-b3e9-e006eab1e240 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 950 time: 0.0783472 May 05 16:54:35.674398 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-da8ff0eb-1427-4cf1-9303-3dba0c91fdfd req-b8510346-fe24-419a-814b-0168f1048d3e tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 May 05 16:54:36.294495 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e5f0b1d-18ba-4e3c-a632-1ef9fae12742 req-f9450339-ec88-4783-bf07-723e259ceba6 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1554446 May 05 16:54:36.950837 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-28d1e3b6-e51e-4442-8fca-d7e02f37bfbe req-d5553f07-b2bd-4ae3-bd3f-356d49915acc service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0662687 May 05 16:54:37.987248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0932d36-e997-4269-941b-fa9030ebef9c req-61f0124a-ff4e-4d73-92c7-ceda477d78c5 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:37.988984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b0932d36-e997-4269-941b-fa9030ebef9c req-61f0124a-ff4e-4d73-92c7-ceda477d78c5 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 950 time: 0.0802026 May 05 16:54:38.033773 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b0932d36-e997-4269-941b-fa9030ebef9c req-3874fadc-0410-4906-a58d-a6aa8e37aa01 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 May 05 16:54:39.229625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe67b0f-6a2f-409f-a175-abe90d2e345c req-832c265e-60fb-4e8d-8be1-0d09258e53fc tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:39.231127 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abe67b0f-6a2f-409f-a175-abe90d2e345c req-832c265e-60fb-4e8d-8be1-0d09258e53fc tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 950 time: 0.0759358 May 05 16:54:39.279129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abe67b0f-6a2f-409f-a175-abe90d2e345c req-71ccb4ad-5454-4d0e-ac09-5116641a51f1 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/security-groups?id=7c45cf77-dbe1-4b62-8a56-35b64a2cb096&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408311 May 05 16:54:39.307768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-b47844e5-0500-4e3e-acbc-9c32ce84d69a tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:39.309823 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-b47844e5-0500-4e3e-acbc-9c32ce84d69a tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 950 time: 0.0774424 May 05 16:54:39.471211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Deleting port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:54:39.471481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:39.710131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] For port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,segment=NetworkSegment(41286eac-30e4-4b44-bc12-73d28a226e90),segment_id=41286eac-30e4-4b44-bc12-73d28a226e90)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:39.710476 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:39.830895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Calling delete_port for 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:54:40.031253 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:40.042667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:54:40.078045 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Pushing event deleted for resources: {'Port': ['ID=8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:40.158359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] No DVR routers for this DVR port 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:54:40.160906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:40.163519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'name': 'network-vif-deleted', 'tag': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:40.224964 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f983642-6b1e-4780-8473-5dc657c5f85e'] response: {'server_uuid': 'ca5950ca-211e-45ca-88d3-641eede11f20', 'name': 'network-vif-deleted', 'tag': '8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b', 'status': 'completed', 'code': 200} May 05 16:54:40.260797 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-37ceff29-5a0e-483c-8d5f-747ab6b57ce6 req-524e4b1d-5866-4195-b5c0-0edc82466275 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.71 "DELETE /v2.0/ports/8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b HTTP/1.1" status: 204 len: 173 time: 0.9455893 May 05 16:54:40.446368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e87d7d61-b512-4c7a-8efd-5b5eaa347720 req-3077c16a-d0e3-4a62-91df-17992bc47fe6 tempest-ServersAdminNegativeTestJSON-139068503 tempest-ServersAdminNegativeTestJSON-139068503-project] 10.222.0.70 "GET /v2.0/ports?device_id=ca5950ca-211e-45ca-88d3-641eede11f20 HTTP/1.1" status: 200 len: 210 time: 0.0448661 May 05 16:54:42.078894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56190) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:42.251091 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3597c2be-0874-483d-973f-54f220b63ef0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b4cef8e8b57f4375858b7709d06d6c54&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1709886 May 05 16:54:42.253738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56196) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:42.313053 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-957c2640-6899-4096-a9e1-05aa88d9f2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:42.338704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-957c2640-6899-4096-a9e1-05aa88d9f2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:42.471378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-957c2640-6899-4096-a9e1-05aa88d9f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:42.490216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957c2640-6899-4096-a9e1-05aa88d9f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c45cf77-dbe1-4b62-8a56-35b64a2cb096,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:42.547616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-957c2640-6899-4096-a9e1-05aa88d9f2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:42.548770 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-957c2640-6899-4096-a9e1-05aa88d9f2b5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c45cf77-dbe1-4b62-8a56-35b64a2cb096 HTTP/1.1" status: 204 len: 168 time: 0.2940316 May 05 16:54:42.802171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:54:42.836653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:54:42.836906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e5e2010-761f-4f3f-bc2a-fec5f42e0a9b not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:54:43.159501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56204) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:43.178714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.210057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:43.213925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Usage tracker for resource:security_group_rule and tenant:ff2f81a9fc824858ac28fcc99d8bc175 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:43.217555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:43.223353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:43.290911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.365247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.412744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c450add-b3d4-465e-9d8f-2130e923731b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:43.418055 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f782acd4-48e7-4a60-b600-358a7f5d8b38 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=ff2f81a9fc824858ac28fcc99d8bc175&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2575319 May 05 16:54:43.427441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56208) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:43.481612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0592238c-f88b-4e18-83e3-77f0443c023e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.506721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0592238c-f88b-4e18-83e3-77f0443c023e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.671409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0592238c-f88b-4e18-83e3-77f0443c023e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.685970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592238c-f88b-4e18-83e3-77f0443c023e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c450add-b3d4-465e-9d8f-2130e923731b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:43.692459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0592238c-f88b-4e18-83e3-77f0443c023e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:43.693536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0592238c-f88b-4e18-83e3-77f0443c023e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/7c450add-b3d4-465e-9d8f-2130e923731b HTTP/1.1" status: 204 len: 168 time: 0.2710168 May 05 16:54:44.885370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56230) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:45.017274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-394841119-network', 'tenant_id': 'f04e9fa42a3448c2b1112052a68817be'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:54:45.022016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:45.025815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Usage tracker for resource:network and tenant:f04e9fa42a3448c2b1112052a68817be is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:45.029426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:45.035506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:45.096831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Made reservation on behalf of f04e9fa42a3448c2b1112052a68817be for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:54:45.099150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.111679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.146874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:45.150673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Usage tracker for resource:security_group_rule and tenant:f04e9fa42a3448c2b1112052a68817be is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:45.154167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:45.159925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:45.227920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.296611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.324293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 799} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:54:45.337027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc716a3-bf25-4354-a617-29e738dd44c5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:45.341277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.341616 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Added segment e7da079a-bd8d-4fd2-b51b-c230e5652418 of type vlan for network 1c0f0bd4-a088-4e6f-817e-bf33859020fe May 05 16:54:45.367728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.442748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.443627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:45.444205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.548325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] Pushing event updated for resources: {'Network': ['ID=1c0f0bd4-a088-4e6f-817e-bf33859020fe,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:45.557674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 1c0f0bd4-a088-4e6f-817e-bf33859020fe details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:54:45.609522 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eb992a2a-8002-4d63-a30e-14296c739e26 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7230551 May 05 16:54:45.612337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56236) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:54:45.617857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Request body: {'subnet': {'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-394841119-subnet', 'tenant_id': 'f04e9fa42a3448c2b1112052a68817be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:54:45.623943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:45.627867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Usage tracker for resource:subnet and tenant:f04e9fa42a3448c2b1112052a68817be is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:45.630866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:45.636526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:45.711521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Made reservation on behalf of f04e9fa42a3448c2b1112052a68817be for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:54:45.713825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:45.733625 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:54:45.988982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:46.055314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf3fa037-eeb3-4d8a-9319-7ce0022555ab,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:46.079768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Checking segment: {'id': 'e7da079a-bd8d-4fd2-b51b-c230e5652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:54:46.080112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Network hostable DHCP agents. Network: 1c0f0bd4-a088-4e6f-817e-bf33859020fe, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:54:46.194150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Network 1c0f0bd4-a088-4e6f-817e-bf33859020fe is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:54:46.295062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 1c0f0bd4-a088-4e6f-817e-bf33859020fe) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:54:46.299279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:46.299758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:46.304202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467730b-468a-4d04-9641-b1b3e5b000e5 None None] Network 1c0f0bd4-a088-4e6f-817e-bf33859020fe requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:54:46.375208 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3c3007e3-3e33-4dce-bd17-c30063d83378 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7615600 May 05 16:54:46.514063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd81ce0-189b-47c5-821f-5281bb5812d4 None None] Network 1c0f0bd4-a088-4e6f-817e-bf33859020fe requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:54:46.915254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-1a03c6fc-5b5d-4b30-8bb9-788ad96b85d5 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:46.915855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-1a03c6fc-5b5d-4b30-8bb9-788ad96b85d5 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Synchronizing usage tracker for tenant:f04e9fa42a3448c2b1112052a68817be on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:47.071301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-1a03c6fc-5b5d-4b30-8bb9-788ad96b85d5 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Unset dirty status for tenant:f04e9fa42a3448c2b1112052a68817be on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:47.072534 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-1a03c6fc-5b5d-4b30-8bb9-788ad96b85d5 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/networks?id=1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 200 len: 811 time: 0.2962997 May 05 16:54:47.088957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-a29a8fd3-4a4d-49b0-8736-8026af045b28 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/quotas/f04e9fa42a3448c2b1112052a68817be HTTP/1.1" status: 200 len: 375 time: 0.0109186 May 05 16:54:47.135569 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-2153000a-387a-4215-b3c5-20ae91fe5d48 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412450 May 05 16:54:47.266457 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-22cd8fe8-ddec-4320-86a2-85d3779d3e69 service neutron] 10.222.0.70 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238940 May 05 16:54:47.395778 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-42e550ed-47b7-4655-a8e3-7add8ef5890b service neutron] 10.222.0.70 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236312 May 05 16:54:47.644868 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7dc92610-c24a-409a-8fda-849d095baa35 req-2b7a6577-54db-41e6-8479-10afc2f0015d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 210 time: 0.0420411 May 05 16:54:48.759773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0be76f31-9a70-42ff-85de-3396ee34b9a8 req-23ec8d37-f8e7-4705-86c6-eb7dcd2fe4fe tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 210 time: 0.0466988 May 05 16:54:49.976426 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c31f2dc2-58fa-4f47-a4bc-31cc747a95fe req-958df05c-8e2c-4bf3-a2fa-06c370dcbc66 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 210 time: 0.0576692 May 05 16:54:50.033365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-4afb119b-4035-45aa-bc2a-d266bb8318fc tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:50.034815 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-4afb119b-4035-45aa-bc2a-d266bb8318fc tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.71 "GET /v2.0/networks?id=1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 200 len: 811 time: 0.1871681 May 05 16:54:50.050982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Request body: {'port': {'device_id': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe', 'admin_state_up': True, 'tenant_id': 'f04e9fa42a3448c2b1112052a68817be'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:54:50.187206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:54:50.191104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Usage tracker for resource:port and tenant:f04e9fa42a3448c2b1112052a68817be is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:54:50.193991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:54:50.199937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:54:50.274057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Made reservation on behalf of f04e9fa42a3448c2b1112052a68817be for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:54:50.277240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:50.282719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cd248e5d-2b7b-4efd-af63-9f83d5487224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:50.439590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Allocated IP 172.20.0.6 (1c0f0bd4-a088-4e6f-817e-bf33859020fe/bf3fa037-eeb3-4d8a-9319-7ce0022555ab/12afb8ce-2290-463c-9b4e-25bf634ca3fc) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:54:50.729848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:50.849110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:50.916780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Network 1c0f0bd4-a088-4e6f-817e-bf33859020fe is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:54:50.920204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:54:50.923978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:54:50.962786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:50.992035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:50.992745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:51.112432 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-8e714de9-7ac3-490c-b806-891839976db0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0652115 May 05 16:54:51.124000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Request body: {'port': {'device_id': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:54:51.185427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72aee536-9e13-4be8-a1ac-0a72b74282c3 req-b8895dac-7d59-4b56-8b30-685abe7d6ad1 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:51.186889 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72aee536-9e13-4be8-a1ac-0a72b74282c3 req-b8895dac-7d59-4b56-8b30-685abe7d6ad1 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 931 time: 0.0838437 May 05 16:54:51.232238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-72aee536-9e13-4be8-a1ac-0a72b74282c3 req-d681743b-2daa-4c52-b05c-3b7660483064 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Synchronizing usage tracker for tenant:f04e9fa42a3448c2b1112052a68817be on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:51.235688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:51.297073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-72aee536-9e13-4be8-a1ac-0a72b74282c3 req-d681743b-2daa-4c52-b05c-3b7660483064 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Unset dirty status for tenant:f04e9fa42a3448c2b1112052a68817be on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:51.298595 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-72aee536-9e13-4be8-a1ac-0a72b74282c3 req-d681743b-2daa-4c52-b05c-3b7660483064 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060867 May 05 16:54:51.576626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12afb8ce-2290-463c-9b4e-25bf634ca3fc {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:54:51.583131 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:51.597854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Transition to ACTIVE for port object 12afb8ce-2290-463c-9b4e-25bf634ca3fc will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:54:51.685441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:51.813211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:51.919524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Attempting to bind port 12afb8ce-2290-463c-9b4e-25bf634ca3fc on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:54:51.919747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Attempting to bind port 12afb8ce-2290-463c-9b4e-25bf634ca3fc by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'e7da079a-bd8d-4fd2-b51b-c230e5652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:54:51.920178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Attempting to bind port 12afb8ce-2290-463c-9b4e-25bf634ca3fc on network 1c0f0bd4-a088-4e6f-817e-bf33859020fe {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:54:51.925852 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Port 12afb8ce-2290-463c-9b4e-25bf634ca3fc on network 1c0f0bd4-a088-4e6f-817e-bf33859020fe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:54:51.926164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Attempting to bind port 12afb8ce-2290-463c-9b4e-25bf634ca3fc on network 1c0f0bd4-a088-4e6f-817e-bf33859020fe {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:54:51.932214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:54:51.932545 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Checking segment: {'id': 'e7da079a-bd8d-4fd2-b51b-c230e5652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:54:51.932915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Bound using segment: {'id': 'e7da079a-bd8d-4fd2-b51b-c230e5652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:54:51.933329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Bound port: 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7da079a-bd8d-4fd2-b51b-c230e5652418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:54:51.933659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:52.020215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:54:52.023076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:54:52.085591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:52.146502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:52.147899 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] 10.222.0.71 "PUT /v2.0/ports/12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 200 len: 1093 time: 1.0283976 May 05 16:54:52.148323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:52.164620 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf99be28-5c34-4649-b6f0-a71576ec4eeb service neutron] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:52.210313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cc441f-b54c-4b9f-93c6-fd3d24c900ab'] response: {'name': 'network-changed', 'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'status': 'completed', 'code': 200} May 05 16:54:52.301764 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4b6735f7-2e41-4718-9db7-008cbf2ba7ee req-e0eed760-f570-49a0-b761-96024cbefc47 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1096 time: 0.0727971 May 05 16:54:52.432131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-48c45a84-2a03-4e47-b096-2aada35e58be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:52.444405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735f7-2e41-4718-9db7-008cbf2ba7ee req-daafbc24-7e12-46ab-b51f-3c66eb694e47 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:52.445850 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4b6735f7-2e41-4718-9db7-008cbf2ba7ee req-daafbc24-7e12-46ab-b51f-3c66eb694e47 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=f04e9fa42a3448c2b1112052a68817be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1376674 May 05 16:54:52.504626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a391730-3b18-4bbb-be95-79c77fc03e7f req-fe95bc72-b47c-4baa-8639-75d86b7fafb0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:52.506134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5a391730-3b18-4bbb-be95-79c77fc03e7f req-fe95bc72-b47c-4baa-8639-75d86b7fafb0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 943 time: 0.0824840 May 05 16:54:52.554959 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5a391730-3b18-4bbb-be95-79c77fc03e7f req-0398068f-b1fc-4198-9e45-7797f1885a89 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430968 May 05 16:54:52.586921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6735f7-2e41-4718-9db7-008cbf2ba7ee req-7bffe06f-f03f-4f0b-a8f1-5ca5c678bdf6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:52.588400 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4b6735f7-2e41-4718-9db7-008cbf2ba7ee req-7bffe06f-f03f-4f0b-a8f1-5ca5c678bdf6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1366019 May 05 16:54:52.694750 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-74f175db-b968-446d-8477-82e9f66e316d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1096 time: 0.0707114 May 05 16:54:52.767185 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-76e525b5-7142-444c-a7ce-e20c81be5b9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 200 len: 217 time: 0.0653541 May 05 16:54:52.829406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-07308344-dbc4-4e35-af4f-f225a1197488 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:52.830830 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-07308344-dbc4-4e35-af4f-f225a1197488 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf3fa037-eeb3-4d8a-9319-7ce0022555ab HTTP/1.1" status: 200 len: 851 time: 0.0580699 May 05 16:54:52.967566 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-7beef02d-0b6e-47a3-98df-24b373800998 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c0f0bd4-a088-4e6f-817e-bf33859020fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1312723 May 05 16:54:53.096844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-e6ec8395-c326-4d4f-8c28-37a9548e1958 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237683 May 05 16:54:53.227888 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0c48e60-84f6-4721-aeb5-392bb8687d24 req-4e1c2fb6-15dc-4177-896b-9ccabb029d86 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256027 May 05 16:54:53.700228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:53.728796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:53.763581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813af942-0a8e-495c-b978-bd36d6973d78 req-50b85d71-1b6e-4175-8cc1-0ad84e41e988 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:53.764379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-813af942-0a8e-495c-b978-bd36d6973d78 req-50b85d71-1b6e-4175-8cc1-0ad84e41e988 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Synchronizing usage tracker for tenant:f04e9fa42a3448c2b1112052a68817be on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:54:53.828133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-813af942-0a8e-495c-b978-bd36d6973d78 req-50b85d71-1b6e-4175-8cc1-0ad84e41e988 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Unset dirty status for tenant:f04e9fa42a3448c2b1112052a68817be on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:54:53.829322 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-813af942-0a8e-495c-b978-bd36d6973d78 req-50b85d71-1b6e-4175-8cc1-0ad84e41e988 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 943 time: 0.1415565 May 05 16:54:53.875711 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-813af942-0a8e-495c-b978-bd36d6973d78 req-513a0471-b079-488c-ae82-fa6768da0d99 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406008 May 05 16:54:55.073006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a4ecc-05cd-4a10-8da2-2427c1025c73 req-8ee7dde9-7957-46f6-aa53-88b66f2345c4 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:55.074450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3c6a4ecc-05cd-4a10-8da2-2427c1025c73 req-8ee7dde9-7957-46f6-aa53-88b66f2345c4 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 943 time: 0.0785441 May 05 16:54:55.122327 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3c6a4ecc-05cd-4a10-8da2-2427c1025c73 req-5ffb5e79-09fd-4a72-81c3-7579b2d71c53 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421448 May 05 16:54:55.197642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:56.327488 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c7d9a-df82-4942-b2ed-07d85432a4f0 req-35541f2e-19a2-4e17-9038-1e281ac5532c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:56.328840 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea4c7d9a-df82-4942-b2ed-07d85432a4f0 req-35541f2e-19a2-4e17-9038-1e281ac5532c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 943 time: 0.0813785 May 05 16:54:56.376418 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ea4c7d9a-df82-4942-b2ed-07d85432a4f0 req-8b45af0d-dbab-48d3-b4ed-0556e12dc079 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420799 May 05 16:54:56.855815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 12afb8ce-2290-463c-9b4e-25bf634ca3fc details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:54:56.990024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:57.003857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe', 'port_id': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'mac_address': 'fa:16:3e:84:a3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3fa037-eeb3-4d8a-9319-7ce0022555ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:54:57.058075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:57.075790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12afb8ce-2290-463c-9b4e-25bf634ca3fc {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:54:57.091541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:57.191506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:57.261440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:57.270873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.271224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.271586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.271923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.272255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.272581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.272931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.273263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.273579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.273923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.274246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:54:57.517869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['12afb8ce-2290-463c-9b4e-25bf634ca3fc'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:54:57.667610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5d1118-0d48-4c99-8e7d-d48b6d7c74af req-d3a5b04c-117c-49c0-ba86-f73ecdb2888a tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:57.668957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5d5d1118-0d48-4c99-8e7d-d48b6d7c74af req-d3a5b04c-117c-49c0-ba86-f73ecdb2888a tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 944 time: 0.1664109 May 05 16:54:57.714744 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5d5d1118-0d48-4c99-8e7d-d48b6d7c74af req-961078a0-2ecd-4d4d-8719-a7afb08523e9 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393426 May 05 16:54:58.868872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 12afb8ce-2290-463c-9b4e-25bf634ca3fc up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:54:58.912652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5297-4cd6-4dcf-aa61-346963baad61 req-138400c5-692b-47a4-8e30-79556f630eb7 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:54:58.914120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-22bc5297-4cd6-4dcf-aa61-346963baad61 req-138400c5-692b-47a4-8e30-79556f630eb7 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 944 time: 0.0776646 May 05 16:54:58.960420 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-22bc5297-4cd6-4dcf-aa61-346963baad61 req-49afbda1-c46b-40a4-93c2-ad27c3b012be tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408690 May 05 16:54:59.028548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 12afb8ce-2290-463c-9b4e-25bf634ca3fc completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:54:59.034911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 12afb8ce-2290-463c-9b4e-25bf634ca3fc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:54:59.035316 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:59.182933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:59.210657 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:54:59.220697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:54:59.323073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:54:59.359213 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98f98738-fe35-449d-9c1a-d528f1dcfad2'] response: {'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'code': 200} May 05 16:54:59.391493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:54:59.731520 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3bd14d00-a78a-4a50-9b5c-bce3bd89d0cc req-8ce82dc6-6ca6-4aab-add9-cc0d4e89f45a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1098 time: 0.0732293 May 05 16:54:59.774555 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3bd14d00-a78a-4a50-9b5c-bce3bd89d0cc req-b1128490-692e-4567-97b0-67e02611d357 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 May 05 16:55:00.157855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898132b9-2fd5-4b6b-983c-c1a7e8248c0f req-6ce26bbf-3e33-4f22-9c93-54a2efbd156f tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:00.159291 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-898132b9-2fd5-4b6b-983c-c1a7e8248c0f req-6ce26bbf-3e33-4f22-9c93-54a2efbd156f tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0759618 May 05 16:55:00.208992 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-898132b9-2fd5-4b6b-983c-c1a7e8248c0f req-8f5cd24f-18db-44ad-80b2-f5dbc16729fb tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439606 May 05 16:55:01.407990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88282e-0989-4764-bc18-5d2813b8a8d6 req-f064513d-8bbc-428b-acf0-3ed927a0f8c5 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:01.409435 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7a88282e-0989-4764-bc18-5d2813b8a8d6 req-f064513d-8bbc-428b-acf0-3ed927a0f8c5 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0758018 May 05 16:55:01.456745 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7a88282e-0989-4764-bc18-5d2813b8a8d6 req-d5574296-3001-490e-a81b-b8b559fbaab3 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418015 May 05 16:55:01.650924 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-133becb9-52d1-4743-bffb-6bf98db9866f req-b5fd1c3f-e03b-4035-a469-a1fbc2d47010 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685742 May 05 16:55:02.086543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde559e-9805-4c81-859b-41927da18e95 req-bf54e680-de29-422e-9c11-9e69f00ddae4 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:02.088007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1cde559e-9805-4c81-859b-41927da18e95 req-bf54e680-de29-422e-9c11-9e69f00ddae4 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0760071 May 05 16:55:02.137068 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1cde559e-9805-4c81-859b-41927da18e95 req-4e83ed3d-20fc-49b4-a8c7-2455e73f0203 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 May 05 16:55:02.183741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56302) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:02.321892 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-522e4977-09f5-4f02-9bfe-aefd9680ad68 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369202 May 05 16:55:03.342561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f2e48-e150-4ecd-a4c5-91d9d5d01627 req-96eb9fde-dd81-4980-b5a1-fb8860ca1371 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:03.344580 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c98f2e48-e150-4ecd-a4c5-91d9d5d01627 req-96eb9fde-dd81-4980-b5a1-fb8860ca1371 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0805650 May 05 16:55:03.390298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c98f2e48-e150-4ecd-a4c5-91d9d5d01627 req-ee7c0383-13e0-41c7-8716-591830a8bdc0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398912 May 05 16:55:03.856443 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-d3cc0c34-eba5-4002-bc92-537db1f01357 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1098 time: 0.0709410 May 05 16:55:03.997640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:04.006115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-f40d5f57-dda6-4a98-b30f-d53c0659e886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:04.007578 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-f40d5f57-dda6-4a98-b30f-d53c0659e886 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 200 len: 912 time: 0.1310952 May 05 16:55:04.077709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-c8eebefe-7cc5-4916-8903-cb29f759411f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 200 len: 217 time: 0.0643141 May 05 16:55:04.140577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-d91fada1-d60f-4cc2-9377-d4b629cba1c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:04.142290 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-d91fada1-d60f-4cc2-9377-d4b629cba1c8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf3fa037-eeb3-4d8a-9319-7ce0022555ab HTTP/1.1" status: 200 len: 851 time: 0.0593970 May 05 16:55:04.192969 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-70e27fe6-54da-40d1-b21a-f380635739c3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c0f0bd4-a088-4e6f-817e-bf33859020fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424144 May 05 16:55:04.329251 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-52de909a-d29d-4892-a4ec-35b7d707d7a2 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291230 May 05 16:55:04.568468 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4cbe0097-f866-4a83-a157-9ddac78d8219 req-b77f8269-1bb8-4429-a5a2-0cef26227adf service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293642 May 05 16:55:04.608550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577311a-b544-4abb-b526-4381acf2e9a4 req-8f36ee33-ec70-4719-b7ae-17936548187b tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:04.610912 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0577311a-b544-4abb-b526-4381acf2e9a4 req-8f36ee33-ec70-4719-b7ae-17936548187b tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0839300 May 05 16:55:04.663371 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0577311a-b544-4abb-b526-4381acf2e9a4 req-717a7334-8680-4664-90de-1eaf158f2d63 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463779 May 05 16:55:04.758199 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-528fa7ee-9c81-4a3f-a7ac-b330364476ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1098 time: 0.0844705 May 05 16:55:04.897796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-2f584acd-ab63-496f-ad2f-df34620d1447 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:04.899283 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-2f584acd-ab63-496f-ad2f-df34620d1447 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 200 len: 912 time: 0.1351001 May 05 16:55:04.978140 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-643479b5-6e64-4a86-a266-8901efda0e25 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 200 len: 217 time: 0.0675292 May 05 16:55:05.046260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-9a94800c-e915-4ea7-83ec-5549744c9a90 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:05.047917 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-9a94800c-e915-4ea7-83ec-5549744c9a90 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf3fa037-eeb3-4d8a-9319-7ce0022555ab HTTP/1.1" status: 200 len: 851 time: 0.0610931 May 05 16:55:05.096621 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-0899842e-d841-4d05-838e-b4fd5b255016 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c0f0bd4-a088-4e6f-817e-bf33859020fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427330 May 05 16:55:05.230825 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-0747e04f-4d26-4164-b470-60a407c034bf service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281171 May 05 16:55:05.366437 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-de2510c5-8bf8-47ef-9452-399fe5454062 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275661 May 05 16:55:05.872006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db87ceec-8973-47fa-bec7-f3f7afbd2ce3 req-25545144-8472-4c84-ad52-6eeacec83f58 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:05.873361 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db87ceec-8973-47fa-bec7-f3f7afbd2ce3 req-25545144-8472-4c84-ad52-6eeacec83f58 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0778506 May 05 16:55:05.929901 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db87ceec-8973-47fa-bec7-f3f7afbd2ce3 req-a2e655e2-a54e-4ba2-80d3-3317e7809458 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497205 May 05 16:55:07.129064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576f73c-ed3b-456e-a16c-953ba89065d9 req-79f47a6f-55b5-4a6c-9832-c60ddc3b051d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:07.130490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d576f73c-ed3b-456e-a16c-953ba89065d9 req-79f47a6f-55b5-4a6c-9832-c60ddc3b051d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0761678 May 05 16:55:07.174618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d576f73c-ed3b-456e-a16c-953ba89065d9 req-a65a6593-8e21-49c9-a0c0-a1583e291789 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386064 May 05 16:55:08.373807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64517cac-4908-4147-aafa-d0f78ddfcb91 req-3a2f4562-7887-4227-b701-b6560d53eb7d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:08.375129 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-64517cac-4908-4147-aafa-d0f78ddfcb91 req-3a2f4562-7887-4227-b701-b6560d53eb7d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0775173 May 05 16:55:08.421134 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-64517cac-4908-4147-aafa-d0f78ddfcb91 req-5f904adb-9eb8-47c7-8cd0-5555524c1aa3 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 May 05 16:55:09.625393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9f7a5-f7b1-4886-936b-fa4f4c15e0c0 req-a92e81b1-c715-4175-8ec1-932f477c815a tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:09.627106 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b8a9f7a5-f7b1-4886-936b-fa4f4c15e0c0 req-a92e81b1-c715-4175-8ec1-932f477c815a tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0821633 May 05 16:55:09.673408 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b8a9f7a5-f7b1-4886-936b-fa4f4c15e0c0 req-9152194c-9b4a-41a4-b1fe-b134c9017249 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406551 May 05 16:55:10.870237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86059d-e9ed-4132-a66a-fb36888b8378 req-1f1fa1b0-a2ff-4be0-a570-d95c831c3966 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:10.871709 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-eb86059d-e9ed-4132-a66a-fb36888b8378 req-1f1fa1b0-a2ff-4be0-a570-d95c831c3966 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0757177 May 05 16:55:10.916244 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-eb86059d-e9ed-4132-a66a-fb36888b8378 req-dd0c23c1-e499-4641-a22f-b23b892b379b tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383646 May 05 16:55:12.117948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c60df-6be7-4d53-91e3-19fafa2f465c req-a2b6fbed-3b9e-43a8-b759-ecedf4182d3e tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:12.119386 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-701c60df-6be7-4d53-91e3-19fafa2f465c req-a2b6fbed-3b9e-43a8-b759-ecedf4182d3e tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0757079 May 05 16:55:12.167755 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-701c60df-6be7-4d53-91e3-19fafa2f465c req-86983c5d-75a7-4746-ac5c-aca4651091a4 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428107 May 05 16:55:13.366625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65702ac0-b81e-4589-abdb-175c970c60b6 req-bfebc836-d476-4bb5-886e-808e6f67848c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:13.368102 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-65702ac0-b81e-4589-abdb-175c970c60b6 req-bfebc836-d476-4bb5-886e-808e6f67848c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0795732 May 05 16:55:13.413024 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-65702ac0-b81e-4589-abdb-175c970c60b6 req-0078a3cb-f6d4-4403-9fd7-c2dacc0ed892 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394323 May 05 16:55:14.609899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bd97ac-1167-4689-8718-be3b2a8bffb6 req-95d98628-c7bb-4ca7-aca7-ad2c9ad2e2fd tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:14.611942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-39bd97ac-1167-4689-8718-be3b2a8bffb6 req-95d98628-c7bb-4ca7-aca7-ad2c9ad2e2fd tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0781157 May 05 16:55:14.658235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-39bd97ac-1167-4689-8718-be3b2a8bffb6 req-039ec271-64e4-4106-a655-a66ab55e34ca tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404141 May 05 16:55:15.855077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841c9c44-c3a4-436b-8d78-74030a61ccdf req-1e5201bb-85f3-40d8-b6dd-e8befdbc37f9 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:15.856537 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-841c9c44-c3a4-436b-8d78-74030a61ccdf req-1e5201bb-85f3-40d8-b6dd-e8befdbc37f9 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0757284 May 05 16:55:15.904400 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-841c9c44-c3a4-436b-8d78-74030a61ccdf req-439e1af6-019a-427b-9c23-8d94d10ff69c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416930 May 05 16:55:17.109083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d783c-9ef1-4cb4-aef5-d67c40cddb6f req-adc2ef95-7d32-4725-99c6-0b7a08645356 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:17.110528 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a1d783c-9ef1-4cb4-aef5-d67c40cddb6f req-adc2ef95-7d32-4725-99c6-0b7a08645356 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0789697 May 05 16:55:17.155973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a1d783c-9ef1-4cb4-aef5-d67c40cddb6f req-b8ebbad7-5e31-4e7f-936e-50a6643633dd tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 May 05 16:55:18.358517 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85373fc7-2c5e-4fb4-bdaa-f503efa61ff5 req-9c64d366-305e-43f0-8a77-a0e3a40003ac tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:18.359906 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-85373fc7-2c5e-4fb4-bdaa-f503efa61ff5 req-9c64d366-305e-43f0-8a77-a0e3a40003ac tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0774384 May 05 16:55:18.405463 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-85373fc7-2c5e-4fb4-bdaa-f503efa61ff5 req-d73050b8-6007-485a-9180-277dec223f90 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398057 May 05 16:55:19.605059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11319853-f8b7-4b5f-89f1-ab9d10d4af1c req-6de9ae42-1e89-4a95-9c44-d3feb684b9e3 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:19.606481 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11319853-f8b7-4b5f-89f1-ab9d10d4af1c req-6de9ae42-1e89-4a95-9c44-d3feb684b9e3 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0761130 May 05 16:55:19.652557 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11319853-f8b7-4b5f-89f1-ab9d10d4af1c req-20e98cc3-0412-4a20-b8bc-fed27df4b7da tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 May 05 16:55:20.305894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0914f147-45b5-494b-a377-2b1754110940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:20.851440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5600c4-0640-4675-9552-68438300c6f6 req-18d8447c-02cd-4eb3-b79e-7bcee9eafe41 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:20.852918 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2c5600c4-0640-4675-9552-68438300c6f6 req-18d8447c-02cd-4eb3-b79e-7bcee9eafe41 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0798516 May 05 16:55:20.897841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2c5600c4-0640-4675-9552-68438300c6f6 req-f4172f26-52f9-4370-94a0-caea80c9fc45 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394456 May 05 16:55:22.101856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae7638-cf5b-43b3-9554-2a9d344b7775 req-d81e10b1-2c5a-4612-beb4-ee24eed8806f tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:22.103343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-28ae7638-cf5b-43b3-9554-2a9d344b7775 req-d81e10b1-2c5a-4612-beb4-ee24eed8806f tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0818105 May 05 16:55:22.149154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-28ae7638-cf5b-43b3-9554-2a9d344b7775 req-1f8d4d56-cf80-4e86-8dce-24b809c09ec8 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 May 05 16:55:22.433815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-504540d0-d580-4c3b-adbc-90ae373ca88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:22.735516 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:55:23.350077 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c271f1-ce81-4048-b36f-37889ec4235d req-8c8e76c2-4557-4cee-b539-6f6be9f7e17d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:23.351542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04c271f1-ce81-4048-b36f-37889ec4235d req-8c8e76c2-4557-4cee-b539-6f6be9f7e17d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0759699 May 05 16:55:23.397346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04c271f1-ce81-4048-b36f-37889ec4235d req-69162d18-fc46-4166-abf7-f260de47c605 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400872 May 05 16:55:23.702228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:23.730877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:24.598777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bb5f6-8f9c-4c6b-9e59-f9d752588104 req-189dcfd6-edb7-4fea-ae98-72fccae8ec5d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:24.600265 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e55bb5f6-8f9c-4c6b-9e59-f9d752588104 req-189dcfd6-edb7-4fea-ae98-72fccae8ec5d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0767012 May 05 16:55:24.646785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e55bb5f6-8f9c-4c6b-9e59-f9d752588104 req-2f15a605-b5f5-4bf4-bb43-9e6a0ff25c01 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410709 May 05 16:55:25.234122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:25.853748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8f92b-c965-4bb4-8549-c54fd02e6730 req-184220e1-3e1d-4f4f-b1c7-f4b0c585455d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:25.855197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-95a8f92b-c965-4bb4-8549-c54fd02e6730 req-184220e1-3e1d-4f4f-b1c7-f4b0c585455d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0842881 May 05 16:55:25.902734 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-95a8f92b-c965-4bb4-8549-c54fd02e6730 req-8fcf844a-27b0-4893-9232-0a2a256b49d0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 May 05 16:55:27.109124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c0b73-cdfc-431d-afb8-a474073f8e02 req-262661c6-fa97-49f5-9225-3024b7d5049c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:27.110707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2a9c0b73-cdfc-431d-afb8-a474073f8e02 req-262661c6-fa97-49f5-9225-3024b7d5049c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0831442 May 05 16:55:27.158391 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2a9c0b73-cdfc-431d-afb8-a474073f8e02 req-b5f51b7c-c799-48a8-b24b-5b580669e1e1 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411203 May 05 16:55:28.357136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112b5d4-078c-4bff-a573-ec7c26b1bd22 req-663f3f23-787e-4317-8ae2-550f7677c60d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:28.358492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b112b5d4-078c-4bff-a573-ec7c26b1bd22 req-663f3f23-787e-4317-8ae2-550f7677c60d tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0749326 May 05 16:55:28.404509 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b112b5d4-078c-4bff-a573-ec7c26b1bd22 req-5823d60f-1863-4c53-a2d3-916d70dc2e2e tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 May 05 16:55:29.604078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fcdbd5-1cba-4ec4-afdf-c516608f257d req-5bfac186-05f6-4233-b9dd-8fb18a13fbcb tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:29.605559 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-16fcdbd5-1cba-4ec4-afdf-c516608f257d req-5bfac186-05f6-4233-b9dd-8fb18a13fbcb tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0768633 May 05 16:55:29.654492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-16fcdbd5-1cba-4ec4-afdf-c516608f257d req-1c3f94b7-0beb-4413-9f65-ae5326b5cfb7 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434630 May 05 16:55:30.856329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc443f-61b8-4589-9809-8f28091289b5 req-dead64a8-7131-4736-a625-57ee39e33993 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:30.857782 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34cc443f-61b8-4589-9809-8f28091289b5 req-dead64a8-7131-4736-a625-57ee39e33993 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0793121 May 05 16:55:30.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34cc443f-61b8-4589-9809-8f28091289b5 req-72a715b8-84d1-4bcf-97aa-7ad1b6d32f8c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 May 05 16:55:32.110534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16308ca2-30ee-4c52-b8f2-eb998d2bbf0f req-557b17fe-b01b-4d99-948e-0c90901ed10e tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:32.113603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-16308ca2-30ee-4c52-b8f2-eb998d2bbf0f req-557b17fe-b01b-4d99-948e-0c90901ed10e tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0806081 May 05 16:55:32.171335 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-16308ca2-30ee-4c52-b8f2-eb998d2bbf0f req-a7f33004-7ba6-44a6-acc5-ddb4a66a921c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528910 May 05 16:55:32.380523 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-557981d8-01c1-434a-a2ba-d9c9a9fbaeaa service neutron] 10.222.0.71 "GET /v2.0/ports/12afb8ce-2290-463c-9b4e-25bf634ca3fc/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0790966 May 05 16:55:32.967547 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-7fbed441-4549-4c1f-a6dd-a1799cef445f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65&tenant_id=f04e9fa42a3448c2b1112052a68817be HTTP/1.1" status: 200 len: 1098 time: 0.1638751 May 05 16:55:33.061462 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-79a957bc-321d-4230-9fae-a5b5966fd10c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1098 time: 0.0694518 May 05 16:55:33.211319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-0c2db8dc-1817-4877-af90-9c2d0e503979 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:33.212807 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-0c2db8dc-1817-4877-af90-9c2d0e503979 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 200 len: 912 time: 0.1448641 May 05 16:55:33.283250 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-cc47f23d-3af6-41d9-b6c2-58c4e47d374c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 200 len: 217 time: 0.0650687 May 05 16:55:33.391432 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-d79a0ed1-2751-40b0-a500-44f48b8a034e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:33.392788 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-d79a0ed1-2751-40b0-a500-44f48b8a034e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf3fa037-eeb3-4d8a-9319-7ce0022555ab HTTP/1.1" status: 200 len: 851 time: 0.1041539 May 05 16:55:33.443359 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-63c1cc58-63d9-48de-aad2-60c6d48a808b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c0f0bd4-a088-4e6f-817e-bf33859020fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402055 May 05 16:55:33.453385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ff62-1902-4c93-9941-040d7acf49d0 req-b9e50bb8-02ed-4444-a0bd-8c97acd334ec tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:33.454725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2073ff62-1902-4c93-9941-040d7acf49d0 req-b9e50bb8-02ed-4444-a0bd-8c97acd334ec tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.1366374 May 05 16:55:33.579836 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2073ff62-1902-4c93-9941-040d7acf49d0 req-d6932271-fd65-4708-a4d0-67c4c850d402 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075668 May 05 16:55:33.615969 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-477337f3-774b-4c45-9e5d-69fcc9ea4e46 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603496 May 05 16:55:33.744931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51be9878-768b-4bb0-b86c-2d8746ab5b57 req-3575ddc2-cf96-4f52-82be-ff01cf447375 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231010 May 05 16:55:34.006443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:34.783262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5bf8-04c4-49a4-a9ac-8afb65a3ca5c req-787fbcc3-1bfe-467d-80a9-f636dcf85da7 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:34.784742 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-848f5bf8-04c4-49a4-a9ac-8afb65a3ca5c req-787fbcc3-1bfe-467d-80a9-f636dcf85da7 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0806212 May 05 16:55:34.830201 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-848f5bf8-04c4-49a4-a9ac-8afb65a3ca5c req-6b42d8b9-c3a7-4725-b04a-317d7ae1a66c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387454 May 05 16:55:34.956600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 12afb8ce-2290-463c-9b4e-25bf634ca3fc details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:55:35.088485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:55:35.101995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'network_id': '1c0f0bd4-a088-4e6f-817e-bf33859020fe', 'port_id': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'mac_address': 'fa:16:3e:84:a3:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf3fa037-eeb3-4d8a-9319-7ce0022555ab', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:55:35.155620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:35.172834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 12afb8ce-2290-463c-9b4e-25bf634ca3fc {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:55:35.188703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:55:35.274328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:35.341057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:35.484771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['12afb8ce-2290-463c-9b4e-25bf634ca3fc'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:55:36.032192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4024bc-415f-490e-b334-901d6417af01 req-9016f468-9ff9-4fdd-b665-9e7fc6804198 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:36.033796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5d4024bc-415f-490e-b334-901d6417af01 req-9016f468-9ff9-4fdd-b665-9e7fc6804198 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 944 time: 0.0776002 May 05 16:55:36.079769 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5d4024bc-415f-490e-b334-901d6417af01 req-b4664398-1431-4793-99c0-caaa5384c169 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398936 May 05 16:55:36.963773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 12afb8ce-2290-463c-9b4e-25bf634ca3fc up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:55:37.036083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 12afb8ce-2290-463c-9b4e-25bf634ca3fc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:55:37.036366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:37.149123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:37.178924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:55:37.188524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:55:37.248176 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-febed0c7-1173-49c3-b0a3-e4bfe78f9d9a'] response: {'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'code': 200} May 05 16:55:37.280264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade3bd8-7700-4b3a-a16b-8c25b0208496 req-343c76f3-7d1d-4ec7-9646-4861d846df92 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:37.282282 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9ade3bd8-7700-4b3a-a16b-8c25b0208496 req-343c76f3-7d1d-4ec7-9646-4861d846df92 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 944 time: 0.0772321 May 05 16:55:37.301345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:37.329957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9ade3bd8-7700-4b3a-a16b-8c25b0208496 req-97ac82d4-65f9-4065-9417-2eb58c025df2 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403657 May 05 16:55:37.367895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:37.984294 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-ccf7b9db-83ed-4b7d-9033-3c409bea23e0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:37.985652 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-ccf7b9db-83ed-4b7d-9033-3c409bea23e0 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65&tenant_id=f04e9fa42a3448c2b1112052a68817be&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0843284 May 05 16:55:38.124395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-2d0c2a20-b406-4c46-bacd-a0fed80e828a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=f04e9fa42a3448c2b1112052a68817be&device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 1098 time: 0.0709505 May 05 16:55:38.256207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-97a01c98-50d6-454b-b64a-c08c68eefd22 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:38.257699 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-97a01c98-50d6-454b-b64a-c08c68eefd22 service neutron] 10.222.0.71 "GET /v2.0/networks?id=1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 200 len: 912 time: 0.1272218 May 05 16:55:38.328532 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-b22c5481-3f21-4025-95e8-01d78004f68e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 200 len: 217 time: 0.0651896 May 05 16:55:38.390858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-8e6def89-fb4b-471d-bd47-2dbeb04e6d02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:38.392327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-8e6def89-fb4b-471d-bd47-2dbeb04e6d02 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=bf3fa037-eeb3-4d8a-9319-7ce0022555ab HTTP/1.1" status: 200 len: 851 time: 0.0580349 May 05 16:55:38.437501 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-7dfed8bc-8746-43a1-8452-a2510dc673a2 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=1c0f0bd4-a088-4e6f-817e-bf33859020fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395038 May 05 16:55:38.567012 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-ab71d1ce-fb69-40ce-8134-34d09570a4b7 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240282 May 05 16:55:38.783906 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-ea523ecf-5815-4892-b886-e27422f59984 service neutron] 10.222.0.71 "GET /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115560 May 05 16:55:40.356489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb8e62-2647-41ee-902f-0a7162a4c457 req-9a2f1869-ee45-4fe9-89e9-83a2b3cf55cc tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:40.358033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1dbb8e62-2647-41ee-902f-0a7162a4c457 req-9a2f1869-ee45-4fe9-89e9-83a2b3cf55cc tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0876675 May 05 16:55:40.404573 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1dbb8e62-2647-41ee-902f-0a7162a4c457 req-1c31a459-e676-44dd-87a9-d97598d45f7c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406020 May 05 16:55:41.606338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420b0c8-2f5f-4060-b183-d94baf0ea725 req-766cd93e-58d3-469d-ab48-1aecaedc35b3 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:41.607803 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8420b0c8-2f5f-4060-b183-d94baf0ea725 req-766cd93e-58d3-469d-ab48-1aecaedc35b3 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0785711 May 05 16:55:41.653164 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8420b0c8-2f5f-4060-b183-d94baf0ea725 req-b1d7c9cd-5f9b-48c2-bd38-464f09c22d11 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/security-groups?id=5cc716a3-bf25-4354-a617-29e738dd44c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396388 May 05 16:55:42.068230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-c292465b-0ac0-4abb-a7cd-6d73c5bec772 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:42.069649 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-c292465b-0ac0-4abb-a7cd-6d73c5bec772 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.71 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 945 time: 0.0759630 May 05 16:55:42.139836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Deleting port 12afb8ce-2290-463c-9b4e-25bf634ca3fc {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:55:42.140173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:42.381291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] For port 12afb8ce-2290-463c-9b4e-25bf634ca3fc, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=12afb8ce-2290-463c-9b4e-25bf634ca3fc,segment=NetworkSegment(e7da079a-bd8d-4fd2-b51b-c230e5652418),segment_id=e7da079a-bd8d-4fd2-b51b-c230e5652418)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:55:42.381550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:42.497679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Calling delete_port for 12afb8ce-2290-463c-9b4e-25bf634ca3fc owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:55:42.708605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:42.720359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['12afb8ce-2290-463c-9b4e-25bf634ca3fc'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:55:42.758358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Pushing event deleted for resources: {'Port': ['ID=12afb8ce-2290-463c-9b4e-25bf634ca3fc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:42.772212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.772559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.772901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.773234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.773567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.773906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.774217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.774540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.774856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.775191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.775837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:42.821513 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d76253ce-3609-487a-87bc-0aad85c02b16 req-c7466c37-5ee9-4a73-a391-417b6ebda17c tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.70 "GET /v2.0/ports?device_id=4bec61d8-4430-4dbd-9625-a2475f042b65 HTTP/1.1" status: 200 len: 210 time: 0.0434685 May 05 16:55:42.851913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] No DVR routers for this DVR port 12afb8ce-2290-463c-9b4e-25bf634ca3fc on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:55:42.854538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:42.857067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'name': 'network-vif-deleted', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:55:42.912048 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-107dd59a-f804-4684-91d6-84f5a8088dcc'] response: {'server_uuid': '4bec61d8-4430-4dbd-9625-a2475f042b65', 'name': 'network-vif-deleted', 'tag': '12afb8ce-2290-463c-9b4e-25bf634ca3fc', 'status': 'completed', 'code': 200} May 05 16:55:42.932175 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3aa1c31-6d08-4ed2-bbaa-a1fcc700aace req-450fadcc-e8ff-430a-adea-ffb028184a20 tempest-DeleteServersTestJSON-137647 tempest-DeleteServersTestJSON-137647-project] 10.222.0.71 "DELETE /v2.0/ports/12afb8ce-2290-463c-9b4e-25bf634ca3fc HTTP/1.1" status: 204 len: 173 time: 0.8573461 May 05 16:55:44.092166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56408) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:44.150723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Deleting subnet bf3fa037-eeb3-4d8a-9319-7ce0022555ab {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:55:44.153586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.201259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.258696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.388530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.435690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf3fa037-eeb3-4d8a-9319-7ce0022555ab,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:44.440332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.446593 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a94c7b6f-1d06-481b-8b44-7da4d2100cfe admin admin] 10.222.0.70 "DELETE /v2.0/subnets/bf3fa037-eeb3-4d8a-9319-7ce0022555ab HTTP/1.1" status: 204 len: 168 time: 0.3534443 May 05 16:55:44.449047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56412) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:44.555256 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.683129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.713750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0f0bd4-a088-4e6f-817e-bf33859020fe']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:55:44.726805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7da079a-bd8d-4fd2-b51b-c230e5652418') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:55:44.727093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7da079a-bd8d-4fd2-b51b-c230e5652418') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:55:44.739202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.755207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.761322 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Releasing vlan 799 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:55:44.761725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:55:44.775592 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:55:44.913781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.932997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:44.943726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c0f0bd4-a088-4e6f-817e-bf33859020fe,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:44.993047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 12afb8ce-2290-463c-9b4e-25bf634ca3fc no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:55:45.030763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 12afb8ce-2290-463c-9b4e-25bf634ca3fc {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:55:45.031104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 12afb8ce-2290-463c-9b4e-25bf634ca3fc not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:55:45.034986 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-46df40eb-d21f-43ec-9e00-c2ce945ecff9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/1c0f0bd4-a088-4e6f-817e-bf33859020fe HTTP/1.1" status: 204 len: 168 time: 0.5849097 May 05 16:55:45.450703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56418) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:45.500164 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-32c28431-c123-40e3-9f14-6a9238e9a5b6 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f04e9fa42a3448c2b1112052a68817be&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0483277 May 05 16:55:45.502567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56422) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:45.560707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e786bde2-4d75-4131-94c5-f5160d3622d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:45.585471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e786bde2-4d75-4131-94c5-f5160d3622d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:45.708732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e786bde2-4d75-4131-94c5-f5160d3622d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:45.724683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e786bde2-4d75-4131-94c5-f5160d3622d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc716a3-bf25-4354-a617-29e738dd44c5,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:45.808429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-e786bde2-4d75-4131-94c5-f5160d3622d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:45.809540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e786bde2-4d75-4131-94c5-f5160d3622d9 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/5cc716a3-bf25-4354-a617-29e738dd44c5 HTTP/1.1" status: 204 len: 168 time: 0.3061173 May 05 16:55:46.943651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56444) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:47.076120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-220987756-network', 'tenant_id': '718ce966613643c5be9f813924726311'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:55:47.081033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:55:47.084963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Usage tracker for resource:network and tenant:718ce966613643c5be9f813924726311 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:55:47.087874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:55:47.094110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:55:47.174976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Made reservation on behalf of 718ce966613643c5be9f813924726311 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:55:47.178222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.193406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.224346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:55:47.228220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Usage tracker for resource:security_group_rule and tenant:718ce966613643c5be9f813924726311 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:55:47.230977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:55:47.236605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:55:47.303282 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.382949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.412197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:55:47.420839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303ba1f3-4821-458c-95ff-8f7956e58673,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:47.426936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.427281 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Added segment 26a79c59-c7a4-4750-a38f-aef6ae935dae of type vlan for network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b May 05 16:55:47.453848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.565223 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.566006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:47.566790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:47.753364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:47.763646 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:55:47.829483 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b9dfa099-e88f-4fa6-98b1-3413d3eb38f4 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8846109 May 05 16:55:47.832851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56452) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:55:47.838183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Request body: {'subnet': {'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-220987756-subnet', 'tenant_id': '718ce966613643c5be9f813924726311', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:55:47.842914 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:55:47.846740 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Usage tracker for resource:subnet and tenant:718ce966613643c5be9f813924726311 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:55:47.850353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:55:47.856037 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:55:47.936855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Made reservation on behalf of 718ce966613643c5be9f813924726311 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:55:47.939296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:48.200007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:48.277157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76cf7355-8bdc-4a68-a841-f0042c40b2b8,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:48.291816 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Checking segment: {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:55:48.292169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Network hostable DHCP agents. Network: 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:55:48.376978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:55:48.439815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:55:48.444344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:48.444898 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:48.449497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7b09be-7e24-4072-8665-0cc166c244bf None None] Network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:55:48.533568 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a788efd7-abcb-42a8-bf31-f72f17d5ee05 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6996441 May 05 16:55:48.663953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d1afd7-68ae-4fb6-9d02-f3b10a8ca7b7 None None] Network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:55:49.124621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-8be19a94-9d50-44d7-aeb6-17104378b32e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:49.125290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-8be19a94-9d50-44d7-aeb6-17104378b32e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Synchronizing usage tracker for tenant:718ce966613643c5be9f813924726311 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:55:49.206060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-8be19a94-9d50-44d7-aeb6-17104378b32e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Unset dirty status for tenant:718ce966613643c5be9f813924726311 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:55:49.207176 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-8be19a94-9d50-44d7-aeb6-17104378b32e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 814 time: 0.2298486 May 05 16:55:49.224092 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-0f019aa4-a7f4-4cec-a9a1-32576747490e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/quotas/718ce966613643c5be9f813924726311 HTTP/1.1" status: 200 len: 375 time: 0.0112002 May 05 16:55:49.271386 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-332cf5d0-f4c1-4c5a-9c21-455f900de33d tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419881 May 05 16:55:49.470114 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-2ef22517-383a-4e98-8927-c43fe069cf2f service neutron] 10.222.0.70 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916203 May 05 16:55:49.604855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-47c1e493-a0ff-406c-ab29-80b02a2b80c4 service neutron] 10.222.0.70 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289124 May 05 16:55:49.859152 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bdc88d34-98a9-49b3-95ba-54cd41e80b69 req-2cd4f5e6-343e-49bb-ab49-462012f8a2c9 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 210 time: 0.0442753 May 05 16:55:50.297194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f5dc7bcb-8703-4ec9-a8ac-6bcb0f15fe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:51.030353 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b8200033-ac32-4386-9420-b967fdbd5669 req-55809e2d-c365-41e9-b18f-a42ccc0ce784 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 210 time: 0.0440705 May 05 16:55:52.052067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-0824a416-a24a-4239-93c1-f6008464956c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:52.053506 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-0824a416-a24a-4239-93c1-f6008464956c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 814 time: 0.1498158 May 05 16:55:52.071809 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Request body: {'port': {'device_id': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'admin_state_up': True, 'tenant_id': '718ce966613643c5be9f813924726311'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:55:52.206454 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8e6bbf71-9eef-4326-85b7-9bf6e2518a4b req-7597e612-5d08-478a-81fe-298887883755 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 210 time: 0.0416076 May 05 16:55:52.213619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:55:52.217920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Usage tracker for resource:port and tenant:718ce966613643c5be9f813924726311 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:55:52.220901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:55:52.226806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:55:52.325516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Made reservation on behalf of 718ce966613643c5be9f813924726311 for: {'port': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:55:52.328759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:52.443969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-464e44b4-1101-4d36-82aa-b1310ce0d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:52.498663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Allocated IP 172.20.0.2 (8c13eb5c-50fe-4af8-8051-6620f9fc5d1b/76cf7355-8bdc-4a68-a841-f0042c40b2b8/f95d28bf-84d8-481a-a8c1-94ad66ecdb66) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:55:52.700192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:52.723770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-72e0fac0-6c04-4cd8-a6f2-e3695d7700c7 req-e6d33f44-63b0-48d4-81e9-576fe568307b service neutron] (84819) timed out ('10.222.0.71', 56082) {{(pid=84819) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 16:55:52.811643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:52.880885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:55:52.883770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:55:52.887667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:55:53.014770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:53.048495 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:53.049082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:53.170128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-17e9c6d4-f858-41f5-b2f8-c40cd68a67e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1021388 May 05 16:55:53.181752 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Request body: {'port': {'device_id': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:55:53.291180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:53.556800 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-870815a1-813f-4bdb-a438-24ca11c3c033 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:53.557474 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-870815a1-813f-4bdb-a438-24ca11c3c033 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Synchronizing usage tracker for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:55:53.671332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-870815a1-813f-4bdb-a438-24ca11c3c033 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Unset dirty status for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:55:53.672516 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-870815a1-813f-4bdb-a438-24ca11c3c033 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 931 time: 0.3329034 May 05 16:55:53.697301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:53.724964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:53.725489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f95d28bf-84d8-481a-a8c1-94ad66ecdb66 {{(pid=84818) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:55:53.733940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:53.754773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-a95c12a2-615d-40a7-b0b8-234c40baa402 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Synchronizing usage tracker for tenant:718ce966613643c5be9f813924726311 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:55:53.757601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Transition to ACTIVE for port object f95d28bf-84d8-481a-a8c1-94ad66ecdb66 will not be triggered until provisioned by entity L2. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:55:53.826671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:53.863999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-a95c12a2-615d-40a7-b0b8-234c40baa402 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Unset dirty status for tenant:718ce966613643c5be9f813924726311 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:55:53.865150 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-833dd0dc-4546-42e5-86f5-bec5281b0296 req-a95c12a2-615d-40a7-b0b8-234c40baa402 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819491 May 05 16:55:53.950393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:54.054176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Attempting to bind port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:55:54.054519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Attempting to bind port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:55:54.054845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Attempting to bind port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 on network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:55:54.060623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 on network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:55:54.060943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Attempting to bind port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 on network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:55:54.067157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:55:54.068012 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Checking segment: {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:55:54.068455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Bound using segment: {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'} {{(pid=84818) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:55:54.068882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.managers [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Bound port: f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'}}] {{(pid=84818) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:55:54.069224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:54.159443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, cleared binding levels {{(pid=84818) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:55:54.162402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84818) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:55:54.246259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:54.309017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:54.310385 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] 10.222.0.71 "PUT /v2.0/ports/f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 200 len: 1093 time: 1.1326318 May 05 16:55:54.310807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:55:54.327860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79d46eb-9702-4e9d-8979-4cfb4d70bb19 service neutron] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=3']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:54.369098 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9287c9-bfea-412e-9d2b-317b0c625f33'] response: {'name': 'network-changed', 'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'status': 'completed', 'code': 200} May 05 16:55:54.460226 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aed2a022-e8a9-4423-8415-eb8f4bb2d3b6 req-779cec5d-74ea-4479-bde1-17bbd814a2b7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0725441 May 05 16:55:54.598149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2a022-e8a9-4423-8415-eb8f4bb2d3b6 req-1451d889-6728-4125-9038-f4373da01927 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:54.600161 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aed2a022-e8a9-4423-8415-eb8f4bb2d3b6 req-1451d889-6728-4125-9038-f4373da01927 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=718ce966613643c5be9f813924726311&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1339533 May 05 16:55:54.733856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed2a022-e8a9-4423-8415-eb8f4bb2d3b6 req-2e47926b-ff3f-47d9-8620-6d1c051a8ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:54.735313 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aed2a022-e8a9-4423-8415-eb8f4bb2d3b6 req-2e47926b-ff3f-47d9-8620-6d1c051a8ea4 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1299090 May 05 16:55:54.837841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-d71e7c8a-a7b2-4d9e-b228-471d4b115026 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1096 time: 0.0680015 May 05 16:55:54.908411 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-51bbb8bf-7bfb-40db-85a0-a2f1875b3462 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 200 len: 217 time: 0.0636973 May 05 16:55:54.969204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-6a2d2729-1111-4e8a-a690-80182fc6c948 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:54.970677 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-6a2d2729-1111-4e8a-a690-80182fc6c948 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0571971 May 05 16:55:55.145140 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-db5e3322-c1e4-46d1-9802-55056ee868db service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1685803 May 05 16:55:55.211602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:55.294115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0461076d-5479-4f01-9e55-6766fb650a37 req-0dbdfd7c-2f6a-4c57-80fd-b611fb50aed8 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:55.295590 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0461076d-5479-4f01-9e55-6766fb650a37 req-0dbdfd7c-2f6a-4c57-80fd-b611fb50aed8 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 943 time: 0.2905848 May 05 16:55:55.300929 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-5e918243-d32a-4062-b671-42dc2c5e0540 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497226 May 05 16:55:55.423360 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0461076d-5479-4f01-9e55-6766fb650a37 req-e9bf78f3-65ea-47b4-9ecf-7e5a7e88b32c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215003 May 05 16:55:55.462556 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-216176d0-1f96-4e8c-a197-7225258cf9c8 req-05d3caf7-9930-47eb-af63-d18d01a7f5d7 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470592 May 05 16:55:56.625462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63fd78-be31-4889-9fa7-0e31425ecbe2 req-d565db6d-ed39-4158-9aa7-12efe9fdeda6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:56.626965 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc63fd78-be31-4889-9fa7-0e31425ecbe2 req-d565db6d-ed39-4158-9aa7-12efe9fdeda6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 943 time: 0.0759201 May 05 16:55:56.675714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc63fd78-be31-4889-9fa7-0e31425ecbe2 req-4798e5ee-aea7-4466-9770-5c3817dd0ad9 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424898 May 05 16:55:57.878311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f32e-185e-4909-811f-9e9441defcf8 req-19a3f8a3-8136-4e97-9871-97a27d1f3352 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:57.879783 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1606f32e-185e-4909-811f-9e9441defcf8 req-19a3f8a3-8136-4e97-9871-97a27d1f3352 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 943 time: 0.0794396 May 05 16:55:57.924841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1606f32e-185e-4909-811f-9e9441defcf8 req-da69f1dc-9c49-424d-8a40-c39fd3185b14 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389926 May 05 16:55:59.066084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:55:59.123195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cfb41-0d7a-49f6-842e-9d648301d3da req-6673678a-78db-4c27-b2e3-3a9a3e5e600c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:55:59.124675 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e7cfb41-0d7a-49f6-842e-9d648301d3da req-6673678a-78db-4c27-b2e3-3a9a3e5e600c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 943 time: 0.0786145 May 05 16:55:59.172426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e7cfb41-0d7a-49f6-842e-9d648301d3da req-5de3f0de-a0d5-46e1-8505-e42fdf8904f8 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421472 May 05 16:55:59.232216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:55:59.246127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'port_id': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'mac_address': 'fa:16:3e:a0:e0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf7355-8bdc-4a68-a841-f0042c40b2b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:55:59.300177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:59.320312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95d28bf-84d8-481a-a8c1-94ad66ecdb66 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:55:59.335398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:55:59.399753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:55:59.463842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:55:59.471934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.472276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.472606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.472930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.473257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.474087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.474752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.474941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.475234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.475572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.475891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:55:59.700463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f95d28bf-84d8-481a-a8c1-94ad66ecdb66'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:55:59.742894 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:56:00.371790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25ee76e-2846-46c0-a41c-8c04c9a971f6 req-c5a2f660-cee8-4c49-a9a0-d97e23c58f99 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:00.373162 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c25ee76e-2846-46c0-a41c-8c04c9a971f6 req-c5a2f660-cee8-4c49-a9a0-d97e23c58f99 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 944 time: 0.0779629 May 05 16:56:00.417953 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c25ee76e-2846-46c0-a41c-8c04c9a971f6 req-b7c557d6-3bd0-4289-9dac-1b7fa139ffcb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393696 May 05 16:56:01.067317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:56:01.193935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:56:01.198961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:56:01.203821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:01.313947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:01.340873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:56:01.351210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:01.398612 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a10496-fc4e-446d-8855-92f41efb2a46'] response: {'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'code': 200} May 05 16:56:01.415097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:01.482642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:01.621033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf47dfdb-6bb6-4f9a-9679-ba7ce6dfda20 req-47cedd1d-beea-4b21-a5b4-fd282d79d9dc tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:01.622477 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cf47dfdb-6bb6-4f9a-9679-ba7ce6dfda20 req-47cedd1d-beea-4b21-a5b4-fd282d79d9dc tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0800214 May 05 16:56:01.669722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cf47dfdb-6bb6-4f9a-9679-ba7ce6dfda20 req-0f43dbba-f147-4e6b-9b7e-cd0ec94fd856 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 May 05 16:56:01.769602 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3574d4bd-8557-45f1-8b00-e0948339de81 req-a38c5e5a-2803-4714-be26-c42deb4d2258 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1098 time: 0.0685296 May 05 16:56:01.814647 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3574d4bd-8557-45f1-8b00-e0948339de81 req-892f298e-a3fd-4835-902a-e8c62648a7b4 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396130 May 05 16:56:02.875867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5807e26c-9d43-403e-8ffa-75865e892f1c req-7572ff70-55da-4d12-b15b-7d1cafccd522 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:02.877307 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5807e26c-9d43-403e-8ffa-75865e892f1c req-7572ff70-55da-4d12-b15b-7d1cafccd522 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0803630 May 05 16:56:03.002267 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5807e26c-9d43-403e-8ffa-75865e892f1c req-1823f743-0bc6-4c8b-b9d2-d71726846f6e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190588 May 05 16:56:03.805244 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-f3cb7224-05df-412d-87e2-f0382fa3ed46 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0782323 May 05 16:56:03.949204 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-d8c9e84f-802d-4369-aa97-77bdbf13c99a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1098 time: 0.0696347 May 05 16:56:04.052788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:04.096884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-ba148534-5f08-4c1c-9ced-7f7df16953b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:04.097864 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-ba148534-5f08-4c1c-9ced-7f7df16953b1 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1294396 May 05 16:56:04.201438 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-3502eec7-0cb1-41ce-a9cc-dcf70f91d4fc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 200 len: 217 time: 0.0978873 May 05 16:56:04.282379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-c64ce6b6-bf31-4794-9f0b-088188d3f83e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:04.283848 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-c64ce6b6-bf31-4794-9f0b-088188d3f83e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0760610 May 05 16:56:04.330051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb80c6-41ad-4cc8-8fc4-428a82d8c6d8 req-7a7d7c59-cdd2-4d33-ab06-0c06c953b7b0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:04.331488 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cecb80c6-41ad-4cc8-8fc4-428a82d8c6d8 req-7a7d7c59-cdd2-4d33-ab06-0c06c953b7b0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1760926 May 05 16:56:04.337148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-b1d03689-ca0b-4f79-bd98-71f8b7df5fd6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469561 May 05 16:56:04.455744 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cecb80c6-41ad-4cc8-8fc4-428a82d8c6d8 req-5311017b-bc9a-41d2-ba7c-26edbfa962f6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176553 May 05 16:56:04.498435 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-4682c624-d543-4b4c-a9b4-c4e321b6a864 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467636 May 05 16:56:04.632054 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01510a0a-7b7f-43ba-b319-e6785048c82e req-1951c105-52fb-41a6-90bd-c772a5e16d00 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279006 May 05 16:56:04.654417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce07758-5f69-486a-a97b-04f72d200679 req-a5e97e52-6756-469c-a0ca-4977143deeed tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:04.655900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3ce07758-5f69-486a-a97b-04f72d200679 req-a5e97e52-6756-469c-a0ca-4977143deeed tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0763471 May 05 16:56:04.704214 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3ce07758-5f69-486a-a97b-04f72d200679 req-4c84aee6-1dea-4c19-a20e-0e7fd3307ebb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419030 May 05 16:56:05.191205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b4c0b1-0899-496c-8215-b40d084b43eb req-bcb1fafb-01ac-4b2c-a268-37be0de2dc58 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:05.193289 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70b4c0b1-0899-496c-8215-b40d084b43eb req-bcb1fafb-01ac-4b2c-a268-37be0de2dc58 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0820172 May 05 16:56:05.243088 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70b4c0b1-0899-496c-8215-b40d084b43eb req-ac774e05-24b8-4274-ba7c-74183aed3cea tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409501 May 05 16:56:05.536350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcb8c2-5735-45bb-9c3d-bfd9737c825d req-1863081a-0813-4cf2-bec2-a52ff7b97646 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:05.537840 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8fcb8c2-5735-45bb-9c3d-bfd9737c825d req-1863081a-0813-4cf2-bec2-a52ff7b97646 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1670568 May 05 16:56:05.586013 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8fcb8c2-5735-45bb-9c3d-bfd9737c825d req-817b8ac5-fee7-4228-a448-9f517435b55f tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 May 05 16:56:05.780750 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-085d41a8-e007-4ebf-87b5-1efb9b8e4386 req-856b74be-2837-489e-85ec-458e9cb46b9d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0676439 May 05 16:56:06.320499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a14cd76-6f91-47a1-b606-3f9064f514d7 req-41fe3bc8-0689-47c7-a6c9-fee486e5f205 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:06.321943 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5a14cd76-6f91-47a1-b606-3f9064f514d7 req-41fe3bc8-0689-47c7-a6c9-fee486e5f205 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1280808 May 05 16:56:06.365473 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-16d8caa0-f132-435a-a09f-5a828cfab880 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1159062 May 05 16:56:06.375610 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5a14cd76-6f91-47a1-b606-3f9064f514d7 req-74e85c24-e8f3-4f25-9a2d-a1dd95dc25f8 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481012 May 05 16:56:07.582286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f06d020-cc75-4015-8a85-9914f41728e1 req-993bbba5-9941-40a3-a78c-a1820c28f37b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:07.584365 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8f06d020-cc75-4015-8a85-9914f41728e1 req-993bbba5-9941-40a3-a78c-a1820c28f37b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0833006 May 05 16:56:07.631957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8f06d020-cc75-4015-8a85-9914f41728e1 req-12e63b6b-db11-4a19-b831-a94aefe38433 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418172 May 05 16:56:08.442462 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-aaa472c4-d96b-46bd-b41b-2dcac3f49c1d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1098 time: 0.0729439 May 05 16:56:08.572409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-41526678-e130-49d6-a94d-2b52bea9d0b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:08.573848 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-41526678-e130-49d6-a94d-2b52bea9d0b4 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1257162 May 05 16:56:08.639811 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-07bdf710-4709-4b6b-9b34-1698481617a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 200 len: 217 time: 0.0600157 May 05 16:56:08.704564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-af5bc1d0-709f-4a56-b726-af1bd304e86f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:08.705918 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-af5bc1d0-709f-4a56-b726-af1bd304e86f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0608001 May 05 16:56:08.751184 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-fe1f3dff-3af1-4905-bede-c3a48fe2175e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394061 May 05 16:56:08.945200 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-79404aa3-eb8f-47eb-9ca0-a291a73b4dbd service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881471 May 05 16:56:08.951507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297d6581-c76e-425b-828a-c15fe6e8ebdf req-6ddc77a5-9c79-4c10-ba12-f3517ddbcd88 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:08.952919 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-297d6581-c76e-425b-828a-c15fe6e8ebdf req-6ddc77a5-9c79-4c10-ba12-f3517ddbcd88 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.1947634 May 05 16:56:09.083062 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-297d6581-c76e-425b-828a-c15fe6e8ebdf req-a3e64c09-360b-402b-82a5-f50caa47a32f tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118798 May 05 16:56:09.119708 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-a8f8fde3-88f2-432e-935f-467fe923f351 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658287 May 05 16:56:10.285482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76d6e1-8aaa-4aac-bd31-04cc9bd1d5dc req-d7a34556-776d-4b1d-bf21-025995ca67f3 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:10.287604 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b76d6e1-8aaa-4aac-bd31-04cc9bd1d5dc req-d7a34556-776d-4b1d-bf21-025995ca67f3 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0782166 May 05 16:56:10.336221 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0b76d6e1-8aaa-4aac-bd31-04cc9bd1d5dc req-9fae08db-4795-4651-890c-37736c607d42 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431163 May 05 16:56:11.532720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3627d5e-e8ed-4af3-9b9a-a4727b368a73 req-72cc0767-06c5-4a7f-a295-8aa2c0c12158 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:11.534167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b3627d5e-e8ed-4af3-9b9a-a4727b368a73 req-72cc0767-06c5-4a7f-a295-8aa2c0c12158 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0757496 May 05 16:56:11.578622 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b3627d5e-e8ed-4af3-9b9a-a4727b368a73 req-0eb0bc29-ada5-4c02-a7f7-9ac5eac421a7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382454 May 05 16:56:12.777954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc2caa-284e-400b-a445-afd0f1cfeef5 req-a2ccbbc4-cc09-4418-b357-41830851ebac tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:12.779656 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14dc2caa-284e-400b-a445-afd0f1cfeef5 req-a2ccbbc4-cc09-4418-b357-41830851ebac tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0794201 May 05 16:56:12.834055 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14dc2caa-284e-400b-a445-afd0f1cfeef5 req-303b0ca0-b45e-485e-8010-4917fd17e0ba tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491474 May 05 16:56:14.032676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28acce-49ec-46eb-8fd7-8597e4f449ca req-3b18ef31-1284-4302-9c7e-3cddaebaebe4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:14.034172 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc28acce-49ec-46eb-8fd7-8597e4f449ca req-3b18ef31-1284-4302-9c7e-3cddaebaebe4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0796168 May 05 16:56:14.080081 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc28acce-49ec-46eb-8fd7-8597e4f449ca req-e2b0cf16-3bcf-43d9-8d97-01f7ec67893e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392818 May 05 16:56:15.307653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae22a4-9ed6-493a-bae2-7f8ddcc526d3 req-7b81aa6a-7a03-4f11-9e41-ba3d0795e8c7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:15.309068 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9cae22a4-9ed6-493a-bae2-7f8ddcc526d3 req-7b81aa6a-7a03-4f11-9e41-ba3d0795e8c7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0802965 May 05 16:56:15.354649 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9cae22a4-9ed6-493a-bae2-7f8ddcc526d3 req-71040059-b818-4eea-a4ac-fc996f76761a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399058 May 05 16:56:16.560770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffb7262-bdb3-459e-8b37-8ee98bec2187 req-6fc0c809-231b-422f-9d1a-098c2ea9ea1e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:16.562240 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ffb7262-bdb3-459e-8b37-8ee98bec2187 req-6fc0c809-231b-422f-9d1a-098c2ea9ea1e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0857034 May 05 16:56:16.611679 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ffb7262-bdb3-459e-8b37-8ee98bec2187 req-1dda3486-553b-4c42-95f0-0117930d5c58 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436411 May 05 16:56:17.807250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487577db-cbc2-4ac7-b45c-f46e614ee22b req-e21c55f2-dcd6-4e8d-9668-8f39384ac6bb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:17.808735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-487577db-cbc2-4ac7-b45c-f46e614ee22b req-e21c55f2-dcd6-4e8d-9668-8f39384ac6bb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0768111 May 05 16:56:17.854515 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-487577db-cbc2-4ac7-b45c-f46e614ee22b req-184c2dbe-3573-4488-9cf7-cb0d03910575 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401490 May 05 16:56:19.208951 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da511f8-5382-424f-9568-e60d0c4e285e req-d2078443-1ab5-4ea3-ab1e-8d93025cd1d4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:19.210418 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8da511f8-5382-424f-9568-e60d0c4e285e req-d2078443-1ab5-4ea3-ab1e-8d93025cd1d4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0765827 May 05 16:56:19.257301 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8da511f8-5382-424f-9568-e60d0c4e285e req-d772f535-0b1c-4b7a-8d91-5813a3ba592a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414257 May 05 16:56:20.291042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c436fa7-c18a-4a07-83d5-c5762eb29242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:20.456460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef86ddcf-85f8-49aa-9387-111d40881a73 req-160a996f-d09d-47d4-8859-40a76120acd6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:20.457808 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ef86ddcf-85f8-49aa-9387-111d40881a73 req-160a996f-d09d-47d4-8859-40a76120acd6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0779769 May 05 16:56:20.503625 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ef86ddcf-85f8-49aa-9387-111d40881a73 req-1b05d0d0-f0c2-41d5-b156-e3941df8e912 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401735 May 05 16:56:21.703104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db851e5e-ea11-47b1-b3e2-e6a91b98eb42 req-64cb7f5e-7a4c-4f1f-9d54-dc9e46770c45 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:21.704582 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db851e5e-ea11-47b1-b3e2-e6a91b98eb42 req-64cb7f5e-7a4c-4f1f-9d54-dc9e46770c45 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0783300 May 05 16:56:21.750774 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db851e5e-ea11-47b1-b3e2-e6a91b98eb42 req-38e532b2-6742-40cc-b5b0-a21b9e2c04b0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402787 May 05 16:56:22.428251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-263d7af6-90e0-471b-b81b-ed5f9e931dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:22.951294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9517bd-d15e-4e4d-9636-546d4ca4e168 req-e884606b-6bc2-41d4-9530-34c4045cf7fb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:22.952764 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9c9517bd-d15e-4e4d-9636-546d4ca4e168 req-e884606b-6bc2-41d4-9530-34c4045cf7fb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0755384 May 05 16:56:23.001231 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9c9517bd-d15e-4e4d-9636-546d4ca4e168 req-7acad92d-af53-4248-ae81-73583441e495 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425959 May 05 16:56:23.706242 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:23.734877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:24.202447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59498081-f45f-4da2-8124-f2b58ba305c2 req-049b478d-8eb8-4aad-a428-d9cf9628e9fb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:24.203933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-59498081-f45f-4da2-8124-f2b58ba305c2 req-049b478d-8eb8-4aad-a428-d9cf9628e9fb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0816271 May 05 16:56:24.251144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-59498081-f45f-4da2-8124-f2b58ba305c2 req-3e6cc22f-7054-4386-979f-f0d1edc08a9d tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408466 May 05 16:56:25.198322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:25.450899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b35313-db38-4b01-9994-4be1ef4963d9 req-6f15a7ad-da07-4a58-8e91-91caaea8bde1 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:25.452300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9b35313-db38-4b01-9994-4be1ef4963d9 req-6f15a7ad-da07-4a58-8e91-91caaea8bde1 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0760095 May 05 16:56:25.497374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9b35313-db38-4b01-9994-4be1ef4963d9 req-b925b854-18a5-4afc-9e66-57e43a0b1a10 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395546 May 05 16:56:26.334770 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-5417c708-8d92-441a-93e5-0d75e42e3971 service neutron] 10.222.0.71 "GET /v2.0/ports/f95d28bf-84d8-481a-a8c1-94ad66ecdb66/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.1636620 May 05 16:56:26.705217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996471b-b780-46ca-acd0-8b319a5c7e4a req-c527cf3a-d321-49ed-8aba-150971845aaf tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:26.706689 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5996471b-b780-46ca-acd0-8b319a5c7e4a req-c527cf3a-d321-49ed-8aba-150971845aaf tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0793316 May 05 16:56:26.753263 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5996471b-b780-46ca-acd0-8b319a5c7e4a req-96cf7143-93f1-4572-8960-8c98e6e344b5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 May 05 16:56:26.908579 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-35c6ecba-d461-4386-a966-dbfc99c802ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4&tenant_id=718ce966613643c5be9f813924726311 HTTP/1.1" status: 200 len: 1098 time: 0.0729573 May 05 16:56:27.000741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-e9940936-bbcb-45f0-83d6-aefb9b5b11ca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1098 time: 0.0714502 May 05 16:56:27.130674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-0f18cce3-bada-441d-8adc-81bebdd3e29e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:27.132160 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-0f18cce3-bada-441d-8adc-81bebdd3e29e service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1250787 May 05 16:56:27.201931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-30de459b-f8c4-4819-9ebe-6b627c43c1c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 200 len: 217 time: 0.0632606 May 05 16:56:27.264755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-faefe63e-a661-4bfe-914d-ea7f8f255d5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:27.266166 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-faefe63e-a661-4bfe-914d-ea7f8f255d5f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0585234 May 05 16:56:27.314470 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-77ecfd2f-5599-400e-8c80-97aea97842eb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420778 May 05 16:56:27.448784 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-c3b6f7be-28c5-47cd-8833-754cef2076c6 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278856 May 05 16:56:27.577931 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c77beff2-12b7-4a6d-9122-c9ab509ea488 req-cda7115f-b16f-4019-bce4-e97aa1e13edd service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232338 May 05 16:56:27.958945 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f578d5c-824b-44fa-8053-3c1969e5fe99 req-0f3de41b-131d-42dc-a1f1-8a8a47725b78 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:27.960403 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f578d5c-824b-44fa-8053-3c1969e5fe99 req-0f3de41b-131d-42dc-a1f1-8a8a47725b78 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0813100 May 05 16:56:28.006095 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f578d5c-824b-44fa-8053-3c1969e5fe99 req-2c19db39-1920-42ad-9e60-0a2949dc0a3a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400136 May 05 16:56:29.209522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd22ba40-25ab-4c22-9911-966f6a7b94ff req-f11a59a9-53c8-45d3-981c-da7cecd75c26 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:29.210993 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dd22ba40-25ab-4c22-9911-966f6a7b94ff req-f11a59a9-53c8-45d3-981c-da7cecd75c26 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0776558 May 05 16:56:29.258459 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dd22ba40-25ab-4c22-9911-966f6a7b94ff req-4d5c6d2a-c241-48d3-a6e8-79051beb4adb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417325 May 05 16:56:29.258955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:56:29.261889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:56:29.474841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:29.506982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:29.529159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:56:29.535110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'port_id': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'mac_address': 'fa:16:3e:a0:e0:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf7355-8bdc-4a68-a841-f0042c40b2b8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:56:29.541428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:29.595190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:29.613439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f95d28bf-84d8-481a-a8c1-94ad66ecdb66 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:56:29.619014 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa5e7f19-6c79-4b7f-8953-cd9ae5df843f'] response: {'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'code': 200} May 05 16:56:29.628930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:29.737572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:56:29.738079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:56:29.740892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:30.295719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:30.314596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f95d28bf-84d8-481a-a8c1-94ad66ecdb66 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:56:30.330481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:30.428656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:30.464120 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48e390-d8b0-411d-bbb5-5f118a429b26 req-ac505d46-b7d7-498c-a6db-7af0debff04a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:30.465639 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8f48e390-d8b0-411d-bbb5-5f118a429b26 req-ac505d46-b7d7-498c-a6db-7af0debff04a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 943 time: 0.0809541 May 05 16:56:30.495305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f95d28bf-84d8-481a-a8c1-94ad66ecdb66'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:56:30.516728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8f48e390-d8b0-411d-bbb5-5f118a429b26 req-9afa772a-b78f-4797-9172-ad66cac04e63 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445614 May 05 16:56:30.541485 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:31.273052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:56:31.339392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:56:31.340050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:31.452512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:31.485390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:31.577382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:31.620474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:56:31.654294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:31.690078 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11daf0e6-8cd9-41aa-a45e-a36c7b8c4874'] response: {'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'code': 200} May 05 16:56:31.735983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a40b1-509a-47db-a22e-25bc8b0838bf req-13d034b6-4e4a-4db6-83b1-b93a5c8ca7e2 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:31.737437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-341a40b1-509a-47db-a22e-25bc8b0838bf req-13d034b6-4e4a-4db6-83b1-b93a5c8ca7e2 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0811260 May 05 16:56:31.784172 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-341a40b1-509a-47db-a22e-25bc8b0838bf req-324e5de0-7acc-41d1-b612-a103f793b12e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399888 May 05 16:56:32.313483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdbec0-1474-4fec-93df-d702c98bc650 req-022825fd-95af-4eff-8fed-a180d570e9a1 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:32.314998 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4cdbec0-1474-4fec-93df-d702c98bc650 req-022825fd-95af-4eff-8fed-a180d570e9a1 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0833099 May 05 16:56:32.361663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4cdbec0-1474-4fec-93df-d702c98bc650 req-8005d06b-038b-46ba-afb3-c93be137bfc4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404549 May 05 16:56:32.369894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-38bcb019-8925-4533-97cb-549d5cec37e6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:32.371403 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-38bcb019-8925-4533-97cb-549d5cec37e6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4&tenant_id=718ce966613643c5be9f813924726311&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0942967 May 05 16:56:32.535422 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-07a2ca35-2b69-4fa7-af7a-d7c03796e873 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 1098 time: 0.0876319 May 05 16:56:32.685756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-7548bde7-041e-40f0-b0de-672e4200eb11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:32.687170 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-7548bde7-041e-40f0-b0de-672e4200eb11 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1463673 May 05 16:56:32.763736 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-f7e26ae1-2b66-4139-9268-cb8a6b5a23d0 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 200 len: 217 time: 0.0692132 May 05 16:56:32.829521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-f9dcb4f1-a57c-41ea-b114-23cb86f0fc2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:32.830979 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-f9dcb4f1-a57c-41ea-b114-23cb86f0fc2f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0621607 May 05 16:56:32.875480 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-e0a068ed-a57e-4d75-842b-30bab2d497cf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391176 May 05 16:56:33.102648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-e3bd46f7-4e7b-4679-873a-77178c531778 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211194 May 05 16:56:33.235151 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e1d0fa7-3ecd-47d3-bc8e-9599c0ee972c req-25cdd97d-0eb7-48ef-9611-a7821e092f99 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267378 May 05 16:56:33.568523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce7c62-bf73-4a38-b688-5712b4688343 req-9009005d-30dd-440c-8ef4-b2becc1b31b3 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:33.569979 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e9ce7c62-bf73-4a38-b688-5712b4688343 req-9009005d-30dd-440c-8ef4-b2becc1b31b3 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0803170 May 05 16:56:33.615616 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e9ce7c62-bf73-4a38-b688-5712b4688343 req-aba69b6d-a32f-4335-b518-ecd80ab7674d tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400863 May 05 16:56:34.038121 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:34.811910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb867029-0567-4e8f-8286-8f4e0f92523b req-7f30ee0d-4ce8-410b-86b7-e5a791be5c49 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:34.813354 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb867029-0567-4e8f-8286-8f4e0f92523b req-7f30ee0d-4ce8-410b-86b7-e5a791be5c49 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0771842 May 05 16:56:34.858460 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb867029-0567-4e8f-8286-8f4e0f92523b req-35c7673d-6901-4a43-ba75-95c794e44424 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396593 May 05 16:56:35.052747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e38ba4c-07c0-44a6-8c36-39ad592bbfa1 req-a53f7042-f629-4b99-88d7-d5ad82cc1985 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:35.054196 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e38ba4c-07c0-44a6-8c36-39ad592bbfa1 req-a53f7042-f629-4b99-88d7-d5ad82cc1985 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0760386 May 05 16:56:35.099891 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e38ba4c-07c0-44a6-8c36-39ad592bbfa1 req-e68cec2b-4ed2-4146-8b25-236335599900 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402470 May 05 16:56:35.305797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19535066-9c27-4a6b-875a-9580b5920c23 req-a56d0f51-98c8-44e7-97ba-0df076466f62 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:35.307288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19535066-9c27-4a6b-875a-9580b5920c23 req-a56d0f51-98c8-44e7-97ba-0df076466f62 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0810242 May 05 16:56:35.352865 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19535066-9c27-4a6b-875a-9580b5920c23 req-b8efb395-01fe-4f5e-a124-2956e1ed3010 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394273 May 05 16:56:36.026427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-d5a3d091-2e4f-4819-9262-d4c483f3fa68 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:36.027790 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-d5a3d091-2e4f-4819-9262-d4c483f3fa68 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 814 time: 0.1424110 May 05 16:56:36.044283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-7ebfe5e8-5da1-4c88-b79d-87b4e128b9f9 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/quotas/718ce966613643c5be9f813924726311 HTTP/1.1" status: 200 len: 375 time: 0.0110867 May 05 16:56:36.123781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-483ea70b-7979-4b65-bb75-5fc8d676dd70 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742836 May 05 16:56:36.254749 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-db6b3ac1-fb2a-4e77-87d6-f0aa42a2bd8b service neutron] 10.222.0.70 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241584 May 05 16:56:36.458646 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-d689c637-a91f-43e5-af54-5e76554a08ec service neutron] 10.222.0.70 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980472 May 05 16:56:36.733699 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c6f9719f-4129-40ed-9f86-69a072b505e2 req-ca4fe7ba-cbf2-44c3-abe1-3d3ad7f8af70 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 210 time: 0.0449975 May 05 16:56:36.740798 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:56:37.765411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-eec408c3-a828-4863-ab83-38483bbc8271 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:37.766841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-eec408c3-a828-4863-ab83-38483bbc8271 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "GET /v2.0/ports?device_id=b98e6ae7-336a-48a8-af5a-251ff5feb4e4 HTTP/1.1" status: 200 len: 945 time: 0.0768068 May 05 16:56:37.844737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Deleting port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:56:37.845076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:37.902965 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b61ae524-fae9-49f2-8869-bdb1d9439ffd req-090137a8-c23b-4996-b3b3-2e4d0dbceb21 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 210 time: 0.0414672 May 05 16:56:38.093248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] For port f95d28bf-84d8-481a-a8c1-94ad66ecdb66, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:38.093627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:38.218409 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Calling delete_port for f95d28bf-84d8-481a-a8c1-94ad66ecdb66 owned by compute:nova {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:56:38.417500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:38.432235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f95d28bf-84d8-481a-a8c1-94ad66ecdb66'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:56:38.468730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.71', 56295) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:56:38.470698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Pushing event deleted for resources: {'Port': ['ID=f95d28bf-84d8-481a-a8c1-94ad66ecdb66,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:38.542557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] No DVR routers for this DVR port f95d28bf-84d8-481a-a8c1-94ad66ecdb66 on host hv-neutron-8404 {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:56:38.544920 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:38.547489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-deleted', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:56:38.607923 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d504f66-3448-427c-a236-e5167821c9e6'] response: {'server_uuid': 'b98e6ae7-336a-48a8-af5a-251ff5feb4e4', 'name': 'network-vif-deleted', 'tag': 'f95d28bf-84d8-481a-a8c1-94ad66ecdb66', 'status': 'completed', 'code': 200} May 05 16:56:38.627807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-3541b526-0f8e-45de-97d5-bf800c792582 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:38.631422 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-3541b526-0f8e-45de-97d5-bf800c792582 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 814 time: 0.1593938 May 05 16:56:38.631578 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "DELETE /v2.0/ports/f95d28bf-84d8-481a-a8c1-94ad66ecdb66 HTTP/1.1" status: 204 len: 173 time: 0.8560407 May 05 16:56:38.646261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Request body: {'port': {'device_id': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'admin_state_up': True, 'tenant_id': '718ce966613643c5be9f813924726311'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:56:38.785678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:56:38.791066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Usage tracker for resource:port and tenant:718ce966613643c5be9f813924726311 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:56:38.794077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:56:38.800153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:56:38.878409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Made reservation on behalf of 718ce966613643c5be9f813924726311 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:56:38.881583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:39.086294 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-774078d1-1bb7-481f-b824-71d707394414 req-709d18d4-af7d-44f0-9ef3-62cba7729b86 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 210 time: 0.0487690 May 05 16:56:39.095078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Allocated IP 172.20.0.5 (8c13eb5c-50fe-4af8-8051-6620f9fc5d1b/76cf7355-8bdc-4a68-a841-f0042c40b2b8/6af6289b-77f9-4d80-944b-556fad582e80) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:56:39.307141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:39.421712 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:39.489624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:56:39.492689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:56:39.496721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:56:39.535115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:39.553020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.553355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.553693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.554046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.554380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.554764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.555025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.555344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.555687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.556005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.556322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:56:39.575763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:39.576364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:39.697751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-f3f1ec0c-119a-4cab-8154-852f198a37a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0552070 May 05 16:56:39.709176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Request body: {'port': {'device_id': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:56:39.815901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:40.174320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6af6289b-77f9-4d80-944b-556fad582e80 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:56:40.186826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:40.210812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Transition to ACTIVE for port object 6af6289b-77f9-4d80-944b-556fad582e80 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:56:40.291582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:40.334410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed41a844-c2c6-4d5b-bfce-408d99f4c8b1 req-47de9b7d-e608-4140-8344-f205428cfe3e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:40.335101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-ed41a844-c2c6-4d5b-bfce-408d99f4c8b1 req-47de9b7d-e608-4140-8344-f205428cfe3e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Synchronizing usage tracker for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:56:40.417602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-ed41a844-c2c6-4d5b-bfce-408d99f4c8b1 req-47de9b7d-e608-4140-8344-f205428cfe3e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Unset dirty status for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:56:40.418721 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ed41a844-c2c6-4d5b-bfce-408d99f4c8b1 req-47de9b7d-e608-4140-8344-f205428cfe3e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 931 time: 0.1682088 May 05 16:56:40.469301 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ed41a844-c2c6-4d5b-bfce-408d99f4c8b1 req-3b0406cc-5b77-4b5b-8f6c-106c12da2a8c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447252 May 05 16:56:40.509293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:40.611444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Attempting to bind port 6af6289b-77f9-4d80-944b-556fad582e80 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:56:40.611932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Attempting to bind port 6af6289b-77f9-4d80-944b-556fad582e80 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:56:40.612255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Attempting to bind port 6af6289b-77f9-4d80-944b-556fad582e80 on network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:56:40.618764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Port 6af6289b-77f9-4d80-944b-556fad582e80 on network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:56:40.619086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Attempting to bind port 6af6289b-77f9-4d80-944b-556fad582e80 on network 8c13eb5c-50fe-4af8-8051-6620f9fc5d1b {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:56:40.625394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:56:40.625719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Checking segment: {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:56:40.626097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Bound using segment: {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:56:40.626512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Bound port: 6af6289b-77f9-4d80-944b-556fad582e80, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26a79c59-c7a4-4750-a38f-aef6ae935dae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:56:40.626849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:40.713714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:56:40.716507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:56:40.772069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:40.831665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:40.833032 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] 10.222.0.71 "PUT /v2.0/ports/6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 1093 time: 1.1282306 May 05 16:56:40.836465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:56:40.855472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0920107-6062-4bae-b26d-bc03038ddb5b service neutron] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:40.977916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-150aee08-fe73-45fa-b591-56f8c2e4dcfb'] response: {'name': 'network-changed', 'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80', 'status': 'completed', 'code': 200} May 05 16:56:40.992148 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-017ad56b-852d-4316-b6ba-3466f3c0688d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1096 time: 0.0736845 May 05 16:56:41.060603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-13f03db3-3ebb-41d5-af48-4a06766ac963 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 217 time: 0.0628352 May 05 16:56:41.126600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-135a163d-8e69-4d00-89a8-cba7109e4b01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:41.128063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-135a163d-8e69-4d00-89a8-cba7109e4b01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0623751 May 05 16:56:41.171819 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-1d493cca-df74-47cf-9402-fcd78cc6e638 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379627 May 05 16:56:41.301411 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-6faf7457-de0a-4aeb-a2b1-07b5acb5c568 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238086 May 05 16:56:41.352936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:56:41.386549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: f95d28bf-84d8-481a-a8c1-94ad66ecdb66 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:56:41.386890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f95d28bf-84d8-481a-a8c1-94ad66ecdb66 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:56:41.431987 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b3b86c-7f24-44a8-8c9a-b12dc0e2b5bd req-787085d7-b24b-4692-b1cd-b5ebe58ea10d service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240962 May 05 16:56:41.611100 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-8bce6709-5144-41da-94da-0247701e88d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1096 time: 0.0721805 May 05 16:56:41.675224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d53f25-6023-4f23-8d25-397a21dfa51e req-40f2cad1-3c11-43a0-b303-6d5b14d569dc tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:41.676711 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-80d53f25-6023-4f23-8d25-397a21dfa51e req-40f2cad1-3c11-43a0-b303-6d5b14d569dc tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 943 time: 0.0788934 May 05 16:56:41.724787 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-80d53f25-6023-4f23-8d25-397a21dfa51e req-2eb93b8f-df17-405b-ace5-4223d2c8856f tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 May 05 16:56:41.745037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-5a7bf63e-053d-4c3f-a969-6350a3e66ffb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:41.746527 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-5a7bf63e-053d-4c3f-a969-6350a3e66ffb service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1291733 May 05 16:56:41.811978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-a552e96b-cb23-4109-9c23-ed868954036c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 217 time: 0.0600126 May 05 16:56:41.876759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-4af5934d-cdd6-4472-837c-31cb4b03d474 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:41.878103 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-4af5934d-cdd6-4472-837c-31cb4b03d474 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0602942 May 05 16:56:41.921891 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-615c2c4f-451d-4e39-b3b5-cd9b67451974 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380569 May 05 16:56:42.050417 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-d1a9b321-9f22-4cc8-beb1-bac1b4e6c5d4 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225421 May 05 16:56:42.181035 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1164192c-ac29-4f65-90f5-f2d1883966bc req-e1d3f7c3-840e-4d39-b2af-946de52714cd service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238575 May 05 16:56:42.923212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d6c9b-d8d9-45bf-8c6d-11446bd3d76b req-ba4c4550-d286-4266-b622-b7b9af61760c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:42.923934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-a90d6c9b-d8d9-45bf-8c6d-11446bd3d76b req-ba4c4550-d286-4266-b622-b7b9af61760c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Synchronizing usage tracker for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:56:42.936142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-a90d6c9b-d8d9-45bf-8c6d-11446bd3d76b req-ba4c4550-d286-4266-b622-b7b9af61760c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Unset dirty status for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:56:42.937233 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a90d6c9b-d8d9-45bf-8c6d-11446bd3d76b req-ba4c4550-d286-4266-b622-b7b9af61760c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 943 time: 0.0879121 May 05 16:56:43.067474 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a90d6c9b-d8d9-45bf-8c6d-11446bd3d76b req-33b991ee-6a71-4ea3-a0f8-302811bf3e0c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246004 May 05 16:56:43.355817 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:56:43.484854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:43.498430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '6af6289b-77f9-4d80-944b-556fad582e80', 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'port_id': '6af6289b-77f9-4d80-944b-556fad582e80', 'mac_address': 'fa:16:3e:63:01:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf7355-8bdc-4a68-a841-f0042c40b2b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:56:43.553097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:43.570651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af6289b-77f9-4d80-944b-556fad582e80 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:56:43.585471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:43.651334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:43.716822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:43.994916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6af6289b-77f9-4d80-944b-556fad582e80'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:56:44.270464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e22fbd-c7a2-4ede-a03c-8bd8ccae0820 req-594e5733-c9f1-408c-ac4a-f16c34395854 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:44.271859 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a4e22fbd-c7a2-4ede-a03c-8bd8ccae0820 req-594e5733-c9f1-408c-ac4a-f16c34395854 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 944 time: 0.0810561 May 05 16:56:44.316648 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a4e22fbd-c7a2-4ede-a03c-8bd8ccae0820 req-7948e9f0-5136-4114-b6d1-55e59ee42628 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384555 May 05 16:56:45.367993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:56:45.485649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 6af6289b-77f9-4d80-944b-556fad582e80 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:56:45.491183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 6af6289b-77f9-4d80-944b-556fad582e80 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:56:45.491665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:45.512734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32167edb-e111-4dcd-ad59-0965ab3c00a4 req-a18908fc-d0b6-42b6-89bd-cc30efe7e0da tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:45.514193 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32167edb-e111-4dcd-ad59-0965ab3c00a4 req-a18908fc-d0b6-42b6-89bd-cc30efe7e0da tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 944 time: 0.0757165 May 05 16:56:45.561794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32167edb-e111-4dcd-ad59-0965ab3c00a4 req-187770de-bcfc-49e0-beeb-4362d525b205 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 May 05 16:56:45.607650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:45.634640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:56:45.644780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:56:45.689399 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4ce3fd3-75a3-43dc-8bbd-c1b7b4ab5009'] response: {'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80', 'code': 200} May 05 16:56:45.725899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:45.794082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:56:46.021790 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-39edf53e-4b66-4077-9b4a-5c77c2eb7f53 req-f10d0b2b-3982-44e1-8f27-45fc3eb0d114 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1098 time: 0.0718167 May 05 16:56:46.064743 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-39edf53e-4b66-4077-9b4a-5c77c2eb7f53 req-a7aa2aca-89da-4bf8-9156-46d7f065f518 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 May 05 16:56:46.763150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14859194-da81-46a6-a6a2-05d394754d09 req-4bc1c9db-b6e6-4213-8290-5b9fe2fdd4d5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:46.764640 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14859194-da81-46a6-a6a2-05d394754d09 req-4bc1c9db-b6e6-4213-8290-5b9fe2fdd4d5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0759323 May 05 16:56:46.810343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14859194-da81-46a6-a6a2-05d394754d09 req-e3333865-bfa9-4662-9db2-7ce1f983fbba tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401690 May 05 16:56:48.009296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef15415-3ebc-41ff-96c9-0a061c50d02b req-347bc17a-7048-45d6-b1bf-578318cb81a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:48.010748 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7ef15415-3ebc-41ff-96c9-0a061c50d02b req-347bc17a-7048-45d6-b1bf-578318cb81a5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0754087 May 05 16:56:48.055552 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7ef15415-3ebc-41ff-96c9-0a061c50d02b req-f053b5fc-2563-4fc6-a9e6-a852fcfd5640 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392191 May 05 16:56:48.256012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ba555-4b43-445b-9a00-5cd4a0365949 req-fefe0c06-ebd0-464e-868b-63a65c24d454 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:48.257626 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b09ba555-4b43-445b-9a00-5cd4a0365949 req-fefe0c06-ebd0-464e-868b-63a65c24d454 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0802550 May 05 16:56:48.303235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b09ba555-4b43-445b-9a00-5cd4a0365949 req-0cc8a8dd-7e21-472e-aeb8-d9ef39efa0eb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399485 May 05 16:56:48.587819 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-195fc917-5aad-4717-a404-3edaae2f73f0 req-9663f7bb-582c-4f42-8dff-5c2c8bc607c9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1579313 May 05 16:56:49.034308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbef75c0-024d-457d-b8e3-61c56f8efa50 req-c2e895b6-99d0-459d-896b-43dd0af1c2d7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:49.036075 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dbef75c0-024d-457d-b8e3-61c56f8efa50 req-c2e895b6-99d0-459d-896b-43dd0af1c2d7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0815396 May 05 16:56:49.092752 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dbef75c0-024d-457d-b8e3-61c56f8efa50 req-d8869fd2-c790-45bd-bbea-9d4d85164ac4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501006 May 05 16:56:49.106798 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-7f4d6349-e5ed-4505-a261-01aa43b36467 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861003 May 05 16:56:50.298739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4282c1-bff1-4389-a1bb-9634a1f6d6b4 req-7e6b7c95-a1c2-4955-840e-27705b5e6f52 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:50.300212 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e4282c1-bff1-4389-a1bb-9634a1f6d6b4 req-7e6b7c95-a1c2-4955-840e-27705b5e6f52 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0810995 May 05 16:56:50.302933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da205680-518c-44ee-b3b4-b0a331bcf247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:50.346542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2e4282c1-bff1-4389-a1bb-9634a1f6d6b4 req-462d054f-fd5b-4252-a0fc-8b388d7a4f54 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397630 May 05 16:56:51.306321 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-5a33ffe6-2113-4c40-83bd-c817ec6dedee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1098 time: 0.0693309 May 05 16:56:51.438198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-ec8a52a2-9224-40a3-9a21-f5f5533b8d6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:51.439647 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-ec8a52a2-9224-40a3-9a21-f5f5533b8d6e service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1275895 May 05 16:56:51.544349 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-67b19c91-db7f-41c0-b875-6a6e94c1e263 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 217 time: 0.0982156 May 05 16:56:51.621374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-4dba8be5-272e-42c9-b57c-f8f48782e374 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:51.622697 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-4dba8be5-272e-42c9-b57c-f8f48782e374 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0712714 May 05 16:56:51.634200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691adffc-b574-417a-9e0c-7f615f0f19d8 req-380f4554-02ed-4746-bb9b-be280479fc7e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:51.635564 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-691adffc-b574-417a-9e0c-7f615f0f19d8 req-380f4554-02ed-4746-bb9b-be280479fc7e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.1396646 May 05 16:56:51.686547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-803384b6-8fe8-4add-8950-c7bf351f3bb5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581291 May 05 16:56:51.786189 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-691adffc-b574-417a-9e0c-7f615f0f19d8 req-bade2ab6-2127-42c5-b4ae-3c9dc2db35c9 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238453 May 05 16:56:51.831643 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-8967e0ed-58f0-4f13-ba7d-9ab44356386c service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384795 May 05 16:56:51.959076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-de622b45-5696-4d1a-94f6-0093c811c5ab service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221516 May 05 16:56:52.434234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-128fc3dd-7401-4a31-82c9-b2e60ada93a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:53.054616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfcda02-d662-49d2-bcca-f94daae14606 req-7071e196-a121-44d2-8e6b-61b3942c97f7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:53.056093 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9cfcda02-d662-49d2-bcca-f94daae14606 req-7071e196-a121-44d2-8e6b-61b3942c97f7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.1443739 May 05 16:56:53.105223 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9cfcda02-d662-49d2-bcca-f94daae14606 req-f1b9eb5b-bca6-49e7-9f39-fbf692509337 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435171 May 05 16:56:53.720003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:53.743746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:54.380236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef1e31-96e8-42a5-98a7-5e175bf012f9 req-39f73ddb-9e96-4157-8598-ddf92ab1bc35 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:54.381654 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-89ef1e31-96e8-42a5-98a7-5e175bf012f9 req-39f73ddb-9e96-4157-8598-ddf92ab1bc35 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.1512566 May 05 16:56:54.426264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-89ef1e31-96e8-42a5-98a7-5e175bf012f9 req-95cf75df-6f9e-4e34-be3c-436bb10af7cd tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388334 May 05 16:56:55.226907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:56:55.620504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d8d828-dd5f-4741-9544-82302b474a95 req-7407aaab-77e8-4450-a0ae-72a0d23e6e81 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:55.622012 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-16d8d828-dd5f-4741-9544-82302b474a95 req-7407aaab-77e8-4450-a0ae-72a0d23e6e81 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0762975 May 05 16:56:55.667872 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-16d8d828-dd5f-4741-9544-82302b474a95 req-46c344f9-0608-478f-b2d9-10233e0ad531 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 May 05 16:56:56.864879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764f01a2-7661-404b-b77f-ae20f5636375 req-800aa644-c239-45c6-9999-1c45965806fd tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:56.866963 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-764f01a2-7661-404b-b77f-ae20f5636375 req-800aa644-c239-45c6-9999-1c45965806fd tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0779145 May 05 16:56:56.913024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-764f01a2-7661-404b-b77f-ae20f5636375 req-76b8081f-0251-450f-80a3-8ba3ca0b0c83 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404451 May 05 16:56:58.110601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c133a2ea-8a4a-46af-95a1-fddeb4092659 req-8e4032d8-4c9d-4e09-807d-c60e0acb2873 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:58.112066 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c133a2ea-8a4a-46af-95a1-fddeb4092659 req-8e4032d8-4c9d-4e09-807d-c60e0acb2873 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0788910 May 05 16:56:58.157605 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c133a2ea-8a4a-46af-95a1-fddeb4092659 req-df463169-5d55-4bd7-af6b-e07a2da79f7c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 May 05 16:56:59.504904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138d150-97f7-4235-8d7f-9cfdf3196326 req-9ffe6bc6-47ba-4c88-bd81-c154ba15702a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:56:59.506270 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f138d150-97f7-4235-8d7f-9cfdf3196326 req-9ffe6bc6-47ba-4c88-bd81-c154ba15702a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0825050 May 05 16:56:59.552338 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f138d150-97f7-4235-8d7f-9cfdf3196326 req-729fa5f1-7dd9-404f-864b-7ce24dc6472a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405076 May 05 16:57:00.751989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a913aa8-247e-4547-966f-e12f1497efa1 req-dc8956ee-99bd-464a-8c6d-7760bfaa6908 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:00.753443 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0a913aa8-247e-4547-966f-e12f1497efa1 req-dc8956ee-99bd-464a-8c6d-7760bfaa6908 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0770733 May 05 16:57:00.800478 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0a913aa8-247e-4547-966f-e12f1497efa1 req-2bbe5195-e893-4cf7-bacd-f8d6f8f432da tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404909 May 05 16:57:01.994436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a5a70-7e6e-4689-9e14-58e16b0152d5 req-42a7d7bf-3558-4533-a107-8854338cf8ef tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:01.995894 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d64a5a70-7e6e-4689-9e14-58e16b0152d5 req-42a7d7bf-3558-4533-a107-8854338cf8ef tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0751488 May 05 16:57:02.041101 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d64a5a70-7e6e-4689-9e14-58e16b0152d5 req-9fc6c2d7-a918-4a67-a29b-bc5cbd97cc29 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396624 May 05 16:57:03.243204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77482538-a2a7-4fad-bc5c-bfd212a2793b req-935e191c-c9c2-45a3-911f-b2f81d32c991 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:03.244708 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-77482538-a2a7-4fad-bc5c-bfd212a2793b req-935e191c-c9c2-45a3-911f-b2f81d32c991 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0796258 May 05 16:57:03.290172 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-77482538-a2a7-4fad-bc5c-bfd212a2793b req-6153a363-a95d-44e8-a9bc-f4af81da5945 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398977 May 05 16:57:04.028588 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:04.568894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c406fa8-c2c5-4cbb-bcd7-cc2bdf9e789b req-40120ed8-7aab-4e2c-b06c-3e05aaf98b58 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:04.570382 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7c406fa8-c2c5-4cbb-bcd7-cc2bdf9e789b req-40120ed8-7aab-4e2c-b06c-3e05aaf98b58 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.1583202 May 05 16:57:04.614531 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7c406fa8-c2c5-4cbb-bcd7-cc2bdf9e789b req-14c6bd62-d0b1-4d29-9d81-074512665a5d tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385809 May 05 16:57:05.816797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c49a8e-81ef-4472-b541-6ff713538c92 req-6f6ea1e8-84a6-498b-86d7-a0864098cdf9 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:05.818238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b7c49a8e-81ef-4472-b541-6ff713538c92 req-6f6ea1e8-84a6-498b-86d7-a0864098cdf9 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0796657 May 05 16:57:05.866044 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b7c49a8e-81ef-4472-b541-6ff713538c92 req-89d1b9d4-8990-4010-a91e-ac8f758af62a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409396 May 05 16:57:05.866344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-b6edc68d-65f7-4917-83b7-94129358f3be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1098 time: 0.0716588 May 05 16:57:06.009555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-a5ba28c9-d0da-423c-93bc-d0002f44cbce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:06.011091 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-a5ba28c9-d0da-423c-93bc-d0002f44cbce service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1269445 May 05 16:57:06.079603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-ddd3fa72-65f2-40a9-b332-2bc3998a42b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 217 time: 0.0622811 May 05 16:57:06.146107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-9d5c4dd2-1416-43d7-af9e-a229f7d34301 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:06.147573 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-9d5c4dd2-1416-43d7-af9e-a229f7d34301 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0606344 May 05 16:57:06.190932 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-836d9b16-13ba-42fb-a9d4-760809e30d88 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380068 May 05 16:57:06.200349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-71ff454b-514b-4fdb-986e-894ff2d6297c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:57:06.201261 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-71ff454b-514b-4fdb-986e-894ff2d6297c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047534 May 05 16:57:06.332211 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-61b1c34f-ac8b-49e1-b2f0-cd49847756ec service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240602 May 05 16:57:06.464175 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9215c47-0dc7-4685-881c-37df34f66f5c req-035b5907-c4a4-4ad1-8693-ed44d21597ff service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264839 May 05 16:57:07.066180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa55fd-91b2-4b2e-ab01-9502fae48334 req-0fb6c4fc-8766-4916-8c9b-9e2161901ea8 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:07.067665 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6dfa55fd-91b2-4b2e-ab01-9502fae48334 req-0fb6c4fc-8766-4916-8c9b-9e2161901ea8 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0766070 May 05 16:57:07.118395 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6dfa55fd-91b2-4b2e-ab01-9502fae48334 req-81604311-1120-4148-8d27-bfe251798535 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449693 May 05 16:57:08.321934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04750bf1-96cd-4587-9a87-3a9b86f3eeab req-a556ecc1-4abe-4f95-a168-04feff099de5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:08.323377 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04750bf1-96cd-4587-9a87-3a9b86f3eeab req-a556ecc1-4abe-4f95-a168-04feff099de5 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0780675 May 05 16:57:08.373620 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04750bf1-96cd-4587-9a87-3a9b86f3eeab req-8b954f84-7573-40d5-9fc7-fba5dfbdb45b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408981 May 05 16:57:09.571147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc5349-608e-42fb-974a-e3c3ec592bd9 req-1471cc1e-bf95-4846-881a-4cd01e430d3c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:09.572599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19fc5349-608e-42fb-974a-e3c3ec592bd9 req-1471cc1e-bf95-4846-881a-4cd01e430d3c tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0780668 May 05 16:57:09.618366 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19fc5349-608e-42fb-974a-e3c3ec592bd9 req-1c37b752-707b-4a4d-85ab-0e7c97dce765 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 May 05 16:57:10.816258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5fbe-d1a3-4407-bc30-b6cbb71d2a3a req-59e22633-28b5-4a51-9f94-65a862f13f19 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:10.817710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-984b5fbe-d1a3-4407-bc30-b6cbb71d2a3a req-59e22633-28b5-4a51-9f94-65a862f13f19 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0761881 May 05 16:57:10.867662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-984b5fbe-d1a3-4407-bc30-b6cbb71d2a3a req-1ae6f9c2-9c0b-419c-a4b9-f6c227e63f74 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443022 May 05 16:57:12.065157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ff0ca-af84-4a5e-a59c-13df974e286b req-9b3d6110-329b-4c80-bc72-0be7ed595c4d tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:12.066586 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-296ff0ca-af84-4a5e-a59c-13df974e286b req-9b3d6110-329b-4c80-bc72-0be7ed595c4d tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0785711 May 05 16:57:12.111133 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-296ff0ca-af84-4a5e-a59c-13df974e286b req-d21c0ed6-c1fa-4a33-84be-9aec6b0c727b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388832 May 05 16:57:13.313796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26329dc-65f2-49d4-bcb8-864957b9a0d5 req-67652a23-f27e-4bfc-a455-853c63c9e414 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:13.315252 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e26329dc-65f2-49d4-bcb8-864957b9a0d5 req-67652a23-f27e-4bfc-a455-853c63c9e414 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0785034 May 05 16:57:13.360528 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e26329dc-65f2-49d4-bcb8-864957b9a0d5 req-80a0c0f3-1c61-4b26-874d-4d0a6eea3b99 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395188 May 05 16:57:13.731885 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:57:14.559959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac75ae-8c33-4aad-ae33-bb6bd780b796 req-88618e8e-74a5-4e92-afde-3ccb1c8cb7e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:14.561405 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-25ac75ae-8c33-4aad-ae33-bb6bd780b796 req-88618e8e-74a5-4e92-afde-3ccb1c8cb7e0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0765901 May 05 16:57:14.607263 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-25ac75ae-8c33-4aad-ae33-bb6bd780b796 req-333f012a-cbc9-49e5-8fd8-9aa3e2cc5ece tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399096 May 05 16:57:15.812366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c7789-c78c-40e9-8f5b-d97ebb881693 req-6038bd51-b64f-47c0-8e0f-992e9f1ef8d0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:15.813843 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-598c7789-c78c-40e9-8f5b-d97ebb881693 req-6038bd51-b64f-47c0-8e0f-992e9f1ef8d0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0827355 May 05 16:57:15.860540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-598c7789-c78c-40e9-8f5b-d97ebb881693 req-172a8c70-2a5e-4158-b052-97d365922ad2 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412071 May 05 16:57:17.065494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52076e0a-a147-4cfb-9916-97605c20cfa6 req-30c596b3-8ce7-4fb0-9eac-8b7ed6e84e04 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:17.066883 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52076e0a-a147-4cfb-9916-97605c20cfa6 req-30c596b3-8ce7-4fb0-9eac-8b7ed6e84e04 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0854855 May 05 16:57:17.119359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52076e0a-a147-4cfb-9916-97605c20cfa6 req-77aed7bf-4ad6-4ca5-8ef8-fdbd3d2a4425 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460155 May 05 16:57:18.318228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0fd24b-4335-4d61-9559-86e8d2ff5625 req-c05b9f84-6491-415c-9de6-83e8ba1ee44a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:18.320837 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e0fd24b-4335-4d61-9559-86e8d2ff5625 req-c05b9f84-6491-415c-9de6-83e8ba1ee44a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0785913 May 05 16:57:18.365968 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e0fd24b-4335-4d61-9559-86e8d2ff5625 req-dce036f4-d1f8-4073-b903-2925808732e4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398641 May 05 16:57:19.152983 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-a4b54611-17db-487c-8692-0447bb556e4e service neutron] 10.222.0.71 "GET /v2.0/ports/6af6289b-77f9-4d80-944b-556fad582e80/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0723221 May 05 16:57:19.568801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323ae8d-5b71-482b-8f36-b95e53ea7242 req-ddea1b0a-8314-4c4b-836d-80de1790fabf tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:19.570451 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6323ae8d-5b71-482b-8f36-b95e53ea7242 req-ddea1b0a-8314-4c4b-836d-80de1790fabf tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0825274 May 05 16:57:19.618985 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6323ae8d-5b71-482b-8f36-b95e53ea7242 req-83d4a219-9181-4910-a1f8-e67444647867 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 May 05 16:57:19.891395 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-546d218b-2975-4288-a5e4-27d0ca3e3cb2 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd&tenant_id=718ce966613643c5be9f813924726311 HTTP/1.1" status: 200 len: 1098 time: 0.0687540 May 05 16:57:19.984633 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-d7bdf1a0-7325-4c6e-9559-577b7ece8676 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1098 time: 0.0722787 May 05 16:57:20.197004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-0129c259-8f92-4079-ae05-5f8b70ca9775 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:20.198455 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-0129c259-8f92-4079-ae05-5f8b70ca9775 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.2075262 May 05 16:57:20.264264 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-ed6fa2eb-aac9-4ed6-b688-b0c5c8b964d6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 217 time: 0.0605402 May 05 16:57:20.302653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-659dd285-2de7-4995-a13e-f9bee27f2905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:20.330290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-beb0a86e-949a-4457-a56b-ef0444190f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:20.331826 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-beb0a86e-949a-4457-a56b-ef0444190f66 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0626159 May 05 16:57:20.377748 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-a7c5447a-a77c-4fee-9a74-67ab9f462dcf service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399468 May 05 16:57:20.508674 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-88534737-f7b6-4756-863b-babaaf0cd7ef service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236184 May 05 16:57:20.637416 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87ad5bd8-b4b0-49c2-9094-4d9e65b79100 req-812e19f4-a613-42c7-bfe3-57bf96ff414d service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236384 May 05 16:57:20.822230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbc828-d949-4085-a5c8-1013888732e6 req-8fbc5267-fc00-4e97-a22b-ccc9f51c39d4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:20.823731 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b5dbc828-d949-4085-a5c8-1013888732e6 req-8fbc5267-fc00-4e97-a22b-ccc9f51c39d4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0846705 May 05 16:57:20.870410 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b5dbc828-d949-4085-a5c8-1013888732e6 req-c30fb3c5-a531-467d-ad73-063845e48d79 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410686 May 05 16:57:22.076877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ae0e-413b-4ea9-90c6-404a36fe358a req-958de7af-3686-49a5-867f-5dfd518507b0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:22.078338 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-04e0ae0e-413b-4ea9-90c6-404a36fe358a req-958de7af-3686-49a5-867f-5dfd518507b0 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0824237 May 05 16:57:22.125731 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-04e0ae0e-413b-4ea9-90c6-404a36fe358a req-59dcbc77-e686-4109-b6bd-3965db959eeb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418763 May 05 16:57:22.449402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f25dcf39-3537-4fdc-a882-b3ebd6813817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:23.328573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c656493-5635-45c2-8d9f-32b91866d752 req-e7799725-7a28-482a-9f13-0a94859f7d50 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:23.330043 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6c656493-5635-45c2-8d9f-32b91866d752 req-e7799725-7a28-482a-9f13-0a94859f7d50 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0790422 May 05 16:57:23.381637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6c656493-5635-45c2-8d9f-32b91866d752 req-14604bf1-cb0b-461d-9673-9837366e10bb tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456252 May 05 16:57:23.498354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:57:23.501627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:57:23.741750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:23.764518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:23.774778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:23.784865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '6af6289b-77f9-4d80-944b-556fad582e80', 'network_id': '8c13eb5c-50fe-4af8-8051-6620f9fc5d1b', 'port_id': '6af6289b-77f9-4d80-944b-556fad582e80', 'mac_address': 'fa:16:3e:63:01:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76cf7355-8bdc-4a68-a841-f0042c40b2b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:57:23.792087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:57:23.828656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:23.829743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:23.854665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:23.864703 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e88fce8-8130-47b6-b6d6-96efc5032540'] response: {'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80', 'code': 200} May 05 16:57:23.874450 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6af6289b-77f9-4d80-944b-556fad582e80 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:57:23.897688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:24.008314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 16:57:24.008656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 16:57:24.012007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:24.020396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.020676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.021015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.021352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.021717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.022047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.022390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.022699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.023023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.023352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.023801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:24.564313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:24.581471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe0042b-c16d-482e-8d29-38321c639cb2 req-c78c4a23-16d0-4d3e-97e9-eb1edc884590 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:24.583032 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dfe0042b-c16d-482e-8d29-38321c639cb2 req-c78c4a23-16d0-4d3e-97e9-eb1edc884590 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 943 time: 0.0771234 May 05 16:57:24.619350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6af6289b-77f9-4d80-944b-556fad582e80 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:57:24.634994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:24.636606 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dfe0042b-c16d-482e-8d29-38321c639cb2 req-d162b4d6-0706-4c4f-bfe2-1bd7aaa02b58 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469167 May 05 16:57:24.702702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:24.767283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6af6289b-77f9-4d80-944b-556fad582e80'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:57:24.806200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:25.080416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7141bf69-7d99-45f7-9ae0-1a5ee5a03650 req-8e827060-8bc9-4350-8eab-c69d83247f78 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:25.081877 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7141bf69-7d99-45f7-9ae0-1a5ee5a03650 req-8e827060-8bc9-4350-8eab-c69d83247f78 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 944 time: 0.0807405 May 05 16:57:25.128467 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7141bf69-7d99-45f7-9ae0-1a5ee5a03650 req-9932deda-d8f3-4b77-86d8-db0ecaf61410 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403540 May 05 16:57:25.135244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-2407f8c8-a28b-4152-a9f6-cd4895b44f20 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:25.136774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-2407f8c8-a28b-4152-a9f6-cd4895b44f20 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd&tenant_id=718ce966613643c5be9f813924726311&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 944 time: 0.0842891 May 05 16:57:25.199810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:25.278290 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-c0e038e9-ce07-47da-8777-7d14a2765682 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=718ce966613643c5be9f813924726311&device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 1097 time: 0.0760167 May 05 16:57:25.413072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-0f33b692-3388-444b-b492-d52ba357f5b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:25.415031 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-0f33b692-3388-444b-b492-d52ba357f5b6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 200 len: 915 time: 0.1316128 May 05 16:57:25.479915 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-e88e8aa3-df6d-4a3b-a66c-790b69de4924 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 200 len: 217 time: 0.0589552 May 05 16:57:25.512958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:25.543983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-bc72da5f-0621-4ee7-9866-36463014754f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:25.545411 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-bc72da5f-0621-4ee7-9866-36463014754f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 200 len: 854 time: 0.0605996 May 05 16:57:25.580203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 6af6289b-77f9-4d80-944b-556fad582e80 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:25.580764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:25.589861 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-07ed14ce-37b5-48b7-9c12-65aab8e75933 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384264 May 05 16:57:25.695833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:25.723259 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-b1774e7b-81a1-483d-85af-77ac58621b5c service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280510 May 05 16:57:25.729813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:25.782962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:25.853327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:25.855989 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d9054af9-328b-4b59-b153-2ddd6e42a99a req-ead695b1-d86a-43ee-b4c1-d1a27b08fbe9 service neutron] 10.222.0.71 "GET /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273103 May 05 16:57:25.865923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:57:25.931156 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5c6103b-9ac9-40dc-91d4-396871652cb7'] response: {'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80', 'code': 200} May 05 16:57:26.337416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b1c5d-2552-4b17-9324-5700123bee40 req-c3f61660-be9d-4199-ba44-df613c69e077 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:26.338897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-be1b1c5d-2552-4b17-9324-5700123bee40 req-c3f61660-be9d-4199-ba44-df613c69e077 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0764718 May 05 16:57:26.385091 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-be1b1c5d-2552-4b17-9324-5700123bee40 req-39664bb8-4f7c-40b4-ab94-5ac9aef125d7 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406697 May 05 16:57:27.585320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d738f25f-e555-4fd2-b931-171057f34063 req-f34aa2a7-7746-48f8-9c2a-b12fc34b36f6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:27.586763 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d738f25f-e555-4fd2-b931-171057f34063 req-f34aa2a7-7746-48f8-9c2a-b12fc34b36f6 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0749977 May 05 16:57:27.636759 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d738f25f-e555-4fd2-b931-171057f34063 req-de90140a-f131-458b-a26b-8d29a6f783c1 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 May 05 16:57:27.836207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8a27c3-1c53-4b1c-b10a-89a2ac5ddcbd req-a63b7bc0-6527-40d2-a50f-715b984f9b74 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:27.838255 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ae8a27c3-1c53-4b1c-b10a-89a2ac5ddcbd req-a63b7bc0-6527-40d2-a50f-715b984f9b74 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0804737 May 05 16:57:27.882385 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ae8a27c3-1c53-4b1c-b10a-89a2ac5ddcbd req-1f0531a0-c4d7-4c4e-a86a-d479abe62c09 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 May 05 16:57:28.077991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f27d34-7129-40da-bf68-024c3e4c3108 req-cc933944-81f9-47d7-a194-af0bd3f30cef tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:28.079427 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-03f27d34-7129-40da-bf68-024c3e4c3108 req-cc933944-81f9-47d7-a194-af0bd3f30cef tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0755236 May 05 16:57:28.124410 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-03f27d34-7129-40da-bf68-024c3e4c3108 req-72447388-39d8-4115-ad27-41b5152c2bc1 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394869 May 05 16:57:28.994342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0ae89-beae-45bc-afa9-abd90bba581f req-0ebc3e8f-5919-43fe-93f2-1737ce7e6a15 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:28.995853 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0ff0ae89-beae-45bc-afa9-abd90bba581f req-0ebc3e8f-5919-43fe-93f2-1737ce7e6a15 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0757451 May 05 16:57:29.040984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0ff0ae89-beae-45bc-afa9-abd90bba581f req-19f4b581-76e3-4ce8-8150-9d55c516d581 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 May 05 16:57:30.337376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea529cc-89bf-4b26-b08c-028118191bb0 req-3c7c8210-4cd7-4c4a-9ba5-f40149410e37 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:30.338820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fea529cc-89bf-4b26-b08c-028118191bb0 req-3c7c8210-4cd7-4c4a-9ba5-f40149410e37 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.1686168 May 05 16:57:30.384610 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fea529cc-89bf-4b26-b08c-028118191bb0 req-ff15431f-e99d-4168-ace0-c47b98bafd5e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/security-groups?id=303ba1f3-4821-458c-95ff-8f7956e58673&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401037 May 05 16:57:30.593208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-b1bb03e5-6c43-42fa-80ec-36d551983aa4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:30.594541 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-b1bb03e5-6c43-42fa-80ec-36d551983aa4 tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 945 time: 0.0758524 May 05 16:57:30.668261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Deleting port 6af6289b-77f9-4d80-944b-556fad582e80 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:57:30.668603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:30.905199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] For port 6af6289b-77f9-4d80-944b-556fad582e80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6af6289b-77f9-4d80-944b-556fad582e80,segment=NetworkSegment(26a79c59-c7a4-4750-a38f-aef6ae935dae),segment_id=26a79c59-c7a4-4750-a38f-aef6ae935dae)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:30.905438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:31.027011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Calling delete_port for 6af6289b-77f9-4d80-944b-556fad582e80 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:57:31.221370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:31.233051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6af6289b-77f9-4d80-944b-556fad582e80'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:57:31.271091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Pushing event deleted for resources: {'Port': ['ID=6af6289b-77f9-4d80-944b-556fad582e80,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:31.341469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] No DVR routers for this DVR port 6af6289b-77f9-4d80-944b-556fad582e80 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:57:31.343883 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:31.346266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-deleted', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:57:31.400125 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2d1a7c-efdc-4ea2-883d-07341b1d8e9c'] response: {'server_uuid': 'c73a90fa-00b5-47de-8dde-d99d8ad003dd', 'name': 'network-vif-deleted', 'tag': '6af6289b-77f9-4d80-944b-556fad582e80', 'status': 'completed', 'code': 200} May 05 16:57:31.416453 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae52807e-4ec9-4989-ab78-f30ec41605ef req-936bc552-12cf-460b-b63b-16038220c16a tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.71 "DELETE /v2.0/ports/6af6289b-77f9-4d80-944b-556fad582e80 HTTP/1.1" status: 204 len: 173 time: 0.8163009 May 05 16:57:31.549718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bef45206-78eb-492e-aa9e-edca04b8d352 req-e1df3a2a-4be3-430e-8cf4-3b242615634b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Synchronizing usage tracker for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:57:31.622846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bef45206-78eb-492e-aa9e-edca04b8d352 req-e1df3a2a-4be3-430e-8cf4-3b242615634b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] Unset dirty status for tenant:718ce966613643c5be9f813924726311 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:57:31.624433 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bef45206-78eb-492e-aa9e-edca04b8d352 req-e1df3a2a-4be3-430e-8cf4-3b242615634b tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] 10.222.0.70 "GET /v2.0/ports?device_id=c73a90fa-00b5-47de-8dde-d99d8ad003dd HTTP/1.1" status: 200 len: 210 time: 0.1173830 May 05 16:57:32.890682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56776) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:32.948167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Deleting subnet 76cf7355-8bdc-4a68-a841-f0042c40b2b8 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 16:57:32.950922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:32.998784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.056086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.200552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.237180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76cf7355-8bdc-4a68-a841-f0042c40b2b8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:33.244951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.251238 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-30495574-d781-4a7b-88dc-8b80a725de13 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/76cf7355-8bdc-4a68-a841-f0042c40b2b8 HTTP/1.1" status: 204 len: 168 time: 0.3595657 May 05 16:57:33.253666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 56780) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:33.359026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.482344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.510617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c13eb5c-50fe-4af8-8051-6620f9fc5d1b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:33.522236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a79c59-c7a4-4750-a38f-aef6ae935dae') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:33.522531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a79c59-c7a4-4750-a38f-aef6ae935dae') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:33.534055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.549807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.554428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:57:33.556543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 16:57:33.556930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 16:57:33.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 16:57:33.588251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 6af6289b-77f9-4d80-944b-556fad582e80 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:57:33.588603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6af6289b-77f9-4d80-944b-556fad582e80 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:57:33.691151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.711208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:33.721534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c13eb5c-50fe-4af8-8051-6620f9fc5d1b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:33.766288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9644f132-db14-434b-a23c-e39d7d0de850 admin admin] 10.222.0.70 "DELETE /v2.0/networks/8c13eb5c-50fe-4af8-8051-6620f9fc5d1b HTTP/1.1" status: 204 len: 168 time: 0.5115371 May 05 16:57:34.021384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:34.128095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56786) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:34.186659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8a01b033-3e33-403b-baaa-943d0e555e9e admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=718ce966613643c5be9f813924726311&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0577400 May 05 16:57:34.193236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:34.268431 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:34.305212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:34.440191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:34.458855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303ba1f3-4821-458c-95ff-8f7956e58673,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:34.470342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.470921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.471557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.471913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.472250 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.472753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.473350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.473735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.474064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.474391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.474715 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:34.525038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:34.526994 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ff581237-a9f0-49ed-8fcf-71915f4dc124 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/303ba1f3-4821-458c-95ff-8f7956e58673 HTTP/1.1" status: 204 len: 168 time: 0.3326759 May 05 16:57:35.729386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56812) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:35.861136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-229646044-network', 'tenant_id': '5bda82112d4c4b138f27306657838474'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:35.866195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:35.870618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Usage tracker for resource:network and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:35.873550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:35.879185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:35.942508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Made reservation on behalf of 5bda82112d4c4b138f27306657838474 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:57:35.944873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:35.957842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:35.990245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:35.994930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Usage tracker for resource:security_group_rule and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:35.998701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:36.006114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:36.075569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.171554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.204232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 16:57:36.209388 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a86dc29-e6a1-432f-b419-efcec113d283,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:36.217308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.217650 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Added segment d3fb20f4-e5d8-4895-8036-20b2433eb472 of type vlan for network 8cb05abf-040f-45eb-99af-d0620745e68e May 05 16:57:36.245642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.354263 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.355167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:36.355761 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.540214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] Pushing event updated for resources: {'Network': ['ID=8cb05abf-040f-45eb-99af-d0620745e68e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:36.549797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 8cb05abf-040f-45eb-99af-d0620745e68e details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 16:57:36.617555 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-93654a54-f88b-47a1-8326-e7aca419fcc0 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8870289 May 05 16:57:36.621373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56818) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:36.626966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Request body: {'subnet': {'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-229646044-subnet', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:36.631836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:36.636417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Usage tracker for resource:subnet and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:36.639338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:36.645498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:36.702333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Made reservation on behalf of 5bda82112d4c4b138f27306657838474 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:57:36.704689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:36.942692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.015887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cd65d9b-d679-4f11-b241-5021bc93ed53,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:37.030808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:57:37.031170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Network hostable DHCP agents. Network: 8cb05abf-040f-45eb-99af-d0620745e68e, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 16:57:37.122443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Network 8cb05abf-040f-45eb-99af-d0620745e68e is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 16:57:37.217066 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 8cb05abf-040f-45eb-99af-d0620745e68e) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:37.221185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:37.221764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.225822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865e2520-235e-40c3-8ccd-357ab0983c6d None None] Network 8cb05abf-040f-45eb-99af-d0620745e68e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:57:37.326250 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b0c91fb4-db05-498a-8635-a63f84e0aa3f admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7036710 May 05 16:57:37.328826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56822) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:37.333787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:37.338812 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:37.342669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Usage tracker for resource:router and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:37.345500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:37.351162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:37.449904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.449904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.450137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-8cb05abf-040f-45eb-99af-d0620745e68e', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 16:57:37.450137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.465661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.606568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Allocated IP 172.20.0.2 (8cb05abf-040f-45eb-99af-d0620745e68e/6cd65d9b-d679-4f11-b241-5021bc93ed53/f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:57:37.694486 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.813397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.823581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Transition to ACTIVE for port object f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:37.841594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Transition to ACTIVE for port object f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:37.880393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.933721 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:37.948266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:57:37.950925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:37.954642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:57:37.959706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Pushing event updated for resources: {'Port': ['ID=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:37.964748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.045011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Attempting to bind port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:57:38.045380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Attempting to bind port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:57:38.045743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Attempting to bind port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:57:38.052175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:57:38.052541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:57:38.052939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.053324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Bound using segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:57:38.053785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Bound port: f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:57:38.054155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.102401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Allocated IP 172.26.2.123 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/c82c1c27-90d2-42a3-8660-1aa1cc0a98cc) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:57:38.143089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] For port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:57:38.146196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] For port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:57:38.216211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.253433 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.302300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe2bf4-c91f-4f37-9489-1509e01204f8 None None] Pushing event updated for resources: {'Port': ['ID=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:38.343357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.412935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:57:38.416210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:38.418918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:57:38.477397 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Pushing event updated for resources: {'Port': ['ID=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:38.685593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.686314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:38.959648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 16:57:39.233728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d742778d-c1b0-4b5b-bf74-64663c8e9d1b None None] Network 8cb05abf-040f-45eb-99af-d0620745e68e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 16:57:39.294521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:57:39.306261 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:57:39.321703 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:57:39.322706 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:57:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:39.400180 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:39.402963 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d636a6c0-9c4f-4e83-88c5-ee9b7ac3646b admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0725508 May 05 16:57:39.405663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56826) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:39.466660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-942fd764-2e9a-44b7-9a14-7b215665dbd9 None None] Provisioning for port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:39.507110 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:57:39.807985 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:38Z', 'revision_number': 3, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:39.812234 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:57:39.812573 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Updating router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:57:39.863770 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.178741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.201083 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.202631 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Transition to ACTIVE for port object c82c1c27-90d2-42a3-8660-1aa1cc0a98cc will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:40.243562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:40.331318 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.382417 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:40.388511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:40.389067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.391339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Allocated IP 172.20.0.1 (8cb05abf-040f-45eb-99af-d0620745e68e/6cd65d9b-d679-4f11-b241-5021bc93ed53/d3b117c4-826e-46d2-84a8-09a76b160c6c) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:57:40.417047 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Pushing event updated for resources: {'Port': ['ID=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:40.423050 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Attempting to bind port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:57:40.427222 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Attempting to bind port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:57:40.427222 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Attempting to bind port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:57:40.432048 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.432456 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.432956 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.433284 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.434189 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.434606 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.434955 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.435340 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.435740 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.436124 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.436587 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:40.445256 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:57:40.445680 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:57:40.446482 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.446868 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:57:40.447322 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Bound port: c82c1c27-90d2-42a3-8660-1aa1cc0a98cc, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:57:40.447712 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.510713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.524628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] For port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:57:40.527779 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] For port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:57:40.545872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.546119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:40.562350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Transition to ACTIVE for port object d3b117c4-826e-46d2-84a8-09a76b160c6c will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:40.617416 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.639856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.640280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.709139 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835455cc-eaeb-4993-8b23-828a403cdda6 None None] Pushing event updated for resources: {'Port': ['ID=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:40.711862 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:57:40.712521 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:57:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:40.719782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:57:40.720289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:40.720670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b117c4-826e-46d2-84a8-09a76b160c6c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:40.723174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:40.725684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:57:40.788452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:40.914546 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:57:40.930414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:41.136166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7da1800a-926b-4e4a-ab0e-3610f72daa83 None None] Provisioning for port d3b117c4-826e-46d2-84a8-09a76b160c6c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:41.142325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7da1800a-926b-4e4a-ab0e-3610f72daa83 None None] Provisioning complete for port d3b117c4-826e-46d2-84a8-09a76b160c6c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:41.144389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7da1800a-926b-4e4a-ab0e-3610f72daa83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:41.201467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7da1800a-926b-4e4a-ab0e-3610f72daa83 None None] Port d3b117c4-826e-46d2-84a8-09a76b160c6c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:57:41.242376 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:38Z', 'revision_number': 3, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:41.246945 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7947243a-f772-4862-bd88-d3ba2654d75e None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:38Z', 'revision_number': 3, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:57:41.290956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:41.364447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:41.473399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:41.509641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b117c4-826e-46d2-84a8-09a76b160c6c,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:41.645281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:57:41.646563 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:41.929376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bf69c453-6f22-4b04-b072-2afde46555e4 None None] Provisioning complete for port d3b117c4-826e-46d2-84a8-09a76b160c6c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:41.930579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf69c453-6f22-4b04-b072-2afde46555e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:41.984187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf69c453-6f22-4b04-b072-2afde46555e4 None None] Port d3b117c4-826e-46d2-84a8-09a76b160c6c cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:57:42.047781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:57:42.263498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:57:42.268685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:42.272614 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6d14171d-129d-41bd-b19d-411a05e9fef2 admin admin] 10.222.0.70 "PUT /v2.0/routers/8e5b2ca6-3ac7-4982-bea2-1001ba909b82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8659208 May 05 16:57:42.340759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:42.341143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:42.457822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c82c1c27-90d2-42a3-8660-1aa1cc0a98cc up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:42.577033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:42.582047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:42.582412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:42.705992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:42.721662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:42.805785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:42.874058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:43.141069 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56836) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:43.146799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113605477', 'description': 'tempest-description--794333725'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:43.154183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:43.158014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Usage tracker for resource:security_group and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:43.161076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:43.166867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:43.246023 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.289193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:43.292927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Usage tracker for resource:security_group_rule and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:43.295668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:43.301222 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:43.354118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.428186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.470577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1fa4f-a752-4d55-9b70-78f8002efcd1,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:43.560234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.561793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-10085a82-6eae-44b0-848c-921df57e112d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.4196613 May 05 16:57:43.564554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56840) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:43.569994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1fa4f-a752-4d55-9b70-78f8002efcd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:43.576876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:43.580726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Usage tracker for resource:security_group_rule and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:43.583627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:43.589415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:43.663892 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.724633 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.811834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.835049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6217da10-c1d8-49a9-9fb0-b8cedfad958f,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:43.895464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:43.896823 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9d96a38f-fde7-4524-bca9-e5445bab497a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3313439 May 05 16:57:43.899302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56844) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:43.905509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'security_group_rule': {'security_group_id': 'f8e1fa4f-a752-4d55-9b70-78f8002efcd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:43.911695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:43.915480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Usage tracker for resource:security_group_rule and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:43.918305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:43.925311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:44.012057 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.077145 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.136827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.160903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2656014-1f10-4891-ac82-1e064d226441,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:44.205857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c82c1c27-90d2-42a3-8660-1aa1cc0a98cc up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:44.218644 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.222795 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9c3678e4-9cbf-40c5-9640-eed7eb699c28 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3196187 May 05 16:57:44.222935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56848) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:57:44.228333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:44.234651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:44.239104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Usage tracker for resource:floatingip and tenant:5bda82112d4c4b138f27306657838474 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 16:57:44.241962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 16:57:44.247631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:44.277006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:44.277376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.326172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.461258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.602553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Allocated IP 172.26.2.19 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/b2eb54b9-b6e5-4e65-aeeb-56f16cfb6e1c) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:57:44.706969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:57:44.719224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:57:44.719884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:57:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:44.860129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:44.901056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:57:44.971491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.038977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:57:45.041880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:45.044621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:57:45.078241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'Port': ['ID=b2eb54b9-b6e5-4e65-aeeb-56f16cfb6e1c,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:45.217863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.262023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:41Z', 'revision_number': 2, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:45.266384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:57:45.266755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Updating router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 port d3b117c4-826e-46d2-84a8-09a76b160c6c binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 16:57:45.320099 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.365047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.577238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.638795 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.675894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.689444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Transition to ACTIVE for port object d3b117c4-826e-46d2-84a8-09a76b160c6c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:45.748164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'Port': ['ID=b2eb54b9-b6e5-4e65-aeeb-56f16cfb6e1c,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:45.759770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.762373 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.844360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.849612 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b356b4e1-b7db-4918-8835-4438baf7e651 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6217096 May 05 16:57:45.885797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae240d9-832d-4e57-a236-7939c67408df None None] Pushing event updated for resources: {'Port': ['ID=d3b117c4-826e-46d2-84a8-09a76b160c6c,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:45.983248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Attempting to bind port d3b117c4-826e-46d2-84a8-09a76b160c6c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:57:45.983661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Attempting to bind port d3b117c4-826e-46d2-84a8-09a76b160c6c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:57:45.984030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Attempting to bind port d3b117c4-826e-46d2-84a8-09a76b160c6c on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:57:45.990979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:57:45.991527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:57:45.991921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:45.992365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Bound using segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:57:45.992897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Bound port: d3b117c4-826e-46d2-84a8-09a76b160c6c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:57:45.993353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:46.046857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d86038e0-48f6-4982-96cf-d18c4410009d req-cf2cdc1e-9f12-4aaa-be15-cd6d8759a211 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:57:46.083214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] For port d3b117c4-826e-46d2-84a8-09a76b160c6c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:57:46.086151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] For port d3b117c4-826e-46d2-84a8-09a76b160c6c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3b117c4-826e-46d2-84a8-09a76b160c6c,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:57:46.149456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d86038e0-48f6-4982-96cf-d18c4410009d req-cf2cdc1e-9f12-4aaa-be15-cd6d8759a211 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:57:46.149852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:46.151872 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-cf2cdc1e-9f12-4aaa-be15-cd6d8759a211 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--113605477&fields=id&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 267 time: 0.1606302 May 05 16:57:46.238823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae240d9-832d-4e57-a236-7939c67408df None None] Pushing event updated for resources: {'Port': ['ID=d3b117c4-826e-46d2-84a8-09a76b160c6c,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:46.243895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:57:46.244581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:57:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:46.316111 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86038e0-48f6-4982-96cf-d18c4410009d req-744d764f-5800-4e70-88f0-e2363b7901cc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:46.317447 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d86038e0-48f6-4982-96cf-d18c4410009d req-744d764f-5800-4e70-88f0-e2363b7901cc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:57:46.421025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d86038e0-48f6-4982-96cf-d18c4410009d req-744d764f-5800-4e70-88f0-e2363b7901cc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:57:46.422252 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-744d764f-5800-4e70-88f0-e2363b7901cc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.2632434 May 05 16:57:46.439982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:57:46.440556 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-71155329-d509-424c-a28c-a411d3aa09af tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/quotas/5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 375 time: 0.0125844 May 05 16:57:46.528637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d86038e0-48f6-4982-96cf-d18c4410009d req-247bd236-ee36-4721-894b-f0a73111f9ff tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:57:46.628827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d86038e0-48f6-4982-96cf-d18c4410009d req-247bd236-ee36-4721-894b-f0a73111f9ff tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:57:46.630159 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-247bd236-ee36-4721-894b-f0a73111f9ff tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1843452 May 05 16:57:46.768185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:46Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:57:46.772284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a30f9d-d9e7-4189-a96c-2e1f75b2eacc None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:46Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:57:46.773850 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-eab58b1e-55f7-4f25-a713-80545eaeab19 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309185 May 05 16:57:46.921911 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-4d71ac79-f67c-45b2-8cc8-4f0d496bbca9 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383729 May 05 16:57:47.212405 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2353cf57-82be-4ae6-b11b-a336bf3243a6 req-8fcfbf83-bcaf-430a-aeba-73554c7850ac tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 210 time: 0.0416203 May 05 16:57:48.223934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3b117c4-826e-46d2-84a8-09a76b160c6c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:48.384407 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60670e5b-1a02-4ede-8e47-edf356791881 req-97e9a23b-f100-4380-809d-06ebec8b6450 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 210 time: 0.0408185 May 05 16:57:48.386584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d3b117c4-826e-46d2-84a8-09a76b160c6c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:48.391826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d3b117c4-826e-46d2-84a8-09a76b160c6c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:48.392287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:48.540081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:48.573924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d3b117c4-826e-46d2-84a8-09a76b160c6c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3b117c4-826e-46d2-84a8-09a76b160c6c,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:48.697122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:48.764940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d3b117c4-826e-46d2-84a8-09a76b160c6c,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:49.611716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-34427dec-faa3-412a-aa21-d5bd50253e83 req-ffac16d5-e7f7-4aac-95b0-3d4a248a6d2a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 210 time: 0.0556934 May 05 16:57:49.670567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86038e0-48f6-4982-96cf-d18c4410009d req-378a6b66-cfc8-4df2-bce4-4feed6084f82 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:49.672042 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-378a6b66-cfc8-4df2-bce4-4feed6084f82 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.2823267 May 05 16:57:49.723273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-f912ac08-6d2a-48e2-82fe-ae5d15b625a8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 379 time: 0.0398037 May 05 16:57:49.731867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'port': {'device_id': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'admin_state_up': True, 'tenant_id': '5bda82112d4c4b138f27306657838474', 'security_groups': ['f8e1fa4f-a752-4d55-9b70-78f8002efcd1']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:49.868266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:57:49.877721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:57:49.959943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Made reservation on behalf of 5bda82112d4c4b138f27306657838474 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:57:49.962916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.125655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Allocated IP 172.20.0.13 (8cb05abf-040f-45eb-99af-d0620745e68e/6cd65d9b-d679-4f11-b241-5021bc93ed53/8e604f83-cc8e-4160-806e-21cbe8fcf8b8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:57:50.212258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3b117c4-826e-46d2-84a8-09a76b160c6c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:50.295183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d3b117c4-826e-46d2-84a8-09a76b160c6c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:50.295609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.330086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.345652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Transition to ACTIVE for port object 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:50.361336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e6be080a-17be-411a-9d50-824dc5ccb185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.446287 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.518637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:57:50.521756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:57:50.526113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:57:50.551437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:50.582366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.582711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.583048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.583381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.583741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.584070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.584397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.584728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.585047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.585365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.585684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:57:50.605717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:50.606320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.709295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-11bf128f-81d4-4727-94d5-030e62c1a241 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9811435 May 05 16:57:50.720132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Request body: {'port': {'device_id': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:57:50.733426 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:57:50.829233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.829963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa45973-b814-4420-9270-ed0397e873c2 req-329e4508-1cb0-45cb-8a6e-a2a5e15b5e4b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:50.831441 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aaa45973-b814-4420-9270-ed0397e873c2 req-329e4508-1cb0-45cb-8a6e-a2a5e15b5e4b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 932 time: 0.0921340 May 05 16:57:50.839577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-680ae3bb-7c2f-41f9-aa9e-0da68cd176af None None] Provisioning for port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:50.844883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-680ae3bb-7c2f-41f9-aa9e-0da68cd176af None None] Provisioning complete for port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:50.845434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-680ae3bb-7c2f-41f9-aa9e-0da68cd176af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:50.881632 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aaa45973-b814-4420-9270-ed0397e873c2 req-ab5d0c41-39f8-4fa2-bf8e-502ab3ef4302 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442278 May 05 16:57:50.912519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-680ae3bb-7c2f-41f9-aa9e-0da68cd176af None None] Port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:57:51.171501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:57:51.178328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:51.193191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Transition to ACTIVE for port object 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:57:51.268649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:51.396652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:51.504637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Attempting to bind port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:57:51.504973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Attempting to bind port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:57:51.505302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Attempting to bind port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:57:51.511212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 on network 8cb05abf-040f-45eb-99af-d0620745e68e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:57:51.511561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Attempting to bind port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:57:51.518772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:57:51.519107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:57:51.519523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Bound using segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:57:51.519951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Bound port: 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:57:51.520296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:51.611409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:57:51.614528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:57:51.736080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:51.796028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:51.797663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] 10.222.0.71 "PUT /v2.0/ports/8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 1094 time: 1.0818059 May 05 16:57:51.798097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:57:51.818220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd16b79-d5c8-40f6-a18a-5559253d2485 service neutron] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:51.861517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d10ff9cf-d081-4bc3-b7e6-06af72c48584'] response: {'name': 'network-changed', 'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'status': 'completed', 'code': 200} May 05 16:57:52.047829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a860bd17-d120-4695-ae8e-b9eba0506719 req-3b62ef46-cf66-4074-b762-5973dd0a2e28 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1097 time: 0.1659880 May 05 16:57:52.103210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb04da5-e37f-49ab-8bfa-25e663f51bd7 req-1f0a8ab1-476b-47fe-b5cc-ee2614adebfd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:52.104836 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bfb04da5-e37f-49ab-8bfa-25e663f51bd7 req-1f0a8ab1-476b-47fe-b5cc-ee2614adebfd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.0788624 May 05 16:57:52.152369 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bfb04da5-e37f-49ab-8bfa-25e663f51bd7 req-eafedbc0-42d0-40ee-84f9-b1ebe6c8a173 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415742 May 05 16:57:52.193098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860bd17-d120-4695-ae8e-b9eba0506719 req-4ce7cce2-330a-4912-97b2-3ed02c8b6296 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:52.194538 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a860bd17-d120-4695-ae8e-b9eba0506719 req-4ce7cce2-330a-4912-97b2-3ed02c8b6296 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bda82112d4c4b138f27306657838474&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1403255 May 05 16:57:52.330820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860bd17-d120-4695-ae8e-b9eba0506719 req-451194cf-75d0-4aec-90c9-c0823c3456b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:52.332204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a860bd17-d120-4695-ae8e-b9eba0506719 req-451194cf-75d0-4aec-90c9-c0823c3456b1 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1320767 May 05 16:57:52.436771 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-64383fa4-cba1-4cf9-a24f-c909acf0089c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1097 time: 0.0686536 May 05 16:57:52.461444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5cc16df-b629-437b-a33b-2d6d64e67c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:52.508464 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-26590a06-6fd6-46c0-9993-486cac1bfdc9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 217 time: 0.0643072 May 05 16:57:52.569840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86038e0-48f6-4982-96cf-d18c4410009d req-8a79ea84-6998-4bb9-81f3-54fbc3a7259a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:52.571335 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-8a79ea84-6998-4bb9-81f3-54fbc3a7259a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0571771 May 05 16:57:52.647171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-1f481c47-d8f7-4556-8a8a-86d2d5115c62 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701327 May 05 16:57:52.777164 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-d0263636-a999-4fb9-8112-25bbb1f48116 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246009 May 05 16:57:52.909019 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d86038e0-48f6-4982-96cf-d18c4410009d req-a7c962e3-4639-4140-833c-02ba8a46fd86 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244555 May 05 16:57:53.358353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95468ab9-f700-4941-a8bd-1cb515ae2338 req-1f1f7dcf-3348-425c-add5-cacf7b62a605 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:53.359654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-95468ab9-f700-4941-a8bd-1cb515ae2338 req-1f1f7dcf-3348-425c-add5-cacf7b62a605 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:57:53.433970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-95468ab9-f700-4941-a8bd-1cb515ae2338 req-1f1f7dcf-3348-425c-add5-cacf7b62a605 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:57:53.435128 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95468ab9-f700-4941-a8bd-1cb515ae2338 req-1f1f7dcf-3348-425c-add5-cacf7b62a605 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.1531150 May 05 16:57:53.482145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95468ab9-f700-4941-a8bd-1cb515ae2338 req-36618317-8376-4d14-9aa5-83cc0a5cde20 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409415 May 05 16:57:53.713815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:53.736731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:54.681922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787c268-9402-444f-ae6c-84603074619c req-1bfaa6e4-cb8b-4d48-889a-8552afa0b384 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:54.683373 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5787c268-9402-444f-ae6c-84603074619c req-1bfaa6e4-cb8b-4d48-889a-8552afa0b384 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.0821764 May 05 16:57:54.728702 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5787c268-9402-444f-ae6c-84603074619c req-575246e3-b58b-41db-814f-fbd553096b7c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397253 May 05 16:57:55.221208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:55.932133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfc4b45-6ca2-4b72-b293-994d9fce20ae req-c64b16b7-9aa5-4f14-9855-ec68132576ba tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:55.933563 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bfc4b45-6ca2-4b72-b293-994d9fce20ae req-c64b16b7-9aa5-4f14-9855-ec68132576ba tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.0823438 May 05 16:57:55.979589 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bfc4b45-6ca2-4b72-b293-994d9fce20ae req-c148f164-99e3-4968-9dad-160e12043896 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399241 May 05 16:57:57.176377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d50c8-7c21-47db-ba07-becd1936ae3c req-297d4144-a332-42d4-aa56-6e6e5e445c0e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:57.177825 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-262d50c8-7c21-47db-ba07-becd1936ae3c req-297d4144-a332-42d4-aa56-6e6e5e445c0e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.0771093 May 05 16:57:57.223050 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-262d50c8-7c21-47db-ba07-becd1936ae3c req-70ca4c19-574e-4139-bbb7-6997f6e42f00 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397708 May 05 16:57:57.633944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:57:57.768086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:57.781626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'mac_address': 'fa:16:3e:b8:38:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:57:57.834205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:57.851353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:57:57.866093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:57:57.931500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:57.998439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:57:58.245254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['8e604f83-cc8e-4160-806e-21cbe8fcf8b8'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:57:58.423032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87ee24-2eb1-4d15-9dc2-fc9a3f1c3a8a req-dd371117-c4ed-47d9-8ab1-f7fa4e40bad3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:58.424551 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5f87ee24-2eb1-4d15-9dc2-fc9a3f1c3a8a req-dd371117-c4ed-47d9-8ab1-f7fa4e40bad3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 945 time: 0.0770707 May 05 16:57:58.471984 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5f87ee24-2eb1-4d15-9dc2-fc9a3f1c3a8a req-d2bd1140-1d08-4afd-9a0a-26a3700d09b3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416400 May 05 16:57:59.647288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:57:59.769095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba2764e-8b12-4b57-9b93-98d166e22e0a req-d88a71b9-ace0-4e40-8ac9-c9605b82ecf2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:57:59.770494 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bba2764e-8b12-4b57-9b93-98d166e22e0a req-d88a71b9-ace0-4e40-8ac9-c9605b82ecf2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 945 time: 0.1752570 May 05 16:57:59.811272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:57:59.816260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:57:59.816601 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bba2764e-8b12-4b57-9b93-98d166e22e0a req-d74448d5-e3b8-4bf6-909e-46620627dfb3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404022 May 05 16:57:59.821481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:59.930089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:57:59.956991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:57:59.966602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:00.011661 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8800f9-df64-4e92-86fa-f865dcda5d1f'] response: {'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'code': 200} May 05 16:58:00.039656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:00.104488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:00.346806 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5029c2fe-8a8f-490d-923e-e2ed2768aa86 req-4eb5890a-b3a0-424e-8150-51dbd005c477 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1099 time: 0.0709484 May 05 16:58:00.389377 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5029c2fe-8a8f-490d-923e-e2ed2768aa86 req-4ec9aacd-3b74-43e6-b2b8-c05449943add service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368154 May 05 16:58:01.009915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605c9f6-6fdc-451c-96b5-62553b633439 req-56ff811c-be20-4b46-a9a7-8f56c35e5e8a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:01.011365 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e605c9f6-6fdc-451c-96b5-62553b633439 req-56ff811c-be20-4b46-a9a7-8f56c35e5e8a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0749757 May 05 16:58:01.059148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e605c9f6-6fdc-451c-96b5-62553b633439 req-06429710-92f7-43f4-85d0-c0ef038b3a9d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414665 May 05 16:58:02.255381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b5662-0306-469a-a7f2-47317c1ef98f req-356ec07e-5c93-4d58-aeca-fd26da8a4e06 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:02.256849 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c70b5662-0306-469a-a7f2-47317c1ef98f req-356ec07e-5c93-4d58-aeca-fd26da8a4e06 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0747781 May 05 16:58:02.304323 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c70b5662-0306-469a-a7f2-47317c1ef98f req-d05fce66-01f5-4e7d-9e07-faf7e2348a2d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419211 May 05 16:58:02.494580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e83215-1447-4556-926c-8ef3f8deebd4 req-303de11e-43cf-487d-8a4b-8ca36486351e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:02.496072 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f2e83215-1447-4556-926c-8ef3f8deebd4 req-303de11e-43cf-487d-8a4b-8ca36486351e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0760515 May 05 16:58:02.505453 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 56900) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:58:02.510617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'floatingip': {'port_id': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:58:02.586805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:03.164623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:03.222464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:03.407384 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 associated. External IP: 172.26.2.19, port: 8e604f83-cc8e-4160-806e-21cbe8fcf8b8. May 05 16:58:03.895572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:58:04.028689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:04.096272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:58:04.101236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:04.105786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:58:04.119283 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:58:04.119937 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:57:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:04.161725 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-20fd6703-fc21-4b0c-9218-02101c7cb9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "PUT /v2.0/floatingips/176b6258-fb02-45f1-bfe4-528061abb9a4 HTTP/1.1" status: 200 len: 991 time: 1.6521556 May 05 16:58:04.161725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:58:04.220525 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc096b5-3f7a-4893-b8ea-57d797590639'] response: {'name': 'network-changed', 'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'status': 'completed', 'code': 200} May 05 16:58:04.306672 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:58:04.373632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f614d2d-346b-46e5-a777-fa1549608a10 req-80dd6fc4-b9ec-48f3-94ef-0ae5446ab092 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:04.375000 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4f614d2d-346b-46e5-a777-fa1549608a10 req-80dd6fc4-b9ec-48f3-94ef-0ae5446ab092 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.1103122 May 05 16:58:04.442025 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4f614d2d-346b-46e5-a777-fa1549608a10 req-6c88c194-1d53-4f31-bbdf-ca3f99de7084 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593350 May 05 16:58:04.449414 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-d0a63099-3e73-4b77-8dbf-2bc1dfb70946 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1099 time: 0.2072351 May 05 16:58:04.648523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d54a84-7126-4797-aabf-679b78331366 req-cceeee5d-41e9-431a-8af6-cf1f4342f981 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:04.649973 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0d54a84-7126-4797-aabf-679b78331366 req-cceeee5d-41e9-431a-8af6-cf1f4342f981 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0831528 May 05 16:58:04.667362 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:b8:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T16:58:03Z', 'revision_number': 1, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:04.674080 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:58:04.682269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-e8e253db-7ea1-4838-a92a-8fd9df18e13e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:04.683760 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-e8e253db-7ea1-4838-a92a-8fd9df18e13e service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.2287776 May 05 16:58:04.689018 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:58:04.690012 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:57:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:04.700145 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0d54a84-7126-4797-aabf-679b78331366 req-ab79ac9f-4c6f-40fc-9734-9a2776958da6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443275 May 05 16:58:04.793880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-f7fce7ef-32d0-4e76-a3a4-8d2bb1a0ea82 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 999 time: 0.1041334 May 05 16:58:04.859698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-305ec457-fd21-4884-b61d-d68f3044b616 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:04.861595 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-305ec457-fd21-4884-b61d-d68f3044b616 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0622642 May 05 16:58:04.890129 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:58:04.939826 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-f0992b60-76ee-490f-8ba7-8be420b652bb service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726397 May 05 16:58:05.076514 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-924b9a80-135f-457f-9ffd-f9f315be446c service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309874 May 05 16:58:05.215139 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-580d4cf1-3898-4ff8-a749-9dc7d9aa2a4a req-e0fd5422-7aee-486b-9214-cb5042c2ceed service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335702 May 05 16:58:05.239611 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:b8:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T16:58:03Z', 'revision_number': 1, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:05.245672 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adc07c4c-1fa1-4cc4-bb1b-4073a53692d3 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:b8:38:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T16:58:03Z', 'revision_number': 1, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:58:05.454717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445d1601-b4bf-4f07-a82a-bea367f5cdab None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:58:05.921590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fb72db-b400-4935-b79d-2cb3ac0ebad1 req-540e8cf7-d479-482d-aabd-875e6f54fe4c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:05.922920 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4fb72db-b400-4935-b79d-2cb3ac0ebad1 req-540e8cf7-d479-482d-aabd-875e6f54fe4c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0792270 May 05 16:58:05.970226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4fb72db-b400-4935-b79d-2cb3ac0ebad1 req-3a54ecc6-1c34-43f3-88c1-244de68b9139 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404692 May 05 16:58:06.181716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08906650-1383-4c89-a855-b8ce76440515 req-f7eef5c0-6bff-4ad7-ae55-ce4ddb1cf46c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:06.183079 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-08906650-1383-4c89-a855-b8ce76440515 req-f7eef5c0-6bff-4ad7-ae55-ce4ddb1cf46c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0805545 May 05 16:58:06.228662 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-08906650-1383-4c89-a855-b8ce76440515 req-cefeb43f-f3e9-487b-8705-29e54cc0877c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396922 May 05 16:58:06.493810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-235dc036-5c8c-45f3-ad11-81a5ed72527b req-71c500e8-081e-45bd-be24-f1f69b7c1772 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1354508 May 05 16:58:07.068955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5a0a11-f72f-4aff-ad79-b05205c289ad req-e03e4411-d230-4905-837c-7ca0bab1d4aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:07.070327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb5a0a11-f72f-4aff-ad79-b05205c289ad req-e03e4411-d230-4905-837c-7ca0bab1d4aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0766687 May 05 16:58:07.171325 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb5a0a11-f72f-4aff-ad79-b05205c289ad req-c5fd45d3-3834-44fb-8a51-0a1a68da9b18 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691361 May 05 16:58:07.181522 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-039b0596-1f72-4d82-86e1-f005161bd5cb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1102898 May 05 16:58:07.861920 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-b1c53aff-d025-47e0-af64-67a9c87a1d83 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1099 time: 0.0743003 May 05 16:58:08.007629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-cf6fad46-5e32-44a6-b515-587999bb010a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:08.009872 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-cf6fad46-5e32-44a6-b515-587999bb010a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1279051 May 05 16:58:08.113860 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-a9d798da-a99f-4b54-abc9-5eefe84ebc12 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0992672 May 05 16:58:08.180521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-2fff516b-9967-44b4-a540-fe7110f82868 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:08.182057 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-2fff516b-9967-44b4-a540-fe7110f82868 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0621033 May 05 16:58:08.258092 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-33dbc215-b016-4f15-8fcc-62a913604dfc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704682 May 05 16:58:08.445964 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-438f97a0-cd1c-4a6d-a4bd-26a7bcecb2b4 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824486 May 05 16:58:08.478623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a6301-de0e-4c12-9e1a-ad8fada680a1 req-c8c9e9ca-4bdc-45bf-9e9f-3f653562e5d1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:08.480040 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-875a6301-de0e-4c12-9e1a-ad8fada680a1 req-c8c9e9ca-4bdc-45bf-9e9f-3f653562e5d1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.1466515 May 05 16:58:08.597557 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-875a6301-de0e-4c12-9e1a-ad8fada680a1 req-710a3ea3-d5f2-4172-af15-611a1d8a5845 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701506 May 05 16:58:08.620053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15641e26-d70b-4a5b-a49e-a2de2a340e63 req-ce42b68f-7397-419e-89af-48325e463d98 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677675 May 05 16:58:09.324385 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-bae6624e-8205-40dc-8ff1-dd823fe53d58 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1099 time: 0.1604242 May 05 16:58:09.455759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-355d8497-2b3f-4936-8c9d-03bea9fd04ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:09.457191 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-355d8497-2b3f-4936-8c9d-03bea9fd04ff service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1261938 May 05 16:58:09.561148 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-ce57bb39-a135-485e-b941-d44f4d660db8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0975153 May 05 16:58:09.621681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-487ad802-fcbd-4e28-9de7-748449ef871d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:09.623226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-487ad802-fcbd-4e28-9de7-748449ef871d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0566003 May 05 16:58:09.696658 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-19061702-5221-41c6-b216-beded021cc90 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679128 May 05 16:58:09.796768 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7162ed-b18c-4443-8b9d-5d9014e3e53a req-d280fff2-1d3f-4c57-9bbf-964861040d96 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:09.798225 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-da7162ed-b18c-4443-8b9d-5d9014e3e53a req-d280fff2-1d3f-4c57-9bbf-964861040d96 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0786345 May 05 16:58:09.834416 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-82112489-cba1-4767-bede-5bc1f417f3ce service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311245 May 05 16:58:09.843338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-da7162ed-b18c-4443-8b9d-5d9014e3e53a req-726511ea-3113-4222-8862-91e757cc0abd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395198 May 05 16:58:09.966755 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-2f72e340-1a6c-4bbd-8362-9f5f5f89f6f8 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269283 May 05 16:58:11.048243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda3ab87-68c3-40dd-a885-9ed205eb14a1 req-9b6107bb-43a7-4ffa-9970-f40a5cb93b9a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:11.049693 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eda3ab87-68c3-40dd-a885-9ed205eb14a1 req-9b6107bb-43a7-4ffa-9970-f40a5cb93b9a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0840104 May 05 16:58:11.097740 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eda3ab87-68c3-40dd-a885-9ed205eb14a1 req-bbea4085-e996-4e0a-b57e-0ba73eee2027 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424027 May 05 16:58:12.301022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99b2f2-4da2-482c-a20e-8d86e409a76a req-35261702-10f4-4a1f-ba99-5432860d315d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:12.302458 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f99b2f2-4da2-482c-a20e-8d86e409a76a req-35261702-10f4-4a1f-ba99-5432860d315d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0800893 May 05 16:58:12.347046 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f99b2f2-4da2-482c-a20e-8d86e409a76a req-230f68fb-b70c-405b-97c5-9a02d0bb87bb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390391 May 05 16:58:13.544720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad15ac-184e-409c-9099-9c9a275db344 req-343d63ad-01ea-4e03-ab6b-2867a7828c59 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:13.546708 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19ad15ac-184e-409c-9099-9c9a275db344 req-343d63ad-01ea-4e03-ab6b-2867a7828c59 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0750256 May 05 16:58:13.594763 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19ad15ac-184e-409c-9099-9c9a275db344 req-35051e54-b378-42f7-b605-7a6b63ef2861 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425408 May 05 16:58:14.795962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e294e221-5004-46ca-9ddf-bb5dc748e182 req-e6379a29-d3fb-4723-a14f-f2a65fb59212 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:14.797421 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e294e221-5004-46ca-9ddf-bb5dc748e182 req-e6379a29-d3fb-4723-a14f-f2a65fb59212 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0790272 May 05 16:58:14.843828 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e294e221-5004-46ca-9ddf-bb5dc748e182 req-cbb64e13-8ee1-4225-a495-a9651b35331d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406368 May 05 16:58:16.039651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194bcf6e-f56e-4251-82f6-4180db192076 req-7b4d323f-08f5-4c9c-bb71-db903f5c6730 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:16.041982 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-194bcf6e-f56e-4251-82f6-4180db192076 req-7b4d323f-08f5-4c9c-bb71-db903f5c6730 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0778911 May 05 16:58:16.087196 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-194bcf6e-f56e-4251-82f6-4180db192076 req-66851428-77a2-4868-9d5f-40563fb26a44 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392399 May 05 16:58:17.287305 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45594e-df16-452d-8576-3dd5908de7b4 req-1c742ee8-25fc-4ee8-bc57-0875187d2332 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:17.288869 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a45594e-df16-452d-8576-3dd5908de7b4 req-1c742ee8-25fc-4ee8-bc57-0875187d2332 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0807047 May 05 16:58:17.334110 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a45594e-df16-452d-8576-3dd5908de7b4 req-44f0e54e-39fc-48ae-b52c-213e0596d332 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396225 May 05 16:58:18.538834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8455c321-bfae-4dd1-83d4-fc7b22fe4680 req-73bfaebb-52fc-4d51-8272-f11cc1a57610 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:18.540210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8455c321-bfae-4dd1-83d4-fc7b22fe4680 req-73bfaebb-52fc-4d51-8272-f11cc1a57610 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0816724 May 05 16:58:18.585437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8455c321-bfae-4dd1-83d4-fc7b22fe4680 req-a641c060-020f-4f33-8491-17147e9cc07a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386062 May 05 16:58:19.784018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b7c96-c00c-4eb6-a0fd-f502d8eecaeb req-840bc2d9-6f6f-4ad3-afd5-1568b5d2e5c7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:19.785495 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-513b7c96-c00c-4eb6-a0fd-f502d8eecaeb req-840bc2d9-6f6f-4ad3-afd5-1568b5d2e5c7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0761106 May 05 16:58:19.834793 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-513b7c96-c00c-4eb6-a0fd-f502d8eecaeb req-2bb3ce69-625a-4b2f-a478-49d135280db0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433331 May 05 16:58:20.285319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a1dbfd9-cf55-438c-ae64-467df50c6fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:21.035172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe590f1b-c07c-4586-94b2-88bd1aa22932 req-50370037-9072-4fbf-bff5-8f48efe8cf3d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:21.036704 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fe590f1b-c07c-4586-94b2-88bd1aa22932 req-50370037-9072-4fbf-bff5-8f48efe8cf3d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0779707 May 05 16:58:21.081387 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fe590f1b-c07c-4586-94b2-88bd1aa22932 req-ec4160c0-d224-4577-9d53-5ef9adf29cb7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391867 May 05 16:58:22.281686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad6be7-5bcf-489f-9e69-95d5144ccf14 req-f1e00595-80bb-4662-bdc1-f986838edc51 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:22.283160 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a2ad6be7-5bcf-489f-9e69-95d5144ccf14 req-f1e00595-80bb-4662-bdc1-f986838edc51 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0759783 May 05 16:58:22.328824 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a2ad6be7-5bcf-489f-9e69-95d5144ccf14 req-a1cb8fee-5340-4e87-9b62-7128140e55e8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 May 05 16:58:22.426896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e417a90e-c487-426e-ae9e-7e33331586cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:23.526520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0958c99-2720-45b4-9f5d-3547fc004f45 req-9b0bc107-25f3-462d-87de-78340595f3fd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:23.527975 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e0958c99-2720-45b4-9f5d-3547fc004f45 req-9b0bc107-25f3-462d-87de-78340595f3fd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0787063 May 05 16:58:23.572461 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e0958c99-2720-45b4-9f5d-3547fc004f45 req-060a27e7-339d-4d16-b09d-22763ed1550c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381179 May 05 16:58:23.723908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:23.758475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:24.772821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c89f1-8d09-4bca-93eb-07c2793f48f8 req-955f03a6-6331-49c3-9388-8c174e324110 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:24.774290 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-885c89f1-8d09-4bca-93eb-07c2793f48f8 req-955f03a6-6331-49c3-9388-8c174e324110 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0797422 May 05 16:58:24.820124 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-885c89f1-8d09-4bca-93eb-07c2793f48f8 req-c3d0402e-9185-4596-b547-24ad08521447 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392845 May 05 16:58:25.204038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:26.019810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6e43a-4872-45bf-903e-703443db925f req-2cc24a85-1f85-42aa-aa13-c5572a703ff4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:26.021278 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-66a6e43a-4872-45bf-903e-703443db925f req-2cc24a85-1f85-42aa-aa13-c5572a703ff4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0761633 May 05 16:58:26.073957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-66a6e43a-4872-45bf-903e-703443db925f req-9d7de1f7-410a-4b8a-85df-642e7c792809 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469844 May 05 16:58:27.277881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f0d354-9397-4749-8eb7-c6fd9edfc934 req-a58fe2b2-9667-48a0-8ffd-f7361f430b56 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:27.280636 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-35f0d354-9397-4749-8eb7-c6fd9edfc934 req-a58fe2b2-9667-48a0-8ffd-f7361f430b56 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0804479 May 05 16:58:27.327243 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-35f0d354-9397-4749-8eb7-c6fd9edfc934 req-5810490a-e69a-47e2-8a70-ef532f0430b7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405679 May 05 16:58:27.739250 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:58:28.525861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906d53f-f214-407f-b714-9f8941bb5159 req-effe53ea-549a-43e5-81b5-1a0ee43b7c87 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:28.527195 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5906d53f-f214-407f-b714-9f8941bb5159 req-effe53ea-549a-43e5-81b5-1a0ee43b7c87 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0756717 May 05 16:58:28.573065 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5906d53f-f214-407f-b714-9f8941bb5159 req-04a2013d-3bf9-4412-bac8-87e440aca499 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399070 May 05 16:58:29.787591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddebdf-643c-47ec-a773-8f111dd63774 req-6342ddea-4023-4334-a8d2-7895df5e11f2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:29.789048 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04ddebdf-643c-47ec-a773-8f111dd63774 req-6342ddea-4023-4334-a8d2-7895df5e11f2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0792942 May 05 16:58:29.834562 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04ddebdf-643c-47ec-a773-8f111dd63774 req-745fef0b-493f-4de2-81c4-25bb00c2074c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401111 May 05 16:58:31.037176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3f22-0ebd-43fe-b0b0-eb3afb26ce23 req-c31294ce-9723-4160-a4c0-ac61c70e29eb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:31.038695 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8f5c3f22-0ebd-43fe-b0b0-eb3afb26ce23 req-c31294ce-9723-4160-a4c0-ac61c70e29eb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0807657 May 05 16:58:31.083586 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8f5c3f22-0ebd-43fe-b0b0-eb3afb26ce23 req-113dccde-778f-4c23-b2aa-b77ce08be349 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393484 May 05 16:58:32.147984 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-0dbc8264-ef53-4b81-9c03-d54966128f64 service neutron] 10.222.0.71 "GET /v2.0/ports/8e604f83-cc8e-4160-806e-21cbe8fcf8b8/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0725052 May 05 16:58:32.285046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceff2c-6e85-48d0-b6e0-41bd88e15de2 req-de395175-f81f-4aa9-8a05-45bbfe80091b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:32.286542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bfceff2c-6e85-48d0-b6e0-41bd88e15de2 req-de395175-f81f-4aa9-8a05-45bbfe80091b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0785201 May 05 16:58:32.335845 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bfceff2c-6e85-48d0-b6e0-41bd88e15de2 req-8ee7f1e7-26d0-458f-b36c-cabd54e1a2df tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436487 May 05 16:58:32.792223 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-f146ea65-e076-4365-aae8-17343fb25c08 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 1099 time: 0.0730000 May 05 16:58:32.957109 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-d0fd84b5-176e-4826-b23f-0eb33a330df5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1099 time: 0.1442571 May 05 16:58:33.085866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-dc00bae7-fb54-4269-8790-de0e888f83a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:33.087296 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-dc00bae7-fb54-4269-8790-de0e888f83a2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1250689 May 05 16:58:33.190189 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-41231ab0-6bff-4eda-be08-e97658827648 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 1001 time: 0.0971894 May 05 16:58:33.252539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-ea419bcc-9adb-4aab-b142-7c51019797eb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:33.253956 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-ea419bcc-9adb-4aab-b142-7c51019797eb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0582566 May 05 16:58:33.328960 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-c6377a13-0c1a-44bf-8e81-c025cbe8b592 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694244 May 05 16:58:33.460613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-ebe4b6da-14f0-4a78-adb7-722d696b2040 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254320 May 05 16:58:33.642974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a410d72-6ff4-495d-bf99-3ae3e2a1c5a5 req-d0de084b-63f3-491b-b7b2-2f6be33808f5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:33.644368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a410d72-6ff4-495d-bf99-3ae3e2a1c5a5 req-d0de084b-63f3-491b-b7b2-2f6be33808f5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.1861925 May 05 16:58:33.646058 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f82a4440-819d-4f15-a485-7abbedc8a170 req-2acf428e-9d2a-414f-b8c0-86c2904c0b6e service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560988 May 05 16:58:33.691501 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a410d72-6ff4-495d-bf99-3ae3e2a1c5a5 req-df40a8a4-4d65-493c-8836-8f3fef2ad70a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416169 May 05 16:58:34.005351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:34.974051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a0f63a-689c-4d7f-bf31-4f47b01ca17b req-40a8a6fd-d721-447b-b703-ca0a88a301d2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:34.975534 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a7a0f63a-689c-4d7f-bf31-4f47b01ca17b req-40a8a6fd-d721-447b-b703-ca0a88a301d2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.1600533 May 05 16:58:35.022584 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a7a0f63a-689c-4d7f-bf31-4f47b01ca17b req-0451760a-3df3-45c7-8522-5bd75c85920d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414188 May 05 16:58:35.802628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:58:35.948658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:35.974517 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:58:35.983735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:36.045381 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2e69931-9af2-4757-88df-2edca7722516'] response: {'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'code': 200} May 05 16:58:36.092981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:36.164933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:36.175319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.175627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.175977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.176301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.176633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.177239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.177434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.177760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.178087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.178407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.178730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:36.256759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e999482-91c4-4f14-8e72-4da66a2a664c req-c5db017d-c717-434c-b331-3448eede7626 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:36.258346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e999482-91c4-4f14-8e72-4da66a2a664c req-c5db017d-c717-434c-b331-3448eede7626 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.0987387 May 05 16:58:36.306958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e999482-91c4-4f14-8e72-4da66a2a664c req-930e6a12-840b-4e20-8c18-c9f802543a42 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425723 May 05 16:58:37.526955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98566f79-2fb1-4560-bb43-81cdfeab03a5 req-ffc9183a-b885-4f6e-9cb4-902ff1a16db6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:37.528439 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-98566f79-2fb1-4560-bb43-81cdfeab03a5 req-ffc9183a-b885-4f6e-9cb4-902ff1a16db6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.0798547 May 05 16:58:37.574105 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-98566f79-2fb1-4560-bb43-81cdfeab03a5 req-2af1d515-510e-405e-84a5-b03109772933 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397909 May 05 16:58:37.811116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:58:37.949544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:37.964569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'mac_address': 'fa:16:3e:b8:38:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:58:38.024059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:38.042544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:58:38.057613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:38.089441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9312676-7f60-44e1-8b06-12a5b63a373b req-c24fc6f9-000d-4900-a08b-1ad434eba222 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:38.090863 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9312676-7f60-44e1-8b06-12a5b63a373b req-c24fc6f9-000d-4900-a08b-1ad434eba222 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 944 time: 0.1268578 May 05 16:58:38.143250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:38.147560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-6babd6d0-e80e-45bf-919c-79c87385dda1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:38.148952 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-6babd6d0-e80e-45bf-919c-79c87385dda1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c&tenant_id=5bda82112d4c4b138f27306657838474&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 944 time: 0.1264753 May 05 16:58:38.153742 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9312676-7f60-44e1-8b06-12a5b63a373b req-62e4df9a-eb04-45dd-85ab-0a839f1a0edd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566380 May 05 16:58:38.221456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['8e604f83-cc8e-4160-806e-21cbe8fcf8b8'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:58:38.250570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:38.293829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-a3742aac-67d5-40b0-a1ea-e12332c4ad40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 1098 time: 0.0744877 May 05 16:58:38.422228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-a4c2c3c3-cbfb-4016-82ae-06bc65922863 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:38.423768 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-a4c2c3c3-cbfb-4016-82ae-06bc65922863 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1248295 May 05 16:58:38.521917 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-c0c6c942-a5ea-45bf-aeec-448d7a3568e5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 200 len: 1000 time: 0.0916812 May 05 16:58:38.585347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-f6371cad-9f94-4fb2-813c-d50d60c3c592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:38.586766 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-f6371cad-9f94-4fb2-813c-d50d60c3c592 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0593188 May 05 16:58:38.662714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-b2e875d2-0121-437d-a02c-cecc1335be1d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701265 May 05 16:58:38.883397 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-5b86c62a-3f17-44c0-817a-26cc1d75f666 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152703 May 05 16:58:39.016769 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e34e091-3e47-4a2b-aad9-2387294701dc req-b54eb940-44d4-48b4-961c-b19a6274d62b service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281166 May 05 16:58:39.357617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f5f3a0-8ac3-474c-aee3-b3f36246e437 req-e44b0af0-fcb0-480e-96da-2fc954e1fe3a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:39.359104 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60f5f3a0-8ac3-474c-aee3-b3f36246e437 req-e44b0af0-fcb0-480e-96da-2fc954e1fe3a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 945 time: 0.0793495 May 05 16:58:39.404112 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60f5f3a0-8ac3-474c-aee3-b3f36246e437 req-63915ace-e7db-437e-9304-85f686bac383 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383935 May 05 16:58:39.824367 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:58:39.892710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:58:39.893056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:40.013285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:40.042154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:58:40.052742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:40.097505 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-775be04e-7484-458c-b0e0-9540bc165a0d'] response: {'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'code': 200} May 05 16:58:40.159525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:40.235671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:40.605784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703008e-75be-4ff8-ae6e-1b23d91a3b0d req-bcd73846-8c58-47fc-94bb-1e8fdaaf8736 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:40.607212 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8703008e-75be-4ff8-ae6e-1b23d91a3b0d req-bcd73846-8c58-47fc-94bb-1e8fdaaf8736 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0790787 May 05 16:58:40.653760 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8703008e-75be-4ff8-ae6e-1b23d91a3b0d req-7f76d91f-2061-4738-b1cb-22022c2a97e4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402253 May 05 16:58:40.855815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d273d0d-368f-4d0e-ac71-53c16be27c07 req-2b78e83d-932b-46c4-ace7-e1499c8d9e1a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:40.857259 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5d273d0d-368f-4d0e-ac71-53c16be27c07 req-2b78e83d-932b-46c4-ace7-e1499c8d9e1a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0815382 May 05 16:58:40.905948 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5d273d0d-368f-4d0e-ac71-53c16be27c07 req-ee1daf05-1d66-4fc2-9cb6-aac3549e278e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419023 May 05 16:58:41.101126 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e6a364-6b76-4a97-9440-4bae3cc9b9dd req-5d44dbf1-2e4d-48b1-aae4-1f40f0e0aa62 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:41.106479 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c0e6a364-6b76-4a97-9440-4bae3cc9b9dd req-5d44dbf1-2e4d-48b1-aae4-1f40f0e0aa62 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0756371 May 05 16:58:41.156408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c0e6a364-6b76-4a97-9440-4bae3cc9b9dd req-d30dee90-317b-4eac-b90f-3a3a87f2c9b4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482385 May 05 16:58:41.729508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a64533-e8bf-4400-8827-ff4d0c5b5d35 req-18121396-affb-4fc6-ab84-1fb1faaa1b2d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:41.730936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60a64533-e8bf-4400-8827-ff4d0c5b5d35 req-18121396-affb-4fc6-ab84-1fb1faaa1b2d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0746610 May 05 16:58:41.776796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-60a64533-e8bf-4400-8827-ff4d0c5b5d35 req-29cf7a80-4970-4a76-afbe-f33de7d51857 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400662 May 05 16:58:42.975033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3023a9b-0b72-4aac-9692-f43214c28265 req-9be27fd2-9a07-438c-8490-5abebec1c283 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:42.976492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3023a9b-0b72-4aac-9692-f43214c28265 req-9be27fd2-9a07-438c-8490-5abebec1c283 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0748498 May 05 16:58:43.020814 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3023a9b-0b72-4aac-9692-f43214c28265 req-407d0442-1f88-4afa-89c8-ec932153b88f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388701 May 05 16:58:43.529735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2844a92-1555-42af-b670-813205b0a60c req-a66aa446-a16b-4af4-b131-3f403d68dc00 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:43.531139 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c2844a92-1555-42af-b670-813205b0a60c req-a66aa446-a16b-4af4-b131-3f403d68dc00 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0774264 May 05 16:58:43.600752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Deleting port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:58:43.601085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:43.841665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] For port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:43.842013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:44.124826 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:44.125529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:44.125529 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 disassociated. External IP: 172.26.2.19, port: 8e604f83-cc8e-4160-806e-21cbe8fcf8b8. May 05 16:58:44.125828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Calling delete_port for 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:58:44.225712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a902a0f-15e0-4c11-ba8b-746a531c7f42 req-e20303a4-462d-450d-aad2-124309aaa5dc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:44.227200 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a902a0f-15e0-4c11-ba8b-746a531c7f42 req-e20303a4-462d-450d-aad2-124309aaa5dc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 946 time: 0.0825891 May 05 16:58:44.274075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a902a0f-15e0-4c11-ba8b-746a531c7f42 req-c8c3cdef-aabb-4723-b32f-df9e91a31102 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409567 May 05 16:58:44.360382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:44.411137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event deleted for resources: {'Port': ['ID=8e604f83-cc8e-4160-806e-21cbe8fcf8b8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:44.619787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:58:44.903838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:58:44.914530 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b724c6-7301-4961-9337-11821c447dce None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:58:44.926853 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:58:44.927469 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:58:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:44.974770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] No DVR routers for this DVR port 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:58:44.977317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:44.981176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-deleted', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:58:45.038210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6d4645e-61fd-4972-bd4b-faaa9b30027a'] response: {'server_uuid': '504130a4-93f6-4cc2-b8ae-f7e2f24ce13c', 'name': 'network-vif-deleted', 'tag': '8e604f83-cc8e-4160-806e-21cbe8fcf8b8', 'status': 'completed', 'code': 200} May 05 16:58:45.074263 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c2844a92-1555-42af-b670-813205b0a60c req-d07ea5f2-d87c-4638-8444-da7e9276a0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "DELETE /v2.0/ports/8e604f83-cc8e-4160-806e-21cbe8fcf8b8 HTTP/1.1" status: 204 len: 173 time: 1.5355763 May 05 16:58:45.137089 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:58:45.453553 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-91519bb6-e89f-4ff7-8aac-6513d4b22ea7 req-6c3d64b5-d9ca-46e8-9e98-3166570692c8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=504130a4-93f6-4cc2-b8ae-f7e2f24ce13c HTTP/1.1" status: 200 len: 210 time: 0.0402381 May 05 16:58:45.464442 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:45.468553 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b724c6-7301-4961-9337-11821c447dce None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:58:45.480890 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:58:45.481592 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:58:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:45.664906 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:58:45.849492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:58:45.882528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:58:45.882873 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 8e604f83-cc8e-4160-806e-21cbe8fcf8b8 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:58:45.992220 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-12b724c6-7301-4961-9337-11821c447dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:58:45.996355 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12b724c6-7301-4961-9337-11821c447dce None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:58:46.218093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab3b85b-9659-47b7-91c4-d8e71bfb95e9 None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:58:46.818546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-2e47f828-5de9-44e4-a1f4-0b6fa8f627c9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--113605477&fields=id&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 267 time: 0.0434661 May 05 16:58:46.968227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-df4113c0-6aef-4086-975b-3612bf58304c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:46.970818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-df4113c0-6aef-4086-975b-3612bf58304c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.1454737 May 05 16:58:46.987800 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-109874ba-03f1-4ecd-bfc8-c99bd30865ba tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/quotas/5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 375 time: 0.0116262 May 05 16:58:47.069480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-f98b4f4a-22aa-49b5-9597-68387d81607d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:58:47.153919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-f98b4f4a-22aa-49b5-9597-68387d81607d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:58:47.155192 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-f98b4f4a-22aa-49b5-9597-68387d81607d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1625984 May 05 16:58:47.295855 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-7a3f1511-96dd-4b0c-a287-5c73d0f2cd69 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284559 May 05 16:58:47.425716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-23b77cfe-5984-4332-be06-26bc7c411d91 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240060 May 05 16:58:47.683340 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-daf4c9f1-bdab-42ae-b3b9-dbd60ecf175f req-8edfadeb-624c-4546-be61-f7ff24621ec9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 210 time: 0.0406833 May 05 16:58:48.849531 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b89fb4c4-17dc-4950-a877-254665e8d25d req-471e992c-2765-4c1b-b10f-27ae673db953 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 210 time: 0.0459056 May 05 16:58:49.508675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-53de4c09-238e-4e17-95bb-0ed0514541c3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:49.510404 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-53de4c09-238e-4e17-95bb-0ed0514541c3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.1544440 May 05 16:58:49.565658 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-cd51bf99-7d60-4c9a-a07e-d19db966b01b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 379 time: 0.0429456 May 05 16:58:49.573530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'port': {'device_id': '4391e11d-39bf-476e-bab4-670072e9be59', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'admin_state_up': True, 'tenant_id': '5bda82112d4c4b138f27306657838474', 'security_groups': ['f8e1fa4f-a752-4d55-9b70-78f8002efcd1']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:58:49.715019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:58:49.725099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:58:49.810767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Made reservation on behalf of 5bda82112d4c4b138f27306657838474 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:58:49.816078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:49.979705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Allocated IP 172.20.0.4 (8cb05abf-040f-45eb-99af-d0620745e68e/6cd65d9b-d679-4f11-b241-5021bc93ed53/d389f721-26ed-41f9-a7a4-e1c2d00db3f4) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:58:50.022014 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-63eef276-75ba-44e3-b1ff-0bfececf6427 req-87200593-612b-4cd8-bd56-1af8f73bac70 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 210 time: 0.0484693 May 05 16:58:50.168981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:50.185411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Transition to ACTIVE for port object d389f721-26ed-41f9-a7a4-e1c2d00db3f4 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:58:50.280304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:50.315297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2062c040-64fc-4fda-8d3e-1fe162415d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:50.351026 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:58:50.354048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:58:50.358018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:58:50.490160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:50.525510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:50.526106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:50.600603 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-47009e0e-afd7-4d2c-990a-75aa85109c45 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0306661 May 05 16:58:50.611360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Request body: {'port': {'device_id': '4391e11d-39bf-476e-bab4-670072e9be59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:58:50.708284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-63e314af-000b-4856-8300-d86157dbbf40 None None] Provisioning for port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:58:50.713154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-63e314af-000b-4856-8300-d86157dbbf40 None None] Provisioning complete for port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:58:50.713520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-63e314af-000b-4856-8300-d86157dbbf40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:50.717692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:50.773169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-63e314af-000b-4856-8300-d86157dbbf40 None None] Port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:58:51.053128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d389f721-26ed-41f9-a7a4-e1c2d00db3f4 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:58:51.060229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:51.074804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Transition to ACTIVE for port object d389f721-26ed-41f9-a7a4-e1c2d00db3f4 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:58:51.189483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:51.336873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:51.354234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.354584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.354973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.355267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.355647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.355981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.356311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.356638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.356965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.357288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.357609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:58:51.442209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dab041-803a-45b1-8410-d202096b208e req-6b6adf6c-a91f-4909-9295-4b17d30f0a0e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:51.442903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-76dab041-803a-45b1-8410-d202096b208e req-6b6adf6c-a91f-4909-9295-4b17d30f0a0e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:58:51.490476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Attempting to bind port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:58:51.490807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Attempting to bind port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:58:51.491139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Attempting to bind port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:58:51.496977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 on network 8cb05abf-040f-45eb-99af-d0620745e68e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:58:51.497301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Attempting to bind port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:58:51.504829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:58:51.505166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:58:51.505549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Bound using segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:58:51.505975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Bound port: d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:58:51.506321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:51.550805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-76dab041-803a-45b1-8410-d202096b208e req-6b6adf6c-a91f-4909-9295-4b17d30f0a0e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:58:51.551999 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-76dab041-803a-45b1-8410-d202096b208e req-6b6adf6c-a91f-4909-9295-4b17d30f0a0e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.3979149 May 05 16:58:51.630613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-76dab041-803a-45b1-8410-d202096b208e req-04d8a98e-1355-4800-9caa-99a16efcff42 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719197 May 05 16:58:51.631602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:58:51.634861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:58:51.697370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:51.762996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:51.764340 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] 10.222.0.71 "PUT /v2.0/ports/d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 1093 time: 1.1575310 May 05 16:58:51.764822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:58:51.788030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a666d-55b4-4458-98d3-f6d7d597c15d service neutron] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:51.827407 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f0781f0-dd7f-467d-a4b4-d25d6dd1ad21'] response: {'name': 'network-changed', 'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'status': 'completed', 'code': 200} May 05 16:58:51.919570 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-310313de-ee34-433c-86d0-6d397846d293 req-dc504e5e-8284-4ec4-88bb-b8f46995acb2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1096 time: 0.0722449 May 05 16:58:52.058960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310313de-ee34-433c-86d0-6d397846d293 req-09fceee0-78e5-46c3-aeaa-30f8ed7776f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:52.060352 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-310313de-ee34-433c-86d0-6d397846d293 req-09fceee0-78e5-46c3-aeaa-30f8ed7776f4 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bda82112d4c4b138f27306657838474&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1348746 May 05 16:58:52.195310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310313de-ee34-433c-86d0-6d397846d293 req-85a6e7f7-e7e6-46d3-bc5d-7b6220c1164f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:52.196762 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-310313de-ee34-433c-86d0-6d397846d293 req-85a6e7f7-e7e6-46d3-bc5d-7b6220c1164f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1311190 May 05 16:58:52.303059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-ad675192-79f6-4f3c-93d2-790d884c24ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1096 time: 0.0720751 May 05 16:58:52.368725 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-610b7e78-e4d8-4709-8c4c-772d77aba223 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 217 time: 0.0596790 May 05 16:58:52.450459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f389120f-8dce-4724-a377-dc29dd2909b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:52.517487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-6ed40b65-1825-42ac-9c44-060001e14297 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:52.518917 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-6ed40b65-1825-42ac-9c44-060001e14297 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.1449790 May 05 16:58:52.591501 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-b7166398-22c4-49d9-8923-28f6c816e1ae service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671422 May 05 16:58:52.729490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-22f81e9e-38cc-4693-a85e-6005b6946e29 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315687 May 05 16:58:52.915255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-87bcb6a4-b262-4d91-b44a-34cae7c2edea req-debb48dc-cbbf-48ba-bd4b-7887f37daab1 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812236 May 05 16:58:52.928117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e76cc4-b1c9-4c70-9c5e-ddda33adb3af req-96cfb4c7-d840-4268-b24f-92a7a65e79eb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:52.929520 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3e76cc4-b1c9-4c70-9c5e-ddda33adb3af req-96cfb4c7-d840-4268-b24f-92a7a65e79eb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.1710691 May 05 16:58:52.975321 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3e76cc4-b1c9-4c70-9c5e-ddda33adb3af req-f48b68bf-f775-449e-be0a-e34631abf18b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398574 May 05 16:58:53.736635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:53.765138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:54.170421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc7667-f777-44c3-84e8-05d7f20d59b8 req-96455c73-f8bf-4d9d-8c7a-733ee4def8a1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:54.171888 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3cfc7667-f777-44c3-84e8-05d7f20d59b8 req-96455c73-f8bf-4d9d-8c7a-733ee4def8a1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0759604 May 05 16:58:54.218671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3cfc7667-f777-44c3-84e8-05d7f20d59b8 req-49133be7-f014-4f22-b5bf-293aefb4dfd3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407379 May 05 16:58:55.250820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:55.419365 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d09ce69-ac7e-43c5-9ee4-6c77b0134c8c req-013ba31a-4427-4e4e-98e0-4ad904614991 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:55.420753 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0d09ce69-ac7e-43c5-9ee4-6c77b0134c8c req-013ba31a-4427-4e4e-98e0-4ad904614991 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0764213 May 05 16:58:55.466283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0d09ce69-ac7e-43c5-9ee4-6c77b0134c8c req-ac42362e-7c8a-40bc-80fb-84d987e542ce tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394444 May 05 16:58:56.670799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917c65a-1026-4d1b-bdcb-229a9c94407e req-cc4b9fb8-e0ab-4545-a93e-a5a3b0084220 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:56.672275 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f917c65a-1026-4d1b-bdcb-229a9c94407e req-cc4b9fb8-e0ab-4545-a93e-a5a3b0084220 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0844033 May 05 16:58:56.716788 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f917c65a-1026-4d1b-bdcb-229a9c94407e req-5ee76ba3-dc71-44f0-9b82-aa73dae29846 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382292 May 05 16:58:57.911744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:58:57.917478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c95aa-79fc-4037-b859-05e328d63ef1 req-ff5ea15a-7d28-40ad-8394-f366293892ec tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:57.918934 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-418c95aa-79fc-4037-b859-05e328d63ef1 req-ff5ea15a-7d28-40ad-8394-f366293892ec tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0792356 May 05 16:58:57.965031 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-418c95aa-79fc-4037-b859-05e328d63ef1 req-0ee49c90-76c1-450a-afd8-6cd2a7371733 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399203 May 05 16:58:58.049956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:58.062778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'mac_address': 'fa:16:3e:cf:ff:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:58:58.114772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:58.131812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d389f721-26ed-41f9-a7a4-e1c2d00db3f4 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:58:58.146499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:58:58.233978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:58:58.315421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:58:58.593469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['d389f721-26ed-41f9-a7a4-e1c2d00db3f4'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:58:59.162201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c5b880-c582-4c7c-b2b7-4c96a227fdc8 req-3c69ce20-73f0-48d5-8463-c309fe1fd5c4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:58:59.163698 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8c5b880-c582-4c7c-b2b7-4c96a227fdc8 req-3c69ce20-73f0-48d5-8463-c309fe1fd5c4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 944 time: 0.0765443 May 05 16:58:59.209939 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8c5b880-c582-4c7c-b2b7-4c96a227fdc8 req-82cf4fe3-bb2a-4276-8d1d-2ef9f8160ea6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406651 May 05 16:58:59.911341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:59:00.044820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:59:00.050151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:59:00.050596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:00.161562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:00.190381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:59:00.200098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:59:00.253398 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d3a612b-400e-4e3c-8244-02be4bbdb484'] response: {'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'code': 200} May 05 16:59:00.297160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:00.367368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:00.552698 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b61920-f8ca-453a-9276-523e1bbc403a req-9f0990a6-e801-493e-9997-61018f2dd69c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:00.554103 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-31b61920-f8ca-453a-9276-523e1bbc403a req-9f0990a6-e801-493e-9997-61018f2dd69c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0845842 May 05 16:59:00.602841 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-31b61920-f8ca-453a-9276-523e1bbc403a req-18be1915-3ca6-4498-a089-be8b3cf8b998 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430708 May 05 16:59:00.639947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14b418d8-f030-422a-ad17-659ab6e39e4f req-145b5e7a-95a2-4e08-b957-ef109c4d8f33 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1098 time: 0.0687532 May 05 16:59:00.685878 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14b418d8-f030-422a-ad17-659ab6e39e4f req-35a3e32c-4d4f-4e89-92ac-2acda1eb7ca8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402286 May 05 16:59:01.808221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa61627-14d8-4731-9f7e-45ec82ff0fe4 req-3aa87062-4b98-45d2-bb33-67b6c03f3d0a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:01.810670 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7aa61627-14d8-4731-9f7e-45ec82ff0fe4 req-3aa87062-4b98-45d2-bb33-67b6c03f3d0a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0799739 May 05 16:59:01.858551 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7aa61627-14d8-4731-9f7e-45ec82ff0fe4 req-f8ddd1e7-a806-414b-8c11-11f4970ec966 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413921 May 05 16:59:03.056961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ec55f-73a3-421a-a5cf-1e58ad278e6e req-2d926a53-5e72-474f-8841-0b50d1d24bbe tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:03.058419 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c67ec55f-73a3-421a-a5cf-1e58ad278e6e req-2d926a53-5e72-474f-8841-0b50d1d24bbe tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0786374 May 05 16:59:03.107426 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c67ec55f-73a3-421a-a5cf-1e58ad278e6e req-8e4413ea-016b-4ec8-b840-235104f349fe tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 May 05 16:59:03.301737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02c624c-27ea-43d0-9147-f8424c654d03 req-558ca607-0ac4-4fa2-a097-0b12e4ba2505 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:03.303180 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c02c624c-27ea-43d0-9147-f8424c654d03 req-558ca607-0ac4-4fa2-a097-0b12e4ba2505 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0792065 May 05 16:59:03.312239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57074) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 16:59:03.317827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'floatingip': {'port_id': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:59:03.391361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:04.039595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:04.060717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:04.114060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:04.302570 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 associated. External IP: 172.26.2.19, port: d389f721-26ed-41f9-a7a4-e1c2d00db3f4. May 05 16:59:04.688797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:59:04.741492 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:59:04.889134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:59:04.893923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:04.899998 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:59:04.912393 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:59:04.912925 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:58:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:04.951090 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0e1ee1a5-fd0a-461c-8a9b-e1d2ec49134b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "PUT /v2.0/floatingips/176b6258-fb02-45f1-bfe4-528061abb9a4 HTTP/1.1" status: 200 len: 990 time: 1.6352122 May 05 16:59:04.951090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:59:05.007832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef77d2b7-684b-405c-a90d-776f0d458221'] response: {'name': 'network-changed', 'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'status': 'completed', 'code': 200} May 05 16:59:05.097562 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:59:05.106755 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-3a21fb0f-8227-418f-8312-978422c2ab2f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1098 time: 0.0757546 May 05 16:59:05.244164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-420b4539-903d-43a7-bbd5-d9847440923a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:05.245716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-420b4539-903d-43a7-bbd5-d9847440923a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1334724 May 05 16:59:05.353204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-53e2273a-eb54-49b8-bf58-821707559a1d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 998 time: 0.1023314 May 05 16:59:05.431187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-7dcad70b-8997-41a9-a5ed-c89312a9d6e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:05.432508 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-7dcad70b-8997-41a9-a5ed-c89312a9d6e6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0741038 May 05 16:59:05.539268 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:cf:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4391e11d-39bf-476e-bab4-670072e9be59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T16:59:03Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:05.543557 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:59:05.555678 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:59:05.556301 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:58:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:05.682350 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-7128e2aa-b06c-40de-9db8-3af077e4da34 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2114508 May 05 16:59:05.687965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ad518-03c7-4815-aad4-f076b79834bb req-90a9cdfb-73d2-4c1e-8412-3acbc7d158a5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:05.689979 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-024ad518-03c7-4815-aad4-f076b79834bb req-90a9cdfb-73d2-4c1e-8412-3acbc7d158a5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.2509773 May 05 16:59:05.741100 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:59:05.818087 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-024ad518-03c7-4815-aad4-f076b79834bb req-01e374b6-ef0e-466c-9213-15bb1f1587ac tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097443 May 05 16:59:05.850768 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-f38efe61-9df5-454b-bee4-5d46d205575f service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598384 May 05 16:59:05.983204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd231286-559a-4ad8-a403-cc53e5970a1f req-3e623e60-70c9-4c0c-a01b-b82170a30fc6 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270127 May 05 16:59:06.086198 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:cf:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4391e11d-39bf-476e-bab4-670072e9be59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T16:59:03Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:06.089996 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838b4639-4f07-43f8-b34f-9b882782b655 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:cf:ff:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4391e11d-39bf-476e-bab4-670072e9be59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T16:59:03Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:59:06.291613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dbfae5-9d5a-47f4-8a36-0b5174b40dd0 None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:59:07.019829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb1defb-537a-4012-906c-7d0c6db45377 req-e37188f6-11a5-47f7-b181-1dac89181e97 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:07.021364 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5cb1defb-537a-4012-906c-7d0c6db45377 req-e37188f6-11a5-47f7-b181-1dac89181e97 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0798848 May 05 16:59:07.067703 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5cb1defb-537a-4012-906c-7d0c6db45377 req-ff3951f4-54b9-4f7e-92b3-57fd8fb84e18 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407913 May 05 16:59:08.270129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79e26c-2110-4d9d-9d34-7ad38bbf7b47 req-d0230226-60ca-40ea-91c9-6def5d089ef2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:08.271599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aa79e26c-2110-4d9d-9d34-7ad38bbf7b47 req-d0230226-60ca-40ea-91c9-6def5d089ef2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0785549 May 05 16:59:08.321274 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aa79e26c-2110-4d9d-9d34-7ad38bbf7b47 req-b4daab96-5bf1-4adf-be04-ad4e4feb4ddb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440869 May 05 16:59:09.522133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003dd87c-d6c4-4cef-b536-d2ac767e9bdb req-12dfd579-a7cc-474b-a0af-2d385b51e87f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:09.523701 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-003dd87c-d6c4-4cef-b536-d2ac767e9bdb req-12dfd579-a7cc-474b-a0af-2d385b51e87f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0826626 May 05 16:59:09.570518 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-003dd87c-d6c4-4cef-b536-d2ac767e9bdb req-b94d0a9d-cb54-44a4-8095-849f64217cdf tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408833 May 05 16:59:09.851081 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-0e5c5cee-0f5f-43e1-9695-fadccdb68c3b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1098 time: 0.0694764 May 05 16:59:09.993221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-acc12849-99bc-4bac-97e0-b9a0f0d87a07 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:09.994691 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-acc12849-99bc-4bac-97e0-b9a0f0d87a07 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1248829 May 05 16:59:10.097117 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-51332333-af5c-45d1-b730-811295381cc5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 1000 time: 0.0967054 May 05 16:59:10.160297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-5836e29f-76b4-4868-8bfe-8c2c7867fb7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:10.161745 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-5836e29f-76b4-4868-8bfe-8c2c7867fb7a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0588183 May 05 16:59:10.240074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-55af4e71-8f69-470a-9d20-a6b5e425bd95 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726688 May 05 16:59:10.367943 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-fa5decac-9f85-4185-bec6-94d4dafbbe81 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225202 May 05 16:59:10.497059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-665783b3-e625-48bb-bd10-5bb3386cedf2 req-4dd47367-9c75-43ba-871a-534621a1f7de service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239376 May 05 16:59:10.771226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45260865-1967-4865-8b0a-9a25e96990c8 req-78de9e8d-4017-4d76-96c8-8ce4ef6842a8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:10.772733 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45260865-1967-4865-8b0a-9a25e96990c8 req-78de9e8d-4017-4d76-96c8-8ce4ef6842a8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0804784 May 05 16:59:10.820017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-45260865-1967-4865-8b0a-9a25e96990c8 req-b17a2c60-2b63-4311-8752-b1d68ce068e6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413225 May 05 16:59:12.022086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44126d2c-14ce-4f91-ab5c-bb00ad2f93e1 req-90848f2b-4c61-4b85-9e8e-68bbbf948dd8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:12.023464 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-44126d2c-14ce-4f91-ab5c-bb00ad2f93e1 req-90848f2b-4c61-4b85-9e8e-68bbbf948dd8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0794969 May 05 16:59:12.071056 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-44126d2c-14ce-4f91-ab5c-bb00ad2f93e1 req-467f829d-3b47-4301-a064-8adab1939024 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421844 May 05 16:59:13.273646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8e3e7b-704f-4aad-81f6-8d4a58071ecf req-cb21da66-a9e7-4d5d-b8f5-26390f5805ba tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:13.275086 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d8e3e7b-704f-4aad-81f6-8d4a58071ecf req-cb21da66-a9e7-4d5d-b8f5-26390f5805ba tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0807188 May 05 16:59:13.319735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d8e3e7b-704f-4aad-81f6-8d4a58071ecf req-876105e4-bfcd-4b3b-999a-4bd534cf411e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 May 05 16:59:14.519287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15922c2c-dc9f-489c-8d78-06d77e30155c req-78a2fd25-0c21-4f47-aa9a-a4c0800cde88 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:14.520665 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15922c2c-dc9f-489c-8d78-06d77e30155c req-78a2fd25-0c21-4f47-aa9a-a4c0800cde88 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0801804 May 05 16:59:14.566033 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15922c2c-dc9f-489c-8d78-06d77e30155c req-585991d4-18ca-4cef-b414-8b485c667377 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398076 May 05 16:59:15.764964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fc62f-7c7e-4a7d-9bc1-36bca65db9b4 req-d398638c-84bf-456f-9656-8c4b2237d685 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:15.766403 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a75fc62f-7c7e-4a7d-9bc1-36bca65db9b4 req-d398638c-84bf-456f-9656-8c4b2237d685 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0760045 May 05 16:59:15.814472 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a75fc62f-7c7e-4a7d-9bc1-36bca65db9b4 req-722cfce0-bd18-42be-9673-61a48394c42b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398705 May 05 16:59:17.007427 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72101558-f675-4f75-8669-874aec8f6a7d req-45079ed1-5a98-4c25-97fd-3fcd9ef3b239 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:17.008922 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-72101558-f675-4f75-8669-874aec8f6a7d req-45079ed1-5a98-4c25-97fd-3fcd9ef3b239 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0750482 May 05 16:59:17.058065 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-72101558-f675-4f75-8669-874aec8f6a7d req-c1d2b00d-ee16-4796-988c-039223d21f5a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433483 May 05 16:59:18.259996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6db5d6-4342-445c-b283-ea37533ac733 req-b5d78c3f-f239-40ca-80dc-bfe6212b4b6a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:18.261437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a6db5d6-4342-445c-b283-ea37533ac733 req-b5d78c3f-f239-40ca-80dc-bfe6212b4b6a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0811350 May 05 16:59:18.307136 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a6db5d6-4342-445c-b283-ea37533ac733 req-a3fc7972-6146-4ba1-b7e2-13239184f6a9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401702 May 05 16:59:19.505548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069226e-ee74-4d09-bf31-3b4894c036cc req-7636853f-3342-46ae-88f7-a50b3d966aef tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:19.506981 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7069226e-ee74-4d09-bf31-3b4894c036cc req-7636853f-3342-46ae-88f7-a50b3d966aef tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0761819 May 05 16:59:19.552844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7069226e-ee74-4d09-bf31-3b4894c036cc req-dc9ef72f-09cf-4df4-b5e2-9741400c5626 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397632 May 05 16:59:20.302432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-686f6371-0054-476d-b8f0-0b84d1f78b9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:20.751191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667709e6-b83d-4d54-be89-757f08fb740b req-766f953f-40e6-4044-917f-dc4fcde02ece tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:20.753305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-667709e6-b83d-4d54-be89-757f08fb740b req-766f953f-40e6-4044-917f-dc4fcde02ece tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0765686 May 05 16:59:20.802203 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-667709e6-b83d-4d54-be89-757f08fb740b req-c8c1062f-3350-48da-8554-6f3c05fa5974 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434093 May 05 16:59:22.003314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eed0f0-71ef-47b0-95bb-e9abfc86920d req-cd583647-966b-452c-94bd-b14f6e6ad21a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:22.004797 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-23eed0f0-71ef-47b0-95bb-e9abfc86920d req-cd583647-966b-452c-94bd-b14f6e6ad21a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0818837 May 05 16:59:22.050498 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-23eed0f0-71ef-47b0-95bb-e9abfc86920d req-56273339-e916-4d2e-9e6d-943cc04897eb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398641 May 05 16:59:22.461950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6775f84a-31cc-4747-8181-21bd0cee5320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:23.332706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e087424-d661-4945-a126-628e36a70770 req-d1145b9b-65ca-4e7a-851e-180c0042e16e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:23.334128 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e087424-d661-4945-a126-628e36a70770 req-d1145b9b-65ca-4e7a-851e-180c0042e16e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.1613119 May 05 16:59:23.378426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e087424-d661-4945-a126-628e36a70770 req-8f8414e3-218b-4097-b49b-58d07115c0fd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387318 May 05 16:59:23.713344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:23.782040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:24.571493 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd692536-ced6-446f-b49d-682be0417ba0 req-3ee29717-6bdf-4f56-a180-8965788ef0b8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:24.572936 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dd692536-ced6-446f-b49d-682be0417ba0 req-3ee29717-6bdf-4f56-a180-8965788ef0b8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0741122 May 05 16:59:24.619337 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dd692536-ced6-446f-b49d-682be0417ba0 req-8ebc2b6c-c2a6-475a-b72b-231d739a8039 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409300 May 05 16:59:25.228003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:25.818642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6168c70-e368-4c7b-888e-63eb66a7f097 req-4154a5ac-ae6c-46a0-8f1e-5fc6c39ab558 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:25.820141 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a6168c70-e368-4c7b-888e-63eb66a7f097 req-4154a5ac-ae6c-46a0-8f1e-5fc6c39ab558 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0806968 May 05 16:59:25.866736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a6168c70-e368-4c7b-888e-63eb66a7f097 req-21c839e5-2908-40ea-b624-1454e5ed106e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410535 May 05 16:59:27.151186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b238d6aa-6a33-42b7-9001-e557c93ee039 req-20a4605e-36fe-46f2-8b6a-6110dd1b555c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:27.152666 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b238d6aa-6a33-42b7-9001-e557c93ee039 req-20a4605e-36fe-46f2-8b6a-6110dd1b555c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.1630549 May 05 16:59:27.198826 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b238d6aa-6a33-42b7-9001-e557c93ee039 req-0c327c29-37a6-4e03-8ad9-235540b41698 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406451 May 05 16:59:28.547125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80ef870-1075-4f05-991e-2257dc454cdb req-dc1df83c-fd5f-4d0e-a5c4-11243538e700 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:28.548598 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f80ef870-1075-4f05-991e-2257dc454cdb req-dc1df83c-fd5f-4d0e-a5c4-11243538e700 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0810270 May 05 16:59:28.594266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f80ef870-1075-4f05-991e-2257dc454cdb req-e03ab5f5-0988-495e-bda6-392e08cfc289 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394144 May 05 16:59:29.793821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa152af6-6df8-4738-9bb7-e17eb29cc338 req-0b0b2db7-ceb1-40d5-81a7-889701b81ebf tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:29.795267 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aa152af6-6df8-4738-9bb7-e17eb29cc338 req-0b0b2db7-ceb1-40d5-81a7-889701b81ebf tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0755975 May 05 16:59:29.841117 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aa152af6-6df8-4738-9bb7-e17eb29cc338 req-4bc0dbaf-595e-4fe5-938e-2b42012ccc50 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394549 May 05 16:59:31.044495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b18b0-6530-4fab-aa01-7891c13d3c71 req-5f3182fd-132e-483f-a4f9-83df2f8b05d9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:31.045937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c5b18b0-6530-4fab-aa01-7891c13d3c71 req-5f3182fd-132e-483f-a4f9-83df2f8b05d9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0805876 May 05 16:59:31.090955 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c5b18b0-6530-4fab-aa01-7891c13d3c71 req-78d73cdf-c701-40ca-b230-9f11579a5d1c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384524 May 05 16:59:32.295645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32bdae-f66c-43d4-81bd-ee87944c37fb req-34fc21e2-af88-4319-a614-46aa221c589f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:32.297108 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9d32bdae-f66c-43d4-81bd-ee87944c37fb req-34fc21e2-af88-4319-a614-46aa221c589f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0808766 May 05 16:59:32.342523 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9d32bdae-f66c-43d4-81bd-ee87944c37fb req-6449de2e-5fb3-4726-a240-a2762a03b254 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389178 May 05 16:59:32.548204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-747497fe-8b9d-44e4-8724-47af1f65467a req-65be7d33-dfb2-481c-940f-e4994fdf9d66 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0687284 May 05 16:59:33.053747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a946b14-4905-4515-b16e-a9f48535532b req-eb4e3202-5ab1-48c1-b7a3-731df0ee3671 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:33.059113 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7a946b14-4905-4515-b16e-a9f48535532b req-eb4e3202-5ab1-48c1-b7a3-731df0ee3671 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0776734 May 05 16:59:33.150263 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7a946b14-4905-4515-b16e-a9f48535532b req-13d096b0-b53d-41c5-93c5-bf8eba8b44fb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595100 May 05 16:59:33.165920 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-69de35c4-cd6a-448a-8c91-3d8fc609b2fb service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1065254 May 05 16:59:34.038295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:34.357932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48da03-7acc-46be-be3b-d438a9f1f2ad req-0045574e-12d1-461d-b2ab-ee4a5a947ece tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:34.359329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8d48da03-7acc-46be-be3b-d438a9f1f2ad req-0045574e-12d1-461d-b2ab-ee4a5a947ece tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0789526 May 05 16:59:34.405473 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8d48da03-7acc-46be-be3b-d438a9f1f2ad req-b36e469e-9276-44e2-bd7c-073f758745ed tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393953 May 05 16:59:35.079438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-067b1da2-b375-46f3-a6e7-6fe3c3e002d3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1098 time: 0.0692668 May 05 16:59:35.208151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-424fe9c0-7c1b-432b-8cde-5ff80c8411b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:35.209570 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-424fe9c0-7c1b-432b-8cde-5ff80c8411b7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1242974 May 05 16:59:35.310538 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-f5a2b480-6f7f-48d3-b176-4a8519a04820 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 1000 time: 0.0957327 May 05 16:59:35.377407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-58dde64d-4b56-4690-8981-02da10554070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:35.378741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-58dde64d-4b56-4690-8981-02da10554070 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0627775 May 05 16:59:35.452941 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-2332f543-37f5-4e92-9f5d-ea159f5ef3f7 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682607 May 05 16:59:35.585972 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-44df9cd0-d721-47d6-aea2-c964565e4ab6 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276357 May 05 16:59:35.605689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c27a464-4188-45d3-86f6-8c1d40e7b76e req-0d881f79-9b54-46cb-bde6-bd72ee070851 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:35.607146 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c27a464-4188-45d3-86f6-8c1d40e7b76e req-0d881f79-9b54-46cb-bde6-bd72ee070851 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0794511 May 05 16:59:35.655286 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c27a464-4188-45d3-86f6-8c1d40e7b76e req-8eff1f11-3042-48d7-a966-5bd3c2cb8b40 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415902 May 05 16:59:35.732724 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-27b2f584-d75e-48a6-ab96-68e0222eddc7 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416912 May 05 16:59:36.850726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931512a-1506-4e2b-a63d-90b8ffce2c56 req-a1966c2e-68ff-4bc3-b29a-64adccd2e790 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:36.852207 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e931512a-1506-4e2b-a63d-90b8ffce2c56 req-a1966c2e-68ff-4bc3-b29a-64adccd2e790 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0757914 May 05 16:59:36.900527 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e931512a-1506-4e2b-a63d-90b8ffce2c56 req-199851fd-b852-41f6-8029-53119fde1224 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428500 May 05 16:59:37.570747 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-18d50b53-2fca-4ab6-87e5-7961cddfcd70 service neutron] 10.222.0.71 "GET /v2.0/ports/d389f721-26ed-41f9-a7a4-e1c2d00db3f4/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0755422 May 05 16:59:38.108415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80a7c54-0711-4052-899f-d5354aa7d42b req-d7bbf7c7-09e0-4e15-b88a-dd0b5fc4d806 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:38.109905 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d80a7c54-0711-4052-899f-d5354aa7d42b req-d7bbf7c7-09e0-4e15-b88a-dd0b5fc4d806 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0773704 May 05 16:59:38.116171 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-16e80b3e-18b9-45be-bfab-5b6e9b06d270 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 1098 time: 0.0712762 May 05 16:59:38.158779 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d80a7c54-0711-4052-899f-d5354aa7d42b req-17449375-d668-40b6-8a08-cad9adfd70e3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422356 May 05 16:59:38.211721 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-ae506768-b02a-4177-908a-18f8173e95ec service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1098 time: 0.0750027 May 05 16:59:38.441293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-ffbbaefc-4ded-4188-82a6-ffe63700b90d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:38.443119 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-ffbbaefc-4ded-4188-82a6-ffe63700b90d service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.2261517 May 05 16:59:38.563701 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-f4e8e328-b0ff-4ab0-9a32-18cc081f3160 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 1000 time: 0.1146176 May 05 16:59:38.634484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-f3e02676-aa0c-491b-b5fc-80f3b62f2e19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:38.635929 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-f3e02676-aa0c-491b-b5fc-80f3b62f2e19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0662332 May 05 16:59:38.714626 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-47bedfaa-1d2a-4ee6-89e3-279a21262604 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731537 May 05 16:59:38.852847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-cbc27068-ee21-40eb-8967-c6850903fc60 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320543 May 05 16:59:38.983498 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9c74d19-e10c-4d06-8caa-fbe5e9a55738 req-692492dc-9ec3-4ddf-b4d5-e8af4948c51b service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253264 May 05 16:59:39.360500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b2d0f5-61ab-48d3-ba1f-557e97054954 req-4b57e12d-01b7-4030-992d-4f7d292c5a90 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:39.362068 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-36b2d0f5-61ab-48d3-ba1f-557e97054954 req-4b57e12d-01b7-4030-992d-4f7d292c5a90 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0759411 May 05 16:59:39.410003 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-36b2d0f5-61ab-48d3-ba1f-557e97054954 req-5b3d0c8d-bf0f-4d4e-aaa4-81f799f5ef1f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 May 05 16:59:40.127255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:59:40.238976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:40.266097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:59:40.276597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:59:40.333179 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8842f1-eab3-4b14-b721-a720d974d1ca'] response: {'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'code': 200} May 05 16:59:40.336493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:40.406464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:40.414984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.415333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.415700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.416038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.416369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.416698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.417025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.417351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.417675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.418002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.418325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:40.610267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105a892-d370-459d-ac8c-c7ec4035c263 req-12e6f44f-3f0c-4ae8-897b-91b94306818d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:40.612849 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8105a892-d370-459d-ac8c-c7ec4035c263 req-12e6f44f-3f0c-4ae8-897b-91b94306818d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0801606 May 05 16:59:40.659469 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8105a892-d370-459d-ac8c-c7ec4035c263 req-f77d249d-a07d-40b5-9579-bd3ec2a1684a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410004 May 05 16:59:41.743167 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 16:59:41.862645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddbf0c-d694-45ad-8577-976b0a74ff74 req-23095ada-6b0e-4949-99e2-ffe8781460ac tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:41.864203 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ceddbf0c-d694-45ad-8577-976b0a74ff74 req-23095ada-6b0e-4949-99e2-ffe8781460ac tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0816941 May 05 16:59:41.909767 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ceddbf0c-d694-45ad-8577-976b0a74ff74 req-9f5f6f40-4c6c-4cd5-bf1e-29c1011a8aab tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399983 May 05 16:59:42.129700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 16:59:42.267049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:59:42.281201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'mac_address': 'fa:16:3e:cf:ff:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 16:59:42.338059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:42.355916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d389f721-26ed-41f9-a7a4-e1c2d00db3f4 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:59:42.373675 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:59:42.439138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:42.453086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d67580-707b-456b-96d8-16483523bba3 req-59b7753b-c769-49c6-abb5-54f7428ee9d6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:42.454601 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34d67580-707b-456b-96d8-16483523bba3 req-59b7753b-c769-49c6-abb5-54f7428ee9d6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 943 time: 0.0781381 May 05 16:59:42.503199 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34d67580-707b-456b-96d8-16483523bba3 req-279b508c-4b29-486a-a50d-7adcd133cbac tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425487 May 05 16:59:42.504447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-8147b89b-589d-49b7-86ca-2ff785ee8130 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:42.506005 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-8147b89b-589d-49b7-86ca-2ff785ee8130 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59&tenant_id=5bda82112d4c4b138f27306657838474&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 944 time: 0.0846763 May 05 16:59:42.506228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['d389f721-26ed-41f9-a7a4-e1c2d00db3f4'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 16:59:42.557158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:42.652967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-48804b8d-5440-4dce-bbfa-4ffed74102f8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1097 time: 0.0738642 May 05 16:59:42.787565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-bf4384bd-33c9-4245-a051-b6c803643def service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:42.788992 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-bf4384bd-33c9-4245-a051-b6c803643def service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1300321 May 05 16:59:42.887248 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-cbea95f7-60f2-45d8-a9f6-9393ae2667d9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 999 time: 0.0923352 May 05 16:59:42.967695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-46350ced-3bdc-4bf3-a298-f5d3f99ddfc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:42.969113 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-46350ced-3bdc-4bf3-a298-f5d3f99ddfc2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0757313 May 05 16:59:43.043703 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-04842d15-2a30-43a2-a303-cc1e76b814be service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685155 May 05 16:59:43.172220 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-193bfc16-b2e1-4577-a27a-52ca6cf5482c service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221740 May 05 16:59:43.302790 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae4200bf-1464-400e-a59a-61c1805cbd98 req-b37d14b2-69ce-4f0b-a182-6f070f55365a service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237316 May 05 16:59:43.799770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5808856-f057-426b-988f-3f1b3c2d7db8 req-bb4cd598-3487-4983-89a3-5d46e614a182 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:43.801228 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b5808856-f057-426b-988f-3f1b3c2d7db8 req-bb4cd598-3487-4983-89a3-5d46e614a182 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 944 time: 0.1624026 May 05 16:59:43.846757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b5808856-f057-426b-988f-3f1b3c2d7db8 req-49fd5a3c-c4c7-4731-933b-f86953e7420e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 May 05 16:59:44.176132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 16:59:44.246896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:59:44.247263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:44.397620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:44.425835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:59:44.436037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:59:44.481040 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e27c10-4175-45e4-ac9b-03f8f2661218'] response: {'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'code': 200} May 05 16:59:44.513473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:44.580955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:45.042718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061387b-bce1-4d4e-96c0-bdb3d5299b10 req-718ca490-6a70-4dd8-99e9-021665a6d91e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:45.044176 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5061387b-bce1-4d4e-96c0-bdb3d5299b10 req-718ca490-6a70-4dd8-99e9-021665a6d91e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0756061 May 05 16:59:45.090169 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5061387b-bce1-4d4e-96c0-bdb3d5299b10 req-1064ca6d-1b53-456e-a4cf-02eab2e1da4d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402205 May 05 16:59:45.292421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af8cf7-bb5b-4e0f-b43f-f0860137aa13 req-7aea1d4e-0abd-44eb-aa0b-2104bc60874d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:45.293983 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d6af8cf7-bb5b-4e0f-b43f-f0860137aa13 req-7aea1d4e-0abd-44eb-aa0b-2104bc60874d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0804062 May 05 16:59:45.343271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d6af8cf7-bb5b-4e0f-b43f-f0860137aa13 req-8ffc6953-5704-48fd-8c6c-ced1377149e5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436170 May 05 16:59:45.856835 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f60af-018d-409c-b303-b6ef99a948e7 req-150f3172-3d60-4930-9ae5-17a27eb0e1a1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:45.858288 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ba2f60af-018d-409c-b303-b6ef99a948e7 req-150f3172-3d60-4930-9ae5-17a27eb0e1a1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0782292 May 05 16:59:45.908939 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ba2f60af-018d-409c-b303-b6ef99a948e7 req-55e2d296-974e-467c-9978-0c2183dc692d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440741 May 05 16:59:45.961668 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-1adc7fbf-daf4-42ff-b0f8-8432e06935ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 1098 time: 0.0727277 May 05 16:59:46.097459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-64b95ecc-2901-4628-b602-850844503da8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:46.098893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-64b95ecc-2901-4628-b602-850844503da8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1321416 May 05 16:59:46.201751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-cdef75ef-97fb-499a-8f29-9f4cc47be0d4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 200 len: 1000 time: 0.0973413 May 05 16:59:46.264513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-40347e72-c053-4df9-a82c-2172c22004f8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:46.265866 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-40347e72-c053-4df9-a82c-2172c22004f8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0585060 May 05 16:59:46.338380 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-f6df6db9-2bac-49eb-9388-31939edf80c1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672908 May 05 16:59:46.468326 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-d26fbde0-73e0-42b9-aad9-840bf6166176 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244380 May 05 16:59:46.598567 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e9def67d-4971-4832-83c4-8470c6dd8f39 req-07e86ec5-4854-44ee-bcf3-0d41daf048d6 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250377 May 05 16:59:47.119091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccb686c-63de-4ddf-ae4f-22cf8e024837 req-34d2b12c-3d26-4da3-8f9c-ce9e10677362 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:47.120562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ccb686c-63de-4ddf-ae4f-22cf8e024837 req-34d2b12c-3d26-4da3-8f9c-ce9e10677362 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0839052 May 05 16:59:47.170971 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4ccb686c-63de-4ddf-ae4f-22cf8e024837 req-bf58e95a-c716-4527-b09f-841a512ad1af tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444994 May 05 16:59:48.366651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c928ff-3428-4b73-84fe-6648cbd78fe2 req-22fa7758-794f-4e1e-aeb9-9b6d30a12333 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:48.368127 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51c928ff-3428-4b73-84fe-6648cbd78fe2 req-22fa7758-794f-4e1e-aeb9-9b6d30a12333 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0754373 May 05 16:59:48.412613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-51c928ff-3428-4b73-84fe-6648cbd78fe2 req-e9a99202-f4ed-4f7c-bfa2-43a6833af642 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 May 05 16:59:49.125252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0fd8b-a10e-4b4a-a60a-41c1b519025f req-17fdccda-c790-4523-a13f-1f7c436660c1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:49.126729 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9fc0fd8b-a10e-4b4a-a60a-41c1b519025f req-17fdccda-c790-4523-a13f-1f7c436660c1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0832698 May 05 16:59:49.171753 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9fc0fd8b-a10e-4b4a-a60a-41c1b519025f req-c0350ea7-151e-4061-91d8-1ada66ecc0d2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391657 May 05 16:59:50.278913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-277e7464-2b6c-4153-b98d-4f630000401f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:50.381438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1b2c3-2f0a-44c1-8ed6-ea635a8d7e37 req-c5c1ccd4-2ecf-4daa-b23a-2ffccc5ce59e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:50.382815 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-37c1b2c3-2f0a-44c1-8ed6-ea635a8d7e37 req-c5c1ccd4-2ecf-4daa-b23a-2ffccc5ce59e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0765622 May 05 16:59:50.431369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-37c1b2c3-2f0a-44c1-8ed6-ea635a8d7e37 req-9d66270b-86ee-421a-bde4-07afb11d64d7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428364 May 05 16:59:50.827671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-b174deb2-6522-46d4-be3d-36bb17134036 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:50.829144 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-b174deb2-6522-46d4-be3d-36bb17134036 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0774922 May 05 16:59:50.897637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Deleting port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 16:59:50.897970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:51.153218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] For port d389f721-26ed-41f9-a7a4-e1c2d00db3f4, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 16:59:51.153568 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:51.531746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:51.532441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:51.532441 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 disassociated. External IP: 172.26.2.19, port: d389f721-26ed-41f9-a7a4-e1c2d00db3f4. May 05 16:59:51.532787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Calling delete_port for d389f721-26ed-41f9-a7a4-e1c2d00db3f4 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 16:59:51.629118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627af4bb-050d-41bd-9d2c-c103c3d9f474 req-f2bbf549-abd4-41ec-bc59-85193db9bbcb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:51.630613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-627af4bb-050d-41bd-9d2c-c103c3d9f474 req-f2bbf549-abd4-41ec-bc59-85193db9bbcb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 945 time: 0.0791614 May 05 16:59:51.678746 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-627af4bb-050d-41bd-9d2c-c103c3d9f474 req-03698ad6-33f0-4b94-a6d2-0d771dcc4aea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424871 May 05 16:59:51.730706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:51.782332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event deleted for resources: {'Port': ['ID=d389f721-26ed-41f9-a7a4-e1c2d00db3f4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:51.797885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.798352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.798703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.799037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.799373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.799723 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.800053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.800377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.800702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.801027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:51.801384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 16:59:52.006900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 16:59:52.206966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 16:59:52.216564 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 16:59:52.228673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:59:52.229266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:59:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:52.277180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] No DVR routers for this DVR port d389f721-26ed-41f9-a7a4-e1c2d00db3f4 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 16:59:52.279600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:52.282129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-deleted', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:59:52.338671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cff9df55-0c7c-455f-b848-1b48568bf9a5'] response: {'server_uuid': '4391e11d-39bf-476e-bab4-670072e9be59', 'name': 'network-vif-deleted', 'tag': 'd389f721-26ed-41f9-a7a4-e1c2d00db3f4', 'status': 'completed', 'code': 200} May 05 16:59:52.348554 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c331e215-e8e6-442e-abe0-638cfeab7dbc req-1b342af9-cdea-454d-b0f1-23008212d6aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "DELETE /v2.0/ports/d389f721-26ed-41f9-a7a4-e1c2d00db3f4 HTTP/1.1" status: 204 len: 173 time: 1.5141795 May 05 16:59:52.416219 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:59:52.447936 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d3602454-12d7-4e34-95d8-b7e1abfbd93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:52.725705 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:52.729835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 16:59:52.741431 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 16:59:52.742026 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:59:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:52.865333 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bbcf2cc7-78e9-40e1-bf7e-8374ad7f402b req-2d8dd335-b6d8-441d-8347-0c48acdb2ff2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=4391e11d-39bf-476e-bab4-670072e9be59 HTTP/1.1" status: 200 len: 210 time: 0.0467534 May 05 16:59:52.954441 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 16:59:53.274544 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 16:59:53.278405 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcb8efb-2747-4379-b566-9173fdfe7f0e None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 16:59:53.493645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f8f50f-92a5-4055-bd3a-a9d80b2f7e97 None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 16:59:53.783181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:53.784883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:54.238147 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-4df2005d-8520-4a15-8b11-8ad83d92a028 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--113605477&fields=id&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 267 time: 0.0427814 May 05 16:59:54.269339 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 16:59:54.308076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: d389f721-26ed-41f9-a7a4-e1c2d00db3f4 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 16:59:54.308419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device d389f721-26ed-41f9-a7a4-e1c2d00db3f4 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 16:59:54.388219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-136462f1-3b98-4c77-b8dc-690169eb18da tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:54.389640 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-136462f1-3b98-4c77-b8dc-690169eb18da tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.1453476 May 05 16:59:54.406406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-051a91b5-b0ee-4fb0-aadb-af1ad9541886 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/quotas/5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 375 time: 0.0104551 May 05 16:59:54.490893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-9b9cea8a-d662-4906-ae87-35b45796db90 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:59:54.565138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-9b9cea8a-d662-4906-ae87-35b45796db90 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:59:54.566469 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-9b9cea8a-d662-4906-ae87-35b45796db90 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1550186 May 05 16:59:54.582680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-0e8cfe49-f26d-4210-a748-df4446571082 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 16:59:54.583663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-0e8cfe49-f26d-4210-a748-df4446571082 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0058270 May 05 16:59:54.715955 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b50bdf62-45fc-47fe-8da3-52b0666a6c6a service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264610 May 05 16:59:54.851168 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-d1822cbf-2098-4a5a-b460-da5b4114f5d1 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288760 May 05 16:59:55.089898 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2f1cfed4-d903-4ed1-b57f-98cf55649c0b req-40c4878f-e66d-4ccb-9ca2-cedfb3eef531 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 210 time: 0.0416160 May 05 16:59:55.222404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:56.257671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3ad550e-32a5-400d-a7e3-50c563fa85fb req-9f16e51e-e1ce-4137-a662-10b1dd2834ee tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 210 time: 0.0412374 May 05 16:59:56.997567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-403969d3-01d6-4f01-96de-8af46b7a5863 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:56.998986 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-403969d3-01d6-4f01-96de-8af46b7a5863 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.1404221 May 05 16:59:57.052444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-27b7107f-d679-4d15-ad16-d4048a94f619 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 379 time: 0.0415852 May 05 16:59:57.060532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'port': {'device_id': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'admin_state_up': True, 'tenant_id': '5bda82112d4c4b138f27306657838474', 'security_groups': ['f8e1fa4f-a752-4d55-9b70-78f8002efcd1']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:59:57.293215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 16:59:57.303163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 16:59:57.359255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Made reservation on behalf of 5bda82112d4c4b138f27306657838474 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 16:59:57.362913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:57.420126 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a132d5dc-3f9f-4b6c-aaab-5d73441eadf1 req-e58254ba-d5ce-40b5-b36a-2bc73d70ed1c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 210 time: 0.0401604 May 05 16:59:57.527185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Allocated IP 172.20.0.13 (8cb05abf-040f-45eb-99af-d0620745e68e/6cd65d9b-d679-4f11-b241-5021bc93ed53/b3bbff81-a196-4309-b8c1-3a4b5a0b2214) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 16:59:57.709425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:57.724604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Transition to ACTIVE for port object b3bbff81-a196-4309-b8c1-3a4b5a0b2214 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:59:57.816654 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:57.892575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 16:59:57.895632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 16:59:57.899338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 16:59:57.937548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:57.968982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:57.969482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:58.080110 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-8a9e518a-4980-4104-b1ab-a85342133178 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0224340 May 05 16:59:58.091033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Request body: {'port': {'device_id': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 16:59:58.181870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0e650756-f0a7-4109-97df-aef9fb75d87e None None] Provisioning for port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 16:59:58.186808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0e650756-f0a7-4109-97df-aef9fb75d87e None None] Provisioning complete for port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 16:59:58.187183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0e650756-f0a7-4109-97df-aef9fb75d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:58.203097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:58.240861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0e650756-f0a7-4109-97df-aef9fb75d87e None None] Port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 16:59:58.545077 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 16:59:58.553552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:58.608347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Transition to ACTIVE for port object b3bbff81-a196-4309-b8c1-3a4b5a0b2214 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 16:59:58.641866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4face7c-8cf6-4a29-a7a8-15cea8a91c95 req-b450db8e-c958-444a-a2df-1603002ddd83 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:58.642909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f4face7c-8cf6-4a29-a7a8-15cea8a91c95 req-b450db8e-c958-444a-a2df-1603002ddd83 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 16:59:58.673003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:58.777164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f4face7c-8cf6-4a29-a7a8-15cea8a91c95 req-b450db8e-c958-444a-a2df-1603002ddd83 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 16:59:58.778329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f4face7c-8cf6-4a29-a7a8-15cea8a91c95 req-b450db8e-c958-444a-a2df-1603002ddd83 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 932 time: 0.2267969 May 05 16:59:58.819908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:58.913741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f4face7c-8cf6-4a29-a7a8-15cea8a91c95 req-92ddbf5b-04a8-4c21-a573-d9276f958f1f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1264837 May 05 16:59:58.953577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Attempting to bind port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 16:59:58.953911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Attempting to bind port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 16:59:58.954720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Attempting to bind port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:59:58.960663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 on network 8cb05abf-040f-45eb-99af-d0620745e68e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 16:59:58.960980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Attempting to bind port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 16:59:58.967209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 16, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 16:59:58.967682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 16:59:58.967951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Bound using segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 16:59:58.968380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Bound port: b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 16:59:58.968720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:59.054424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 16:59:59.057254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 16:59:59.113703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:59.178992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 16:59:59.180504 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b9575749-5407-4496-b233-07f69ef48efb service neutron] 10.222.0.71 "PUT /v2.0/ports/b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 1094 time: 1.0934348 May 05 16:59:59.180843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 16:59:59.203241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9575749-5407-4496-b233-07f69ef48efb service neutron] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 16:59:59.242941 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d879479-5698-4956-88d2-a10089398442'] response: {'name': 'network-changed', 'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'status': 'completed', 'code': 200} May 05 16:59:59.338068 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-849a74ab-edd8-4be0-b712-d4505531aeb5 req-4ca4639c-3442-4e40-993b-6f82a344c7c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1097 time: 0.0765586 May 05 16:59:59.561520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a74ab-edd8-4be0-b712-d4505531aeb5 req-bbbd8a33-80b6-4d79-9c6a-68f45dd94ddd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:59.563017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-849a74ab-edd8-4be0-b712-d4505531aeb5 req-bbbd8a33-80b6-4d79-9c6a-68f45dd94ddd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bda82112d4c4b138f27306657838474&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2184350 May 05 16:59:59.700058 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849a74ab-edd8-4be0-b712-d4505531aeb5 req-f147c35e-542f-49ad-ba35-b998ef7ab353 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:59.701425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-849a74ab-edd8-4be0-b712-d4505531aeb5 req-f147c35e-542f-49ad-ba35-b998ef7ab353 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1318769 May 05 16:59:59.807978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-57690df7-2de3-43d8-afd4-d834178c925f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1097 time: 0.0720336 May 05 16:59:59.875363 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-b94f0ace-9712-42b6-98e9-3ef7b6dd78c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 217 time: 0.0604897 May 05 16:59:59.938052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-cf63e02b-5200-4fb7-b792-e37f8bcd0f5a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 16:59:59.939710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-cf63e02b-5200-4fb7-b792-e37f8bcd0f5a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0595045 May 05 17:00:00.013800 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-6cb950d5-72d6-4669-a267-8f0816a856af service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680938 May 05 17:00:00.199536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-d4566ffa-c6e8-48c9-8f51-41de79ba6854 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795104 May 05 17:00:00.209927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecda35f-199e-481f-96f7-b8426baa2a06 req-611700c8-ad24-4931-9fef-70dd4bbeee47 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:00.211076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1ecda35f-199e-481f-96f7-b8426baa2a06 req-611700c8-ad24-4931-9fef-70dd4bbeee47 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.1716535 May 05 17:00:00.339795 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1ecda35f-199e-481f-96f7-b8426baa2a06 req-4fee312c-c029-4ee6-9e5c-b46a9c16feae tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099999 May 05 17:00:00.372457 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cea16e42-639a-4477-b60f-bc9c5d79d910 req-a1378133-6d77-4f4f-b886-a9ce7eaed458 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604259 May 05 17:00:01.538026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de22b6c9-d97f-4588-b395-435e79139339 req-d154d3c1-9629-4d79-9921-7746bdd68efa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:01.539493 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de22b6c9-d97f-4588-b395-435e79139339 req-d154d3c1-9629-4d79-9921-7746bdd68efa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.0781543 May 05 17:00:01.583507 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-de22b6c9-d97f-4588-b395-435e79139339 req-b8fd612b-0ac9-416c-9daa-9adce2b5007f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385263 May 05 17:00:02.785034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e809912-e76b-401d-a0db-ffc6ff075051 req-602428f3-4f5a-442c-b141-115dbb32de66 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:02.786513 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e809912-e76b-401d-a0db-ffc6ff075051 req-602428f3-4f5a-442c-b141-115dbb32de66 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.0780597 May 05 17:00:02.835328 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e809912-e76b-401d-a0db-ffc6ff075051 req-b9dc7671-81da-45cb-8dbd-8a9011d98869 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432658 May 05 17:00:04.036043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a54964-11c9-487e-82e6-3767bd326da1 req-3170a712-971c-40fd-94cb-84be92874557 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:04.037395 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-46a54964-11c9-487e-82e6-3767bd326da1 req-3170a712-971c-40fd-94cb-84be92874557 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.0751736 May 05 17:00:04.079059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:04.086782 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-46a54964-11c9-487e-82e6-3767bd326da1 req-aed318db-ec89-4ae7-b667-9a0a5eee66b8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438743 May 05 17:00:04.362750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:00:04.496911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:04.513917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'mac_address': 'fa:16:3e:60:74:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:00:04.566610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:04.583386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:00:04.597999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:04.656521 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:04.723570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:05.021518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['b3bbff81-a196-4309-b8c1-3a4b5a0b2214'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:00:05.294408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70495f30-b850-4e8b-bba2-a3f6a5eba239 req-0f476024-f914-4d65-8521-6f5861c94482 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:05.296013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70495f30-b850-4e8b-bba2-a3f6a5eba239 req-0f476024-f914-4d65-8521-6f5861c94482 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 945 time: 0.0779204 May 05 17:00:05.347868 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70495f30-b850-4e8b-bba2-a3f6a5eba239 req-c7944db1-9c45-40ba-9330-8ebd1041b877 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432708 May 05 17:00:06.363551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:00:06.519189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:00:06.524054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:00:06.524538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:06.547613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8547ce-f828-42a1-b9a5-c6321691330c req-4e48b900-2d69-4c52-a46b-3af046eb0f4a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:06.549805 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7b8547ce-f828-42a1-b9a5-c6321691330c req-4e48b900-2d69-4c52-a46b-3af046eb0f4a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 945 time: 0.0798118 May 05 17:00:06.597100 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7b8547ce-f828-42a1-b9a5-c6321691330c req-40ba1d00-bcd3-4a98-8fa7-c1583eda8701 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415967 May 05 17:00:06.643636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:06.670919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:00:06.681978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:06.765307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:06.805114 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09410a07-a617-41ac-be8c-08a74dd042e8'] response: {'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'code': 200} May 05 17:00:06.837033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:07.165774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-236ecab5-c742-4545-93b2-46bd80cfe96c req-12b5af98-9143-47b4-82b5-18f2a2b9b7f5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1099 time: 0.0736120 May 05 17:00:07.207430 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-236ecab5-c742-4545-93b2-46bd80cfe96c req-26a8fb19-2a5a-4a76-9df6-8b6823857c85 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363593 May 05 17:00:07.797880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb13a41-c0b1-442b-8c90-ecb2b20f2234 req-93cf5358-a76f-4e7b-bc13-7e8be347fbab tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:07.799919 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-acb13a41-c0b1-442b-8c90-ecb2b20f2234 req-93cf5358-a76f-4e7b-bc13-7e8be347fbab tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0806677 May 05 17:00:07.844391 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-acb13a41-c0b1-442b-8c90-ecb2b20f2234 req-1cf68f30-af87-4011-9f3f-97b28b17f535 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 May 05 17:00:09.041876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28deccb-befe-439d-a3ba-227d28222fbd req-036f444a-b5fd-414c-a0b6-e3440aba275a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:09.043314 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f28deccb-befe-439d-a3ba-227d28222fbd req-036f444a-b5fd-414c-a0b6-e3440aba275a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0745173 May 05 17:00:09.088691 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f28deccb-befe-439d-a3ba-227d28222fbd req-db503a77-a5f8-4cd7-9bdf-e5c8bd9ff3ed tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397317 May 05 17:00:09.283354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b98229-46ec-4a35-803c-0b21625e98d2 req-05895546-eba5-4dfa-a963-ec8798526cb0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:09.284855 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-88b98229-46ec-4a35-803c-0b21625e98d2 req-05895546-eba5-4dfa-a963-ec8798526cb0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0798817 May 05 17:00:09.293662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57260) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:00:09.298695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'floatingip': {'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:00:09.374991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:10.057928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:10.108103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:10.313827 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 associated. External IP: 172.26.2.19, port: b3bbff81-a196-4309-b8c1-3a4b5a0b2214. May 05 17:00:10.711082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:00:10.909539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:00:10.914550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:10.921054 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:00:10.933656 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:00:10.934264 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:59:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:00:10.966358 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-906e2012-b15a-4c66-84a5-2dc45930507b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "PUT /v2.0/floatingips/176b6258-fb02-45f1-bfe4-528061abb9a4 HTTP/1.1" status: 200 len: 991 time: 1.6716416 May 05 17:00:10.966931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:00:11.111783 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fed50b2-f0a9-49db-b87c-89d3e108dee0'] response: {'name': 'network-changed', 'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'status': 'completed', 'code': 200} May 05 17:00:11.119324 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:00:11.202212 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0044577d-fb3c-42bb-8bf1-ca166fb3b800 req-96232fe4-283d-4a85-85e5-bfb6c4728f35 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1266110 May 05 17:00:11.218571 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-93288c87-e46e-4188-b59c-7b6b66a25168 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1099 time: 0.0821345 May 05 17:00:11.355366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-e261d26c-9b3b-4f80-a085-47629df4eb3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:11.356824 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-e261d26c-9b3b-4f80-a085-47629df4eb3a service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1325684 May 05 17:00:11.486231 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:60:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T17:00:09Z', 'revision_number': 9, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:00:11.491737 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:00:11.503102 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:00:11.503864 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T16:59:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:00:11.559078 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-6cb2e30d-5f57-41c9-b82e-45a04c56a9c9 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 999 time: 0.1955876 May 05 17:00:11.626773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-a2003b7b-33d8-4ce2-a577-ab5f4d5f94e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:11.628492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-a2003b7b-33d8-4ce2-a577-ab5f4d5f94e1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0638015 May 05 17:00:11.691012 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:00:11.707708 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-5d7ccdef-7585-47ec-816d-89e50f5f9592 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732291 May 05 17:00:11.774662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f33ea-2407-49d9-b0dc-0d3a3490c46c req-06433936-8e18-4327-84f1-e2232ca74c8a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:11.776226 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a0f33ea-2407-49d9-b0dc-0d3a3490c46c req-06433936-8e18-4327-84f1-e2232ca74c8a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.2117386 May 05 17:00:11.829909 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8a0f33ea-2407-49d9-b0dc-0d3a3490c46c req-1cd1a463-9031-4e3c-ae4a-319749bc0960 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482638 May 05 17:00:11.865163 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-a25ea55c-6a96-41ce-a52e-e8b5a83abde2 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515248 May 05 17:00:11.953539 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-f222e7fb-45d7-4493-bdb1-ad4b0ce177b9 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2213473 May 05 17:00:12.000565 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbd34a9-a791-49b0-aead-3915d52f1168 req-31499b08-f145-4677-b78b-67346b8cec99 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295958 May 05 17:00:12.146132 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:60:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T17:00:09Z', 'revision_number': 9, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:00:12.150297 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c2b795-5721-4b28-8d49-b2c650bcec70 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:60:74:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T17:00:09Z', 'revision_number': 9, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:00:12.232047 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-ef8b4836-3baf-47fb-b68c-d43c55a5df6b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1099 time: 0.0716722 May 05 17:00:12.377510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c24242b-31a7-4102-abf9-7c13cba1181c None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:00:12.384045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-29ba39a8-a1c0-48ea-8029-06634d473642 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:12.385498 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-29ba39a8-a1c0-48ea-8029-06634d473642 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1343565 May 05 17:00:12.489224 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-fd0a5775-ab1e-4ba3-9079-ec7c50d15d99 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 999 time: 0.0984981 May 05 17:00:12.556130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-ac84e443-68d9-4ede-aa57-e8ed983c2033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:12.557762 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-ac84e443-68d9-4ede-aa57-e8ed983c2033 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0627573 May 05 17:00:12.635063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-0d4b1910-f50b-42fb-8568-f800864dacd9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0715096 May 05 17:00:12.770156 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-f3e550a1-ac86-4f46-864f-c10d1734e2b0 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295874 May 05 17:00:12.902541 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e95fd5-0880-42f4-a8a3-3b799be4354a req-e496b663-d652-43a2-be5b-bdfb9e8d6636 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264007 May 05 17:00:13.033510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26105c51-75f2-488c-98f6-3b4ad9e99f6e req-c1b6f924-5f27-4f27-acd1-93d0fe2810be tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:13.035664 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26105c51-75f2-488c-98f6-3b4ad9e99f6e req-c1b6f924-5f27-4f27-acd1-93d0fe2810be tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0809944 May 05 17:00:13.083010 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26105c51-75f2-488c-98f6-3b4ad9e99f6e req-e7a19113-7580-414a-a169-4eb045698c6a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410995 May 05 17:00:14.285778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a4655a-28df-45a9-95f3-fb550461c10c req-8decce2b-af1a-4b73-acf4-43c13f39d3e4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:14.287285 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-45a4655a-28df-45a9-95f3-fb550461c10c req-8decce2b-af1a-4b73-acf4-43c13f39d3e4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0820739 May 05 17:00:14.340514 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-45a4655a-28df-45a9-95f3-fb550461c10c req-ba5d3f9d-e7c9-4360-82f3-0f110c96606c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476038 May 05 17:00:14.512961 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-24e12156-a03f-45b9-bca9-f479c45c9ff1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1099 time: 0.0704360 May 05 17:00:14.640917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-a67736d2-6935-4379-98db-173861254e99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:14.642330 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-a67736d2-6935-4379-98db-173861254e99 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1238739 May 05 17:00:14.833506 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-39d9bfa3-b9cd-4b2e-bca1-df391c4b62ae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 1002 time: 0.1849723 May 05 17:00:14.893073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-8a164c8a-49fe-44cb-acce-438adacff492 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:14.894593 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-8a164c8a-49fe-44cb-acce-438adacff492 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0552053 May 05 17:00:14.969534 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-e79db4b0-0681-4b66-9a4b-e6842478130e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685830 May 05 17:00:15.101188 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-f8cb7d1b-891f-4175-bf5a-9532cd909665 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251209 May 05 17:00:15.229124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-566be9dd-65eb-4323-aa4e-f5b8394b0412 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220279 May 05 17:00:15.553145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b29238-aa33-42a4-a8f7-218a60299a5a req-b6137b65-38e0-45bd-bd54-657cfbd41021 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:15.554607 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c1b29238-aa33-42a4-a8f7-218a60299a5a req-b6137b65-38e0-45bd-bd54-657cfbd41021 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0814471 May 05 17:00:15.601890 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c1b29238-aa33-42a4-a8f7-218a60299a5a req-c12379d9-cd99-402c-bf06-bb63e77ac425 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 May 05 17:00:16.812355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcd9a47-29b6-4272-bc1b-9aa3b34f5b60 req-99c723bd-0d75-4540-934f-eab45b3eadf8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:16.813786 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddcd9a47-29b6-4272-bc1b-9aa3b34f5b60 req-99c723bd-0d75-4540-934f-eab45b3eadf8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0787551 May 05 17:00:16.860754 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ddcd9a47-29b6-4272-bc1b-9aa3b34f5b60 req-35597355-7209-460a-a3a7-c2a8d25ea8dc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407691 May 05 17:00:18.065052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1253a186-10e2-4795-834c-59530468fb45 req-05818a02-1a76-4423-a06e-ae07a4227cd2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:18.066650 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1253a186-10e2-4795-834c-59530468fb45 req-05818a02-1a76-4423-a06e-ae07a4227cd2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0805383 May 05 17:00:18.113434 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1253a186-10e2-4795-834c-59530468fb45 req-2666355e-b4a4-4e10-868a-69de5fbb8ce5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412562 May 05 17:00:18.743569 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:00:19.311209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d511e-3e55-4e95-b320-0c15cf1a4505 req-c942e20e-6174-4869-a7e0-3b4b21f1ad5a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:19.312672 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d79d511e-3e55-4e95-b320-0c15cf1a4505 req-c942e20e-6174-4869-a7e0-3b4b21f1ad5a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0785191 May 05 17:00:19.360901 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d79d511e-3e55-4e95-b320-0c15cf1a4505 req-1d210afa-adba-4eec-b6a9-df785a7f3d20 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398974 May 05 17:00:20.284753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7882dc42-7854-40f7-8c6d-e8299b3441ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:20.561286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4795e9-9ffc-402e-949c-9c5e13d2cc76 req-00f24e53-af64-449d-bf2f-3732bf85af12 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:20.562737 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad4795e9-9ffc-402e-949c-9c5e13d2cc76 req-00f24e53-af64-449d-bf2f-3732bf85af12 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0769951 May 05 17:00:20.612166 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad4795e9-9ffc-402e-949c-9c5e13d2cc76 req-2b95e11b-ecfc-4a73-ac82-300c68999117 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428376 May 05 17:00:21.811696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b128ce-920c-48fd-8752-00b7fafaed2f req-94bfd39a-41fd-40b7-b6a9-b6ac1f09bb3f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:21.813323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-52b128ce-920c-48fd-8752-00b7fafaed2f req-94bfd39a-41fd-40b7-b6a9-b6ac1f09bb3f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0799615 May 05 17:00:21.857391 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-52b128ce-920c-48fd-8752-00b7fafaed2f req-c16fdea0-e852-4a06-96d8-4c975256dc50 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386186 May 05 17:00:22.421710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbf68935-c02c-4a13-9c5b-e3d513f324ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:23.057769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05972392-1584-4367-83a6-f7fe2a79a562 req-4475476e-b2a4-46e5-9888-01234be46dd9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:23.059219 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-05972392-1584-4367-83a6-f7fe2a79a562 req-4475476e-b2a4-46e5-9888-01234be46dd9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0777416 May 05 17:00:23.105183 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-05972392-1584-4367-83a6-f7fe2a79a562 req-a47e04c4-1495-446e-a23b-45dca9d8fde0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405126 May 05 17:00:23.713304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:23.775951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:24.305264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158f9b44-ea94-4cc0-82e8-d028a34a5d8b req-b4939b8c-c93f-4aa8-9f45-76d10f12219b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:24.306720 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-158f9b44-ea94-4cc0-82e8-d028a34a5d8b req-b4939b8c-c93f-4aa8-9f45-76d10f12219b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0747855 May 05 17:00:24.355705 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-158f9b44-ea94-4cc0-82e8-d028a34a5d8b req-b2fd243e-bc38-411d-a2c9-0c9c0ba1d974 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434000 May 05 17:00:25.220977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:25.556747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c591152a-56e4-43c7-a3f8-38f399a07557 req-ac156b59-2867-4fd1-b7d8-781b67dd8ead tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:25.558190 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c591152a-56e4-43c7-a3f8-38f399a07557 req-ac156b59-2867-4fd1-b7d8-781b67dd8ead tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0822330 May 05 17:00:25.603250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c591152a-56e4-43c7-a3f8-38f399a07557 req-431529a3-4044-465f-8911-c6162569b9ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394824 May 05 17:00:26.798430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de1bb1-652e-409c-ac8c-c53b92a471c6 req-13750677-eaeb-4de9-982e-820eeac1fee6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:26.800405 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0de1bb1-652e-409c-ac8c-c53b92a471c6 req-13750677-eaeb-4de9-982e-820eeac1fee6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0763774 May 05 17:00:26.845434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f0de1bb1-652e-409c-ac8c-c53b92a471c6 req-35f5db85-2de2-4668-abe5-4cf6c21fd90d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391834 May 05 17:00:28.043238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0ee0e-8efa-4068-82af-2710afcf769a req-665a31f4-7520-482d-b13f-6bc4dbed5f0b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:28.044705 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02c0ee0e-8efa-4068-82af-2710afcf769a req-665a31f4-7520-482d-b13f-6bc4dbed5f0b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0755546 May 05 17:00:28.090053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02c0ee0e-8efa-4068-82af-2710afcf769a req-c13f75e0-6530-4472-bf23-eebf11d1d8a2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 May 05 17:00:29.293355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077ea18-a111-424e-8ff6-ba927b357da6 req-67af9085-6a58-4b30-8e36-193c0d73ba9d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:29.294865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e077ea18-a111-424e-8ff6-ba927b357da6 req-67af9085-6a58-4b30-8e36-193c0d73ba9d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0832205 May 05 17:00:29.342189 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e077ea18-a111-424e-8ff6-ba927b357da6 req-6eafb83f-eeab-45a5-8437-f24375a01963 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418079 May 05 17:00:30.545670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca019587-1210-49b8-a748-b2f6cefb665f req-94d089a6-7140-43bc-a8cc-fea23150ce3b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:30.547118 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ca019587-1210-49b8-a748-b2f6cefb665f req-94d089a6-7140-43bc-a8cc-fea23150ce3b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0778694 May 05 17:00:30.593190 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ca019587-1210-49b8-a748-b2f6cefb665f req-c36c5696-c1c1-42a8-adad-9a2880e54959 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397418 May 05 17:00:31.818672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87f74-b1db-4b69-95da-8fd2729b1fd4 req-1396de7d-5e3a-448d-8ff9-03d999c1cda2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:31.820160 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34d87f74-b1db-4b69-95da-8fd2729b1fd4 req-1396de7d-5e3a-448d-8ff9-03d999c1cda2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0765283 May 05 17:00:31.864863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34d87f74-b1db-4b69-95da-8fd2729b1fd4 req-6638fdd1-4465-46b8-b203-64c18b5520c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391352 May 05 17:00:33.062319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dbeee-ba9b-4f26-8b26-fe8ccd0e1c3b req-0b2e385e-270c-432b-aa37-f32390a5b9f5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:33.063788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-099dbeee-ba9b-4f26-8b26-fe8ccd0e1c3b req-0b2e385e-270c-432b-aa37-f32390a5b9f5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0762677 May 05 17:00:33.113255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-099dbeee-ba9b-4f26-8b26-fe8ccd0e1c3b req-5b16f5e1-fb7b-4f80-b0f5-9df8e6375411 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429134 May 05 17:00:34.027373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:34.330070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ab6c7-9b31-4669-a2b9-b438c578b296 req-6feecaf7-54c7-49a5-a564-cb4b4052d731 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:34.331560 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-375ab6c7-9b31-4669-a2b9-b438c578b296 req-6feecaf7-54c7-49a5-a564-cb4b4052d731 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0828424 May 05 17:00:34.380718 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-375ab6c7-9b31-4669-a2b9-b438c578b296 req-30f02ef8-c18c-4d63-a52c-de6e0d8efbfd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430148 May 05 17:00:35.578264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc289bb-e6bd-42b5-b8bb-40b54094f32a req-e0d929ee-b7e5-484f-8ea1-af36df7fb888 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:35.579758 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6bc289bb-e6bd-42b5-b8bb-40b54094f32a req-e0d929ee-b7e5-484f-8ea1-af36df7fb888 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0758209 May 05 17:00:35.625535 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6bc289bb-e6bd-42b5-b8bb-40b54094f32a req-d01b1299-3fce-4276-831b-0edcf062d1c7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397170 May 05 17:00:36.827371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af423ab-d30c-4889-bdd1-f8fbcb639c4c req-c01a9038-d7f7-451e-a0d4-5643965761d2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:36.828880 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5af423ab-d30c-4889-bdd1-f8fbcb639c4c req-c01a9038-d7f7-451e-a0d4-5643965761d2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0779123 May 05 17:00:36.878328 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5af423ab-d30c-4889-bdd1-f8fbcb639c4c req-d5c1251d-11ad-4053-bb7e-8f8ff3dca50d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437987 May 05 17:00:38.083477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be15d5b-63ed-4cb5-b965-9cd485b59831 req-819c22f5-b658-4e8c-9c9f-fbdcd9e5a8d5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:38.084904 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8be15d5b-63ed-4cb5-b965-9cd485b59831 req-819c22f5-b658-4e8c-9c9f-fbdcd9e5a8d5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0785880 May 05 17:00:38.130354 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8be15d5b-63ed-4cb5-b965-9cd485b59831 req-f75c20b6-a951-4ed0-8b52-75a004280d08 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399122 May 05 17:00:39.364528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2207c331-2578-41c1-9295-b7b9bddf1b31 req-d8e9f1b8-1c1a-4f30-a93a-ade1b9988834 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:39.365989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2207c331-2578-41c1-9295-b7b9bddf1b31 req-d8e9f1b8-1c1a-4f30-a93a-ade1b9988834 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0917842 May 05 17:00:39.415374 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2207c331-2578-41c1-9295-b7b9bddf1b31 req-ecdd51b6-96bb-4ca3-b4f1-e84665d6a6ab tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429294 May 05 17:00:40.616729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ffdad-e682-417d-88a3-06f47aba321d req-6ab0b0a0-ce27-4b1c-8f55-725be98f60f0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:40.618175 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-747ffdad-e682-417d-88a3-06f47aba321d req-6ab0b0a0-ce27-4b1c-8f55-725be98f60f0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0778840 May 05 17:00:40.665342 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-747ffdad-e682-417d-88a3-06f47aba321d req-62cd425f-a801-4e8c-9b02-5aa82f2df416 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415320 May 05 17:00:41.864370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfca64a-b55a-4731-9408-a3ac7bbb7599 req-6fe4421b-73fd-469a-bb5a-8932e15502a1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:41.866459 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cfca64a-b55a-4731-9408-a3ac7bbb7599 req-6fe4421b-73fd-469a-bb5a-8932e15502a1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0810437 May 05 17:00:41.913637 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cfca64a-b55a-4731-9408-a3ac7bbb7599 req-5a514bbe-e8c1-4a6f-af44-43e1058ccfd5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415907 May 05 17:00:42.211842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-c5c221fc-8ada-43c5-8420-255338b84780 service neutron] 10.222.0.71 "GET /v2.0/ports/b3bbff81-a196-4309-b8c1-3a4b5a0b2214/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0779469 May 05 17:00:42.720995 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-44e169ec-224e-435e-8405-bb9236226647 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 1099 time: 0.0706818 May 05 17:00:42.815258 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-c9797ed0-99ff-4289-917a-33432297aa9b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1099 time: 0.0708933 May 05 17:00:43.027375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-ec97a90b-5a1d-4e4f-bf22-19a2cb383a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:43.028757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-ec97a90b-5a1d-4e4f-bf22-19a2cb383a8e service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.2080548 May 05 17:00:43.183572 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-e27df046-1360-4b17-852d-891a32f6d429 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 1002 time: 0.1492758 May 05 17:00:43.247527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af13c48-b0d2-4133-a4aa-7263b236809f req-ac889285-3321-47ad-800e-666edd4e4044 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:43.248980 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3af13c48-b0d2-4133-a4aa-7263b236809f req-ac889285-3321-47ad-800e-666edd4e4044 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.1675937 May 05 17:00:43.282343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-e9b33317-ea0c-4cbe-bbab-a800f331e3af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:43.283686 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-e9b33317-ea0c-4cbe-bbab-a800f331e3af service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0929618 May 05 17:00:43.344420 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3af13c48-b0d2-4133-a4aa-7263b236809f req-7693ba68-59a9-4eb0-a9f7-9d82b0dfdcaa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885873 May 05 17:00:43.372828 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-c04f82ca-2c6b-4258-8c2d-775d78ceffcd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796938 May 05 17:00:43.501861 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-ec2e807e-db18-44e2-aace-a1497562e78e service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235251 May 05 17:00:43.632555 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e97e2a9c-7642-4617-808e-f82c9ed599dd req-8ea76617-9dc7-479f-8623-50b0b121152a service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242661 May 05 17:00:44.521012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:00:44.544504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5980c-9933-477a-ad9d-0ae923cc0c47 req-5ab0c1a3-45cc-4b3d-bfbb-e9b351d87101 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:44.546128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f8e5980c-9933-477a-ad9d-0ae923cc0c47 req-5ab0c1a3-45cc-4b3d-bfbb-e9b351d87101 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0791194 May 05 17:00:44.595644 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f8e5980c-9933-477a-ad9d-0ae923cc0c47 req-a2244d09-35b9-431d-8f02-d57df8cb96c0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437706 May 05 17:00:44.663394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:44.689224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:00:44.699228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:44.752799 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46761aba-62fc-4933-b12c-afb38613a946'] response: {'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'code': 200} May 05 17:00:44.754083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:44.822089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:44.830314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.830659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.831003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.831332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.831692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.832017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.832340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.832666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.832987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.833306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:44.833669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:45.800510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9871d8b9-e7a9-4a63-bd4e-274f7d7c6c28 req-d9156b7d-ab12-461b-bc95-dec352ea40c0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:45.801984 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9871d8b9-e7a9-4a63-bd4e-274f7d7c6c28 req-d9156b7d-ab12-461b-bc95-dec352ea40c0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.0792849 May 05 17:00:45.846819 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9871d8b9-e7a9-4a63-bd4e-274f7d7c6c28 req-40a5f29f-5bb6-46c4-9479-88e11a03ce3e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392618 May 05 17:00:46.526903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:00:46.672078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:46.685917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'mac_address': 'fa:16:3e:60:74:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:00:46.743013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:46.760170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:00:46.776257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:46.850527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:46.924594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['b3bbff81-a196-4309-b8c1-3a4b5a0b2214'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:00:46.969309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:47.060605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bd35bf-e963-434d-bf31-1c0c038f5df4 req-7cf0bf72-d89f-4748-ba8c-0dd92b2bc449 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:47.062059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d4bd35bf-e963-434d-bf31-1c0c038f5df4 req-7cf0bf72-d89f-4748-ba8c-0dd92b2bc449 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 945 time: 0.0849168 May 05 17:00:47.108785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d4bd35bf-e963-434d-bf31-1c0c038f5df4 req-3c23a35f-4e8f-4eb4-97c4-3e1715f7a1b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411539 May 05 17:00:47.934008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5b76c-0685-4e05-9159-9c040f830b6b req-476a7370-3323-44bc-954f-6237e2e339c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:47.935463 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7ce5b76c-0685-4e05-9159-9c040f830b6b req-476a7370-3323-44bc-954f-6237e2e339c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 945 time: 0.1352026 May 05 17:00:47.948714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-9d02bc58-58f9-49b5-bf77-7ad53a57383f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:47.950059 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-9d02bc58-58f9-49b5-bf77-7ad53a57383f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220&tenant_id=5bda82112d4c4b138f27306657838474&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.1194727 May 05 17:00:48.049260 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7ce5b76c-0685-4e05-9159-9c040f830b6b req-fce965b8-3632-476d-9c6c-b82b3522489e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075773 May 05 17:00:48.058177 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-1ec76d16-757a-4923-a78a-78b847150fb8 service neutron] 10.222.0.71 "GET /v2.0/ports/b3bbff81-a196-4309-b8c1-3a4b5a0b2214/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0949831 May 05 17:00:48.153725 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-168ed3aa-c840-4899-acf9-c79da95130d9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1098 time: 0.0714889 May 05 17:00:48.282484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-6f5c8b5e-f007-49a6-a325-0b303498150d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:48.283970 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-6f5c8b5e-f007-49a6-a325-0b303498150d service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1247432 May 05 17:00:48.384108 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-c7bf2d42-4dc8-4c87-b668-b9f23e36b88f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 1001 time: 0.0945282 May 05 17:00:48.443232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-25b3216e-b6d8-45a0-8084-d0491c569f01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:48.444914 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-25b3216e-b6d8-45a0-8084-d0491c569f01 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0556097 May 05 17:00:48.517269 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-8e6cf077-6697-4dd4-927f-66f8f07c02c6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667815 May 05 17:00:48.557207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:00:48.631764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:00:48.632295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:48.742462 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-a1255c90-2180-42e0-a0e0-88856c64d2aa service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191708 May 05 17:00:48.748583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:48.776766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:00:48.786868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:48.844562 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5908a119-ca0c-4720-832b-b93c766c9864'] response: {'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'code': 200} May 05 17:00:48.861572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:48.877513 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-b61b76a2-d570-4a5d-9a67-36b4f20ffae2 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292684 May 05 17:00:48.927688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:49.250851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e77ba-b99b-495f-bfcc-82e75e512c8a req-42edf8ab-be58-4ee6-8e83-7d0020ff6368 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:49.252347 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9d9e77ba-b99b-495f-bfcc-82e75e512c8a req-42edf8ab-be58-4ee6-8e83-7d0020ff6368 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0795686 May 05 17:00:49.299444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9d9e77ba-b99b-495f-bfcc-82e75e512c8a req-2d87dc89-3220-4d7c-ac40-93b3fff8330b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409386 May 05 17:00:50.295860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9e6f82a4-c378-4300-99c3-a62a4c5d2e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:50.501071 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cbc4e7-4bdb-419d-9b01-32e2976fd26e req-88f2dd7c-9c85-49d8-a859-bea42a82a8d1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:50.502454 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d5cbc4e7-4bdb-419d-9b01-32e2976fd26e req-88f2dd7c-9c85-49d8-a859-bea42a82a8d1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0765429 May 05 17:00:50.548916 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d5cbc4e7-4bdb-419d-9b01-32e2976fd26e req-67b32f2b-d271-4b93-96a5-8a90d22daf72 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402071 May 05 17:00:51.750003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1e628-4f43-4ee2-946d-a13df69645a0 req-38f893a3-08f2-42d9-85e3-23dcdb466f97 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:51.751464 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-28e1e628-4f43-4ee2-946d-a13df69645a0 req-38f893a3-08f2-42d9-85e3-23dcdb466f97 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0767133 May 05 17:00:51.803851 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-28e1e628-4f43-4ee2-946d-a13df69645a0 req-f675cd33-9d43-428d-813f-1f3c4f6d7fec tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460665 May 05 17:00:51.999857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-f47c9110-5696-4186-aeae-30be90d6ee3b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 1099 time: 0.0685601 May 05 17:00:52.087124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-b462f23a-221c-4aef-afb8-127980465b01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 1099 time: 0.0674360 May 05 17:00:52.215778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-11671978-04d5-4382-8759-005502330573 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:52.217255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-11671978-04d5-4382-8759-005502330573 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1247857 May 05 17:00:52.329493 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-63c39462-7398-47d8-aa8f-3c739a442741 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 200 len: 1002 time: 0.1065257 May 05 17:00:52.394461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-15504001-1121-485f-ba3a-53b2ee34a0fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:52.395916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-15504001-1121-485f-ba3a-53b2ee34a0fc service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0610454 May 05 17:00:52.438285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-27f19567-18d3-4602-b859-6ac51448e8d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:52.470530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-5efcd375-9ef4-42d8-8433-8c0b9ff13401 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679417 May 05 17:00:52.600194 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-1a7389d6-bbe5-44fa-a9b4-9927a53c0078 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228654 May 05 17:00:52.730983 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b24fcc8-362b-4c64-9468-fe8f80672af7 req-74415fd8-0fe6-46ff-9bc8-d59dc7d1ddda service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257179 May 05 17:00:53.001618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284e049-fe49-47b2-ab80-8b1ec459436b req-92a1776a-51b9-44a0-92b1-266cad48dec7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:53.002962 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a284e049-fe49-47b2-ab80-8b1ec459436b req-92a1776a-51b9-44a0-92b1-266cad48dec7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0774615 May 05 17:00:53.048391 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a284e049-fe49-47b2-ab80-8b1ec459436b req-a9028476-77d6-4860-aaea-4a982d768c88 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393891 May 05 17:00:53.712516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:53.758413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:54.249943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19499db1-616c-444e-8af4-c7b54cd1663c req-f1af355d-87b1-4481-af7d-f49d54f937e6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:54.255780 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19499db1-616c-444e-8af4-c7b54cd1663c req-f1af355d-87b1-4481-af7d-f49d54f937e6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0812037 May 05 17:00:54.297351 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19499db1-616c-444e-8af4-c7b54cd1663c req-2c662652-258c-4c0f-9219-62f3b1bf93b3 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401163 May 05 17:00:54.586992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:00:54.590373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:00:54.812783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:54.846378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:54.869558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:00:54.876705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'mac_address': 'fa:16:3e:60:74:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:00:54.883743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:54.932874 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebeb834d-f8a0-483e-8cc6-73f2aca6802c'] response: {'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'code': 200} May 05 17:00:54.933494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:54.978104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:55.010523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:00:55.047896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=9']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:55.080905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:00:55.081251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:00:55.261831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:55.498919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22eaaec-2c35-48d9-887b-2119943736c1 req-ab06f63f-19a3-4f79-a320-2b7b19baf99e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:55.500298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e22eaaec-2c35-48d9-887b-2119943736c1 req-ab06f63f-19a3-4f79-a320-2b7b19baf99e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.0765305 May 05 17:00:55.546950 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e22eaaec-2c35-48d9-887b-2119943736c1 req-92784084-766c-4b84-8ac9-24551181d924 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410829 May 05 17:00:55.635126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:55.652860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:00:55.668721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:55.744880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2edf808-c70a-49bf-ab63-8ebedcccc29c req-ef0bd476-0c5d-41ef-8293-1c5e169ef05b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:55.745454 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:55.747090 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d2edf808-c70a-49bf-ab63-8ebedcccc29c req-ef0bd476-0c5d-41ef-8293-1c5e169ef05b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 944 time: 0.0771794 May 05 17:00:55.754090 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:00:55.806815 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d2edf808-c70a-49bf-ab63-8ebedcccc29c req-b54a58f2-f267-407d-b68f-4fc94e179629 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483482 May 05 17:00:55.814934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['b3bbff81-a196-4309-b8c1-3a4b5a0b2214'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:00:55.864327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=10']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:56.015305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc3b3d-5e70-481f-ae2e-1c83e9afcf05 req-1eba1799-e490-4584-b33d-1315488e7a62 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:56.016763 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95fc3b3d-5e70-481f-ae2e-1c83e9afcf05 req-1eba1799-e490-4584-b33d-1315488e7a62 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0842555 May 05 17:00:56.064157 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95fc3b3d-5e70-481f-ae2e-1c83e9afcf05 req-c38b7823-2156-4cb5-b2fd-32b37375dae8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416174 May 05 17:00:56.606947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:00:56.613109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdaa13b-64e1-437a-bd76-8746852e6980 req-9038c1e4-bc12-4ae6-a024-48954db4bd5b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:56.614551 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cfdaa13b-64e1-437a-bd76-8746852e6980 req-9038c1e4-bc12-4ae6-a024-48954db4bd5b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 946 time: 0.0751517 May 05 17:00:56.663877 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cfdaa13b-64e1-437a-bd76-8746852e6980 req-30876e08-674f-4fd5-ab0a-b398701c098b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425286 May 05 17:00:56.713660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:00:56.714025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:56.829577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:56.862318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:56.924375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:56.954212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:00:56.996175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=11']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:57.009448 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f350a0-e820-4fff-8cbc-a65f47618afc'] response: {'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'code': 200} May 05 17:00:57.861994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b0fc2-6ac5-4c64-b43b-66f37d020d66 req-9f327c67-0959-484c-b2fe-5652d61e7fe0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:57.863429 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e47b0fc2-6ac5-4c64-b43b-66f37d020d66 req-9f327c67-0959-484c-b2fe-5652d61e7fe0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 947 time: 0.0791173 May 05 17:00:57.909884 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e47b0fc2-6ac5-4c64-b43b-66f37d020d66 req-296fd47b-5e16-45e2-a9d1-a91181a8e6fb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400686 May 05 17:00:58.716696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-ef18d923-e35e-43fb-8b7a-48cdae89e575 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:58.718133 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-ef18d923-e35e-43fb-8b7a-48cdae89e575 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 947 time: 0.0774314 May 05 17:00:58.787167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Deleting port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:00:58.787644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:59.104935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] For port b3bbff81-a196-4309-b8c1-3a4b5a0b2214, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:00:59.105635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:59.110601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5415abe7-e593-4667-976b-715320b945b8 req-b98f878a-7df9-443f-bd2c-095c44d19e7f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:00:59.112347 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5415abe7-e593-4667-976b-715320b945b8 req-b98f878a-7df9-443f-bd2c-095c44d19e7f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 947 time: 0.0791345 May 05 17:00:59.157974 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5415abe7-e593-4667-976b-715320b945b8 req-8de88f9c-dcbd-4792-b194-218cbd68e0b5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394700 May 05 17:00:59.399669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:59.399948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:59.400257 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 disassociated. External IP: 172.26.2.19, port: b3bbff81-a196-4309-b8c1-3a4b5a0b2214. May 05 17:00:59.400588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Calling delete_port for b3bbff81-a196-4309-b8c1-3a4b5a0b2214 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:00:59.644536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:00:59.696003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event deleted for resources: {'Port': ['ID=b3bbff81-a196-4309-b8c1-3a4b5a0b2214,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:00:59.709734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.710093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.710437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.710782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.711117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.711515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.711785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.712117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.712441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.712764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.713133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:00:59.925585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:01:00.121039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:01:00.130584 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:01:00.142405 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:01:00.143011 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:00:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:00.191014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] No DVR routers for this DVR port b3bbff81-a196-4309-b8c1-3a4b5a0b2214 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:01:00.193589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:00.196217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-deleted', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:01:00.259049 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b31dba35-a77c-4671-ada8-0f69f2cc7407'] response: {'server_uuid': '3b3cf30b-e067-4bde-bc9a-d60e562f8220', 'name': 'network-vif-deleted', 'tag': 'b3bbff81-a196-4309-b8c1-3a4b5a0b2214', 'status': 'completed', 'code': 200} May 05 17:01:00.329295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ddf5a383-fca9-4395-893e-40f8c51080b9 req-967b3826-b90d-42e8-b8a6-b6d589d43150 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "DELETE /v2.0/ports/b3bbff81-a196-4309-b8c1-3a4b5a0b2214 HTTP/1.1" status: 204 len: 173 time: 1.6063204 May 05 17:01:00.330213 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:01:00.336322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-152ed219-f476-461a-9741-a588557eda1d req-12036d16-244e-4fea-a679-f31f1477bfd6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:01:00.444812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-152ed219-f476-461a-9741-a588557eda1d req-12036d16-244e-4fea-a679-f31f1477bfd6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:01:00.446340 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-152ed219-f476-461a-9741-a588557eda1d req-12036d16-244e-4fea-a679-f31f1477bfd6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=3b3cf30b-e067-4bde-bc9a-d60e562f8220 HTTP/1.1" status: 200 len: 210 time: 0.1512694 May 05 17:01:00.652303 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:00.656247 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:01:00.666760 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:01:00.667366 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:00:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:00.845424 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:01:01.167027 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:01.171021 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8593ba2-eedf-450c-9f4b-b87589b77ad6 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:01:01.383568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506ffe2-1de2-44d7-93e1-92e8f50bbd1d None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:01:01.818826 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d2969516-b7de-432a-a324-86f1c64d2de6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-securitygroup--113605477&fields=id&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 267 time: 0.0411677 May 05 17:01:01.969246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-a16d4756-63bf-4cbb-9d7b-751288868327 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:01.970666 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-a16d4756-63bf-4cbb-9d7b-751288868327 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.1455657 May 05 17:01:01.987298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-74cc9492-be6c-49c0-8f52-b9ae605f6ce4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/quotas/5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 375 time: 0.0106347 May 05 17:01:02.067184 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-b5e67716-1e39-42da-a416-9cc17ecb19e0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0750837 May 05 17:01:02.149592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-2aa36ca3-ecef-4da6-8f5d-ebfacc7bb395 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:01:02.154347 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-2aa36ca3-ecef-4da6-8f5d-ebfacc7bb395 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0716369 May 05 17:01:02.372963 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-ca092276-3edf-4704-bf26-25ecb25f62f6 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160749 May 05 17:01:02.505300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-faa4a0a3-940b-4a19-8a2b-bbc508de8336 service neutron] 10.222.0.70 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267159 May 05 17:01:02.611130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:01:02.645807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: b3bbff81-a196-4309-b8c1-3a4b5a0b2214 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:01:02.646071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device b3bbff81-a196-4309-b8c1-3a4b5a0b2214 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:01:02.780716 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59b8c66a-bc89-45c0-88d0-896e0e001e7e req-23a7310c-35f5-4d37-aa4c-7d18510682d2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 210 time: 0.0451674 May 05 17:01:03.949385 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6f8fc9af-3b76-4698-8023-e08c705f55dc req-9151fe01-4b02-4e2b-95fa-02937578ee60 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 210 time: 0.0443997 May 05 17:01:04.084891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:04.552551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-858e4942-83c1-4fc2-be46-86e74ea35748 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:04.554325 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-858e4942-83c1-4fc2-be46-86e74ea35748 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 811 time: 0.1430223 May 05 17:01:04.608100 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-bb7a186a-9178-4ec4-9d8a-a133265697c2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 379 time: 0.0415738 May 05 17:01:04.616410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'port': {'device_id': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'admin_state_up': True, 'tenant_id': '5bda82112d4c4b138f27306657838474', 'security_groups': ['f8e1fa4f-a752-4d55-9b70-78f8002efcd1']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:01:04.870696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:01:04.880891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:01:04.941574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Made reservation on behalf of 5bda82112d4c4b138f27306657838474 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:01:04.945432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:05.128624 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0ec8987a-5955-4349-ba6b-27cb43738467 req-6e337c45-077c-4fda-b6a0-47828254b762 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 210 time: 0.0534070 May 05 17:01:05.149230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Allocated IP 172.20.0.5 (8cb05abf-040f-45eb-99af-d0620745e68e/6cd65d9b-d679-4f11-b241-5021bc93ed53/ef5ee6d0-6fce-4f59-9642-69e8781f59e7) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:01:05.342788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:05.359643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Transition to ACTIVE for port object ef5ee6d0-6fce-4f59-9642-69e8781f59e7 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:01:05.468079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:05.542081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Network 8cb05abf-040f-45eb-99af-d0620745e68e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:01:05.545018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:01:05.548807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:01:05.587178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:05.626206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:05.626827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:05.719838 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-91ae9d8f-33ef-4c09-a500-23e8a46746d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1069150 May 05 17:01:05.730492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Request body: {'port': {'device_id': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:01:05.840295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:05.850084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-01e12c7a-edb0-40c5-84f4-14c726a1b480 None None] Provisioning for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:01:05.855308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-01e12c7a-edb0-40c5-84f4-14c726a1b480 None None] Provisioning complete for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:01:05.855886 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01e12c7a-edb0-40c5-84f4-14c726a1b480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:05.908295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-01e12c7a-edb0-40c5-84f4-14c726a1b480 None None] Port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:01:06.177765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:01:06.185087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:06.200112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Transition to ACTIVE for port object ef5ee6d0-6fce-4f59-9642-69e8781f59e7 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:01:06.278561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:06.331203 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0b3b3b-fe40-4f41-8aeb-9905558939d1 req-121e10de-b4b8-4b22-a5ea-22920e04d739 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:06.332693 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7a0b3b3b-fe40-4f41-8aeb-9905558939d1 req-121e10de-b4b8-4b22-a5ea-22920e04d739 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0799029 May 05 17:01:06.381051 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7a0b3b3b-fe40-4f41-8aeb-9905558939d1 req-94220dfd-c393-4a4d-8270-eb5b32ea82de tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419440 May 05 17:01:06.404188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:06.520726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Attempting to bind port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:01:06.520991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Attempting to bind port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:01:06.521925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Attempting to bind port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:01:06.528678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 on network 8cb05abf-040f-45eb-99af-d0620745e68e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:01:06.529016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Attempting to bind port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 on network 8cb05abf-040f-45eb-99af-d0620745e68e {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:01:06.535239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:01:06.535617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Checking segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:01:06.536000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Bound using segment: {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:01:06.536428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Bound port: ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fb20f4-e5d8-4895-8036-20b2433eb472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:01:06.536816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:06.631999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:01:06.635218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:01:06.702051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:06.766758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:06.768173 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] 10.222.0.71 "PUT /v2.0/ports/ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 1093 time: 1.0418506 May 05 17:01:06.768599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:01:06.802643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d3316-ecbe-405a-88f8-1300f657733c service neutron] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:06.830573 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-329d291d-0421-487e-8fbe-691a9030c5b1'] response: {'name': 'network-changed', 'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'status': 'completed', 'code': 200} May 05 17:01:06.923837 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00e2a63b-063d-4fe0-9398-0a429d2f9d84 req-b3e088ab-09fd-4b49-ac46-385a152f345f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1096 time: 0.0721724 May 05 17:01:07.067711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2a63b-063d-4fe0-9398-0a429d2f9d84 req-d9263712-0204-42c8-9ad3-157815f7da0a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:07.069279 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00e2a63b-063d-4fe0-9398-0a429d2f9d84 req-d9263712-0204-42c8-9ad3-157815f7da0a service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=5bda82112d4c4b138f27306657838474&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1393857 May 05 17:01:07.288667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e2a63b-063d-4fe0-9398-0a429d2f9d84 req-822dd6b6-8e26-4294-a900-423b7c0e9f8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:07.290024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00e2a63b-063d-4fe0-9398-0a429d2f9d84 req-822dd6b6-8e26-4294-a900-423b7c0e9f8e service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2149270 May 05 17:01:07.393600 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-b3ef05fc-ee31-46d8-bb8d-845fd0abf102 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1096 time: 0.0702586 May 05 17:01:07.460442 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-b89100b2-99a6-4abf-b595-8b07c889a6d3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 217 time: 0.0603292 May 05 17:01:07.524714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-ab60b803-6dba-498a-b4de-5dcb052a83ed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:07.526118 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-ab60b803-6dba-498a-b4de-5dcb052a83ed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0600114 May 05 17:01:07.581355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f4132-870e-4bab-abce-ab5b22f59d28 req-413b9bad-6200-4b21-bf49-f34fb2988a8c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:07.582794 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e5f4132-870e-4bab-abce-ab5b22f59d28 req-413b9bad-6200-4b21-bf49-f34fb2988a8c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0771520 May 05 17:01:07.599752 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-b638d1a5-8840-4d6d-8a8c-f8a78ecbd2fa service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677226 May 05 17:01:07.634669 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e5f4132-870e-4bab-abce-ab5b22f59d28 req-e0b9f3fd-0f21-4c14-b571-d09b15817e64 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452790 May 05 17:01:07.734643 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-fe13cc33-0ca3-43af-9df2-916baea02788 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290112 May 05 17:01:07.864712 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c99ba3c3-4343-4cd7-9806-abe7f5025ac0 req-1fa297bc-f90d-4b39-af4f-f4c4cd42adfa service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246402 May 05 17:01:08.839169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a346e4f-aaff-479c-bc44-45e8b051a420 req-df2983c9-ff08-4d9c-b5f8-9989bd37c5c2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:08.839890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0a346e4f-aaff-479c-bc44-45e8b051a420 req-df2983c9-ff08-4d9c-b5f8-9989bd37c5c2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Synchronizing usage tracker for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:01:08.906720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-0a346e4f-aaff-479c-bc44-45e8b051a420 req-df2983c9-ff08-4d9c-b5f8-9989bd37c5c2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Unset dirty status for tenant:5bda82112d4c4b138f27306657838474 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:01:08.907897 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a346e4f-aaff-479c-bc44-45e8b051a420 req-df2983c9-ff08-4d9c-b5f8-9989bd37c5c2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.1482840 May 05 17:01:08.953615 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a346e4f-aaff-479c-bc44-45e8b051a420 req-65fc7d21-09ed-48a0-8fd9-98571fea294e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397046 May 05 17:01:10.151105 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b64c77-aa24-4258-bfcb-7476467fc827 req-c4c7ef97-f2ec-452e-a8af-00ee67900a8d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:10.152720 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-58b64c77-aa24-4258-bfcb-7476467fc827 req-c4c7ef97-f2ec-452e-a8af-00ee67900a8d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0782635 May 05 17:01:10.198807 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-58b64c77-aa24-4258-bfcb-7476467fc827 req-4cde7d16-0d1d-4bd3-9f18-448e3a4c210f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 May 05 17:01:10.673409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:01:10.815830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:10.828561 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:01:10.880035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:10.900133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:01:10.915249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:10.981410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:11.048426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:11.309694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['ef5ee6d0-6fce-4f59-9642-69e8781f59e7'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:01:11.392840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad9b77-0f6c-4928-b34a-cf68227e40f2 req-93363827-5367-47a8-8c82-436b0f94f294 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:11.394353 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-81ad9b77-0f6c-4928-b34a-cf68227e40f2 req-93363827-5367-47a8-8c82-436b0f94f294 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 944 time: 0.0763137 May 05 17:01:11.441080 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-81ad9b77-0f6c-4928-b34a-cf68227e40f2 req-212c204c-ffc8-4152-9909-659c1d7ef7f7 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405054 May 05 17:01:12.644836 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c5108-dfc9-47dd-83a8-0591ae0229cb req-a8f47ebd-1b58-4d46-abd5-3ddb7a2ff0f4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:12.646322 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4b8c5108-dfc9-47dd-83a8-0591ae0229cb req-a8f47ebd-1b58-4d46-abd5-3ddb7a2ff0f4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 944 time: 0.0817814 May 05 17:01:12.684273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:01:12.693435 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4b8c5108-dfc9-47dd-83a8-0591ae0229cb req-0c4097d6-3149-493d-ab55-8b8e0aa8c3aa tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414550 May 05 17:01:12.838041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:01:12.843132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:01:12.845463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:12.959323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:12.986798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:01:12.996458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:13.041680 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3abc717-ee26-4380-8a95-b8168ef395f8'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'code': 200} May 05 17:01:13.055363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:13.121707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:13.362172 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c6a3695-0ede-4b90-b50a-cead490babb4 req-90cf49a8-f73b-42b1-8766-ce6a74c2fcfe service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1098 time: 0.0697517 May 05 17:01:13.402383 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c6a3695-0ede-4b90-b50a-cead490babb4 req-314bc1a5-a3d9-461f-aee3-0d090850f695 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343580 May 05 17:01:13.891317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bd564-123f-4fac-a8c4-08b55d052c8a req-3eacaa8b-87c7-4114-a070-1e360b60008d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:13.892797 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b93bd564-123f-4fac-a8c4-08b55d052c8a req-3eacaa8b-87c7-4114-a070-1e360b60008d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0772452 May 05 17:01:13.938317 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b93bd564-123f-4fac-a8c4-08b55d052c8a req-5d03963c-7a65-46b3-8358-58cbe9462854 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391004 May 05 17:01:15.140446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991e10c-8733-4b4c-a5fd-0cb54be18f1f req-b4e94070-0c5b-43f8-a92b-ba9580f85c5e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:15.141899 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2991e10c-8733-4b4c-a5fd-0cb54be18f1f req-b4e94070-0c5b-43f8-a92b-ba9580f85c5e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0799799 May 05 17:01:15.190242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2991e10c-8733-4b4c-a5fd-0cb54be18f1f req-6c9d0d5d-cfc4-489a-afed-c53f5c2e1ae8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420048 May 05 17:01:15.388341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebc4ad-a59d-4cb5-a224-26ece0591e7b req-73475272-a841-4e0a-b709-80b3621846d8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:15.389844 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-91ebc4ad-a59d-4cb5-a224-26ece0591e7b req-73475272-a841-4e0a-b709-80b3621846d8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0826883 May 05 17:01:15.399434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57452) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:01:15.404703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Request body: {'floatingip': {'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:01:15.483767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:16.177028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:16.238147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:16.424718 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 associated. External IP: 172.26.2.19, port: ef5ee6d0-6fce-4f59-9642-69e8781f59e7. May 05 17:01:16.816601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:01:17.018216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:01:17.022722 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:17.028947 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:01:17.041429 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:01:17.042079 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:00:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:17.075038 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-38d5bbe6-3667-4366-9c96-eec87058fd94 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "PUT /v2.0/floatingips/176b6258-fb02-45f1-bfe4-528061abb9a4 HTTP/1.1" status: 200 len: 991 time: 1.6744611 May 05 17:01:17.075617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:01:17.134596 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9c7df6-7d1d-4c63-9e70-441e9a4bdb0a'] response: {'name': 'network-changed', 'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'status': 'completed', 'code': 200} May 05 17:01:17.229051 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-269c0e19-4bac-48bb-bd34-ca248c478b14 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1098 time: 0.0729468 May 05 17:01:17.272438 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:01:17.364980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-d3709c49-8abb-441c-84f5-9e7d6935511b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:17.366476 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-d3709c49-8abb-441c-84f5-9e7d6935511b service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1317313 May 05 17:01:17.489056 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-daa91660-e2ba-41bd-b10a-fc9dbc068d65 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 999 time: 0.1168284 May 05 17:01:17.560197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-1a1b3eb2-3b99-4f54-a898-214f753a624e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:17.561635 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-1a1b3eb2-3b99-4f54-a898-214f753a624e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0657284 May 05 17:01:17.649996 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-19cab64c-7283-48be-8bde-79464b21684e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822384 May 05 17:01:17.665121 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T17:01:15Z', 'revision_number': 13, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:17.669103 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:01:17.680397 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:01:17.681002 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:00:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:17.887630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-d6511290-b491-401f-b86f-04e4d24ac3ba service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315423 May 05 17:01:17.894935 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:01:18.022904 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ecf6d4d5-1182-4145-98e4-024951ad20cd req-3c0122c4-5bc8-421b-b726-9f5b7671c9b8 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296527 May 05 17:01:18.260832 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T17:01:15Z', 'revision_number': 13, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:01:18.264747 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd385af-16f5-4dce-968e-6c78ac7d3bd2 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '176b6258-fb02-45f1-bfe4-528061abb9a4', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'floating_ip_address': '172.26.2.19', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T16:57:45Z', 'updated_at': '2022-05-05T17:01:15Z', 'revision_number': 13, 'project_id': '5bda82112d4c4b138f27306657838474', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:01:18.471731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ba0f67-332d-45fb-88b1-cf32cdac845c None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:01:19.063584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee1b457-4481-41dc-9593-dfd08e556087 req-32d949fe-21dc-4ab6-a76d-2ae85871ede1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:19.065041 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ee1b457-4481-41dc-9593-dfd08e556087 req-32d949fe-21dc-4ab6-a76d-2ae85871ede1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0787253 May 05 17:01:19.110250 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ee1b457-4481-41dc-9593-dfd08e556087 req-9bc87b3c-b4ba-4f83-bfa5-766b02983e20 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396636 May 05 17:01:20.278690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c128f525-c6b0-451a-9af6-fa4b231c3743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:22.449776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-609699b5-93dc-44cd-b360-dd91a8a87a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:23.708600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:23.758445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:25.226794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:28.966826 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-98d03241-86de-4940-9732-376eda293c89 req-4b7c7200-c835-42c0-be3c-0b0ed667362c service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0691001 May 05 17:01:29.377570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04152f9-1e6b-457e-92f3-8feaa364785e req-51d19cca-217d-4c45-b172-c23910b05655 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:29.379024 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b04152f9-1e6b-457e-92f3-8feaa364785e req-51d19cca-217d-4c45-b172-c23910b05655 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0792546 May 05 17:01:29.406441 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-6c407634-e07a-4fd8-a6a9-de08e6450a90 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0731890 May 05 17:01:29.426724 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b04152f9-1e6b-457e-92f3-8feaa364785e req-b3d01b12-8d2e-4acb-86c3-5b784575dbd6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409179 May 05 17:01:30.637136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf7633-680c-4cad-935d-6cf551d8ed12 req-b8e857b2-958d-4fe5-993a-d87e5e9fecb9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:30.639474 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4acf7633-680c-4cad-935d-6cf551d8ed12 req-b8e857b2-958d-4fe5-993a-d87e5e9fecb9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0825906 May 05 17:01:30.685925 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4acf7633-680c-4cad-935d-6cf551d8ed12 req-d1c206b8-6c6d-49e4-8778-89de6d2200c9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 May 05 17:01:31.434005 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-8bf65e42-63dc-4168-a9ff-e84234a028de service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1098 time: 0.0722871 May 05 17:01:31.571166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-2567877b-8600-48dc-8feb-b5beb6bbe103 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:31.572659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-2567877b-8600-48dc-8feb-b5beb6bbe103 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1328442 May 05 17:01:31.675242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-379d6c02-f8a8-4c2d-9b13-f0fe24629b2d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 1001 time: 0.0951810 May 05 17:01:31.738230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-1f31b08b-96e3-415f-ad3d-edf80b5c9a19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:31.739684 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-1f31b08b-96e3-415f-ad3d-edf80b5c9a19 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0565898 May 05 17:01:31.812968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-c6c0a39e-bd1b-4730-884b-9af3180d2b17 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673544 May 05 17:01:31.994383 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-3938af3e-c4a8-42e2-b6fa-c1fe21bdf576 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491892 May 05 17:01:31.999765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82f3d7-1c2b-4f75-9614-41c1215dfa40 req-37fd643a-cc90-491e-818d-e74b7eac6a4b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:32.001076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dc82f3d7-1c2b-4f75-9614-41c1215dfa40 req-37fd643a-cc90-491e-818d-e74b7eac6a4b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.1872888 May 05 17:01:32.125749 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dc82f3d7-1c2b-4f75-9614-41c1215dfa40 req-1d0d976b-7a41-4893-885d-fb76ca087633 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066694 May 05 17:01:32.160330 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-209e8891-0895-4c9c-936d-654b9baeeea2 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583579 May 05 17:01:32.743427 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:01:33.343831 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b21d4-9649-4dcc-a985-264afd9de26b req-00137388-ea97-4b27-affc-63a57803b74c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:33.345308 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-058b21d4-9649-4dcc-a985-264afd9de26b req-00137388-ea97-4b27-affc-63a57803b74c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0826867 May 05 17:01:33.390432 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-058b21d4-9649-4dcc-a985-264afd9de26b req-d24bf045-2be6-4ad4-bf9b-38cafe79e5d0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389369 May 05 17:01:34.066844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:34.597489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4d3aba-686e-4e5e-97d1-cefeed948dd7 req-45ce6936-17e1-4e47-a808-d51fe8c64ddb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:34.598936 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af4d3aba-686e-4e5e-97d1-cefeed948dd7 req-45ce6936-17e1-4e47-a808-d51fe8c64ddb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0810306 May 05 17:01:34.645621 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af4d3aba-686e-4e5e-97d1-cefeed948dd7 req-a8624561-f0fe-4988-8c73-7e5414361306 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410893 May 05 17:01:35.839170 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96607906-4bb8-48a0-8150-95dde16ba417 req-13838323-9343-49a2-b65f-79f20e99d2b1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:35.840642 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-96607906-4bb8-48a0-8150-95dde16ba417 req-13838323-9343-49a2-b65f-79f20e99d2b1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0737574 May 05 17:01:35.885501 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-96607906-4bb8-48a0-8150-95dde16ba417 req-0e219295-cec2-4683-b4d7-367e3fb237ed tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392792 May 05 17:01:37.082356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c3615-920b-4957-8e70-ea80db144eee req-41367c7e-3f9c-44e9-8990-b5374d955cdd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:37.083809 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-825c3615-920b-4957-8e70-ea80db144eee req-41367c7e-3f9c-44e9-8990-b5374d955cdd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0779355 May 05 17:01:37.129581 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-825c3615-920b-4957-8e70-ea80db144eee req-19cad1b9-64c2-41b6-ae93-eba8e7db5fe4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401514 May 05 17:01:38.331732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693142c-0b1e-4f83-a748-244fcead8d52 req-40524bb8-f899-4f29-bb1a-fa65c4bb71db tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:38.333218 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7693142c-0b1e-4f83-a748-244fcead8d52 req-40524bb8-f899-4f29-bb1a-fa65c4bb71db tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0786624 May 05 17:01:38.379549 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7693142c-0b1e-4f83-a748-244fcead8d52 req-a3ac3ef4-9415-4d14-a2be-8cca4b701ddc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401211 May 05 17:01:39.582581 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c06c21-d6a1-4454-a5c3-7796f1fa51c6 req-8fc7b5bb-ba24-4f3f-aa8b-5008a60978e8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:39.584285 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-86c06c21-d6a1-4454-a5c3-7796f1fa51c6 req-8fc7b5bb-ba24-4f3f-aa8b-5008a60978e8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0828140 May 05 17:01:39.630043 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-86c06c21-d6a1-4454-a5c3-7796f1fa51c6 req-00338181-bb93-4f50-a37c-34889e73d01b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401855 May 05 17:01:40.829682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ccb66-3e81-484d-8275-301cb6a680d1 req-36c15847-dc24-4988-8ab2-1effdad79ae4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:40.831135 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9f3ccb66-3e81-484d-8275-301cb6a680d1 req-36c15847-dc24-4988-8ab2-1effdad79ae4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0773029 May 05 17:01:40.885996 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9f3ccb66-3e81-484d-8275-301cb6a680d1 req-80e24ef2-a1ba-412f-a3af-f758460674f1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489206 May 05 17:01:42.087856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa7945c-15c2-426a-a089-97019902651d req-d10f6080-1d44-4135-a153-e1ca35ff109e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:42.089306 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-caa7945c-15c2-426a-a089-97019902651d req-d10f6080-1d44-4135-a153-e1ca35ff109e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0764170 May 05 17:01:42.137839 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-caa7945c-15c2-426a-a089-97019902651d req-3cd8d118-9174-427b-a120-3480aaa50dab tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430157 May 05 17:01:43.437472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb5bec-248e-4d25-8a20-cc3cbb542a69 req-38b4657b-346a-4905-a051-afb3b350d5c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:43.438850 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cacb5bec-248e-4d25-8a20-cc3cbb542a69 req-38b4657b-346a-4905-a051-afb3b350d5c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.1787343 May 05 17:01:43.484540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cacb5bec-248e-4d25-8a20-cc3cbb542a69 req-d2a18b2d-83c0-4668-9306-f3c7df1e65b9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400734 May 05 17:01:44.683311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db542b32-3554-4829-a8ed-7a6562949fd3 req-fc60c534-3199-4d78-9219-73020708f4e9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:44.684710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-db542b32-3554-4829-a8ed-7a6562949fd3 req-fc60c534-3199-4d78-9219-73020708f4e9 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0779850 May 05 17:01:44.731085 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-db542b32-3554-4829-a8ed-7a6562949fd3 req-9a040d91-dc1b-4863-96f6-3c86f9bd8020 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408165 May 05 17:01:45.165836 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-af20fde9-8dcd-4b1c-97fb-cb4f6d3731ff service neutron] 10.222.0.71 "GET /v2.0/ports/ef5ee6d0-6fce-4f59-9642-69e8781f59e7/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0746291 May 05 17:01:45.752382 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-d1cf991f-1f55-47f5-b24d-7fefd18b9505 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 1098 time: 0.1590083 May 05 17:01:45.843390 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-d6fd3a2d-c514-4be2-97d5-b728ed7b2a92 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1098 time: 0.0686393 May 05 17:01:45.942910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a82c30-628f-41a0-8ab5-00effe143645 req-04ec692b-14d6-4cda-94fc-ac8077fc1222 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:45.945324 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-43a82c30-628f-41a0-8ab5-00effe143645 req-04ec692b-14d6-4cda-94fc-ac8077fc1222 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0817649 May 05 17:01:45.973337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-1b3aff95-ad73-4b51-a4f9-fc1493339e36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:45.974777 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-1b3aff95-ad73-4b51-a4f9-fc1493339e36 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1263225 May 05 17:01:45.992022 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-43a82c30-628f-41a0-8ab5-00effe143645 req-c29fbfd0-6245-4b0e-a733-e635e42b66c6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410037 May 05 17:01:46.078645 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-708b4e11-55e9-4e40-b3af-9f9f21cbfdcc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 1001 time: 0.0978205 May 05 17:01:46.142642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-92c43b4b-5217-4e54-bf9b-8e3f2852a716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:46.144099 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-92c43b4b-5217-4e54-bf9b-8e3f2852a716 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0604129 May 05 17:01:46.217323 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-315234de-c5ec-4859-b570-d9349d0a9266 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676575 May 05 17:01:46.346318 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-0998f3d2-3df1-4a37-b445-a344f713f92c service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236687 May 05 17:01:46.498478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-7749471d-b334-4a70-a187-2be27269b922 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455250 May 05 17:01:46.892221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:01:47.009757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:47.039264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:01:47.049123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:47.118731 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7000f683-0817-49dc-a59c-39b38e136940'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'code': 200} May 05 17:01:47.135375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:47.207378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:47.218023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.218680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.219021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.219365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.219794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.220181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.220518 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.220849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.221487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.221487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.222076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:01:47.232273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4381b54-76ab-4217-aa01-e2bf616b937c req-63d4b5ec-7dca-44df-b9b0-698472428f49 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:47.233746 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4381b54-76ab-4217-aa01-e2bf616b937c req-63d4b5ec-7dca-44df-b9b0-698472428f49 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0851059 May 05 17:01:47.281610 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4381b54-76ab-4217-aa01-e2bf616b937c req-58bb12a0-9df0-4541-ba28-4e2a766b89de tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 May 05 17:01:48.482025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15304e3-dce8-444e-9935-ff95ecae2a4d req-4d504779-969b-4a3c-9091-2e11c56e493b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:48.483580 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a15304e3-dce8-444e-9935-ff95ecae2a4d req-4d504779-969b-4a3c-9091-2e11c56e493b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0757279 May 05 17:01:48.531995 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a15304e3-dce8-444e-9935-ff95ecae2a4d req-4c93de64-71e8-43fd-84f8-3dec811e1d5b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426486 May 05 17:01:49.735673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb94810-9f61-439c-8a4c-a8ef0e46106f req-1ab7e7ed-5bb0-47df-99ee-6069d753ca52 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:49.739119 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bb94810-9f61-439c-8a4c-a8ef0e46106f req-1ab7e7ed-5bb0-47df-99ee-6069d753ca52 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0793889 May 05 17:01:49.788343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bb94810-9f61-439c-8a4c-a8ef0e46106f req-5e4fcd81-dfa2-4749-8eb4-58c4b8817419 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434492 May 05 17:01:50.289523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9df8257b-59c8-4936-81b3-5ece090950bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:50.902639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:01:50.994600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1474c-31b4-4c25-901d-8d7625a92223 req-467ccade-cdf9-4b69-8cd3-95c16d80afd8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:50.996087 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7ad1474c-31b4-4c25-901d-8d7625a92223 req-467ccade-cdf9-4b69-8cd3-95c16d80afd8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0820060 May 05 17:01:51.040918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:51.041938 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7ad1474c-31b4-4c25-901d-8d7625a92223 req-e88004f1-96d2-4f5d-9399-06fd81cf1270 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401471 May 05 17:01:51.054233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:01:51.106941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:51.123958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:01:51.139168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:51.215473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:51.281499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['ef5ee6d0-6fce-4f59-9642-69e8781f59e7'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:01:51.319922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:52.244118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94679046-c463-45c5-8a90-34aae2ba8dd8 req-a7ee9f8e-1c60-4aba-8767-6ac48af79f67 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:52.245575 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94679046-c463-45c5-8a90-34aae2ba8dd8 req-a7ee9f8e-1c60-4aba-8767-6ac48af79f67 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 944 time: 0.0810759 May 05 17:01:52.291409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94679046-c463-45c5-8a90-34aae2ba8dd8 req-82e8ae0f-1472-48f5-bc40-9059f5f6f593 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402946 May 05 17:01:52.438215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4ba16d4b-ff07-4517-9bbd-1965a43c01a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:52.917989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:01:52.990192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:01:52.991086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:53.105071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:53.132722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:01:53.142046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:01:53.196034 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242a1153-2588-4908-91af-9c7069539927'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'code': 200} May 05 17:01:53.209868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:53.275533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:01:53.493956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a1e568-4e09-449e-8f57-3deaa01f19e4 req-0cac3d46-4f71-4a97-b959-3fd5b451d1e1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:53.495315 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74a1e568-4e09-449e-8f57-3deaa01f19e4 req-0cac3d46-4f71-4a97-b959-3fd5b451d1e1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0812762 May 05 17:01:53.539749 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74a1e568-4e09-449e-8f57-3deaa01f19e4 req-9c70f815-b1ed-4921-8a5d-4e90880254ee tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388057 May 05 17:01:53.746532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:53.769871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:54.835175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12d20e-a956-4bc6-88cb-1fcdb4b821e9 req-26977637-339c-4daa-826c-de8c330ea8b0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:54.836567 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1b12d20e-a956-4bc6-88cb-1fcdb4b821e9 req-26977637-339c-4daa-826c-de8c330ea8b0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.1645663 May 05 17:01:54.884904 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1b12d20e-a956-4bc6-88cb-1fcdb4b821e9 req-a56944b7-d8b2-4038-b121-1f81714f33b1 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428290 May 05 17:01:55.255390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:01:56.170031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ca071-0901-40dd-97e4-6529ac1fc38a req-3393998c-dba1-41ca-a730-f4f7ddf649c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:56.171500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8e5ca071-0901-40dd-97e4-6529ac1fc38a req-3393998c-dba1-41ca-a730-f4f7ddf649c5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.1499283 May 05 17:01:56.218486 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8e5ca071-0901-40dd-97e4-6529ac1fc38a req-b9503366-ca84-476d-b7e0-69109be5bef5 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413315 May 05 17:01:57.420365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d13bb-7a31-464e-8c56-1778efe8a922 req-56c3b30d-01b8-4a2c-a495-2a67f67d26f4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:57.421812 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510d13bb-7a31-464e-8c56-1778efe8a922 req-56c3b30d-01b8-4a2c-a495-2a67f67d26f4 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0764449 May 05 17:01:57.469897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-510d13bb-7a31-464e-8c56-1778efe8a922 req-efa409a5-736a-4b72-84b5-0bf0f331af16 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425446 May 05 17:01:58.161183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-edd2a80d-4934-4f4e-8d1c-7ee727996440 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:58.163299 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-edd2a80d-4934-4f4e-8d1c-7ee727996440 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57&tenant_id=5bda82112d4c4b138f27306657838474&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0812745 May 05 17:01:58.169107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069652b7-9682-4518-92dd-e9b2fb2bc2dd req-4537a400-3693-47fa-ba4f-95d3b00dc72e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:58.170540 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-069652b7-9682-4518-92dd-e9b2fb2bc2dd req-4537a400-3693-47fa-ba4f-95d3b00dc72e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0788715 May 05 17:01:58.217546 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-069652b7-9682-4518-92dd-e9b2fb2bc2dd req-e27baa2b-69ec-459f-9aa9-ebccb469beeb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413191 May 05 17:01:58.245986 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-ef803f81-5684-455e-86d2-11b0642c9f40 service neutron] 10.222.0.71 "GET /v2.0/ports/ef5ee6d0-6fce-4f59-9642-69e8781f59e7/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0774336 May 05 17:01:58.333240 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-4605b565-4112-4f8a-a308-40ab07057b80 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1098 time: 0.0676317 May 05 17:01:58.461248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-c5677ce7-fbe4-43e5-a9f9-f57971fe8cab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:58.462588 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-c5677ce7-fbe4-43e5-a9f9-f57971fe8cab service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1238337 May 05 17:01:58.565099 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-aad9e7e1-cde7-4c8a-af39-68a7364227ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 1001 time: 0.0971406 May 05 17:01:58.630608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-1352bf47-6ad9-42f8-a4e5-e537e4212982 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:58.632636 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-1352bf47-6ad9-42f8-a4e5-e537e4212982 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0614476 May 05 17:01:58.781038 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-25b0da94-f409-4e80-997e-41e9e6556f2f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1432261 May 05 17:01:58.908166 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-509e3d97-f5b5-44e9-867c-c2d19e3e76b1 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216063 May 05 17:01:59.036632 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-81ea2bbe-0df7-46a0-b5b6-f37bc8817d52 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227927 May 05 17:01:59.424173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1974053-41ab-4c50-975e-ef35646d8a63 req-424c8e74-ba6e-46c8-a6e3-5706c8147b7d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:01:59.425635 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b1974053-41ab-4c50-975e-ef35646d8a63 req-424c8e74-ba6e-46c8-a6e3-5706c8147b7d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0756826 May 05 17:01:59.475605 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b1974053-41ab-4c50-975e-ef35646d8a63 req-b63ca59a-fe9b-4496-8fab-2062b1938728 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428686 May 05 17:02:00.818325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7292c6d-d7f3-441b-824b-25fee8310d4b req-a413fea2-f814-4e1b-945a-f42f8b82cebc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:00.820438 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e7292c6d-d7f3-441b-824b-25fee8310d4b req-a413fea2-f814-4e1b-945a-f42f8b82cebc tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0773590 May 05 17:02:00.866968 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e7292c6d-d7f3-441b-824b-25fee8310d4b req-d43f9224-a74f-4b1a-add0-c27ea35420bb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409725 May 05 17:02:00.950212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:02:01.060626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:01.086636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:01.095933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:01.151223 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe3dce0-8c39-4dd8-9b0b-a5da2dfcd018'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'code': 200} May 05 17:02:01.181042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:01.248985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=9']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:02.068326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff9d006-eaec-4dd9-bcea-3a303a3b121a req-5b5b520a-d921-44e1-a423-142b38974683 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:02.069980 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ff9d006-eaec-4dd9-bcea-3a303a3b121a req-5b5b520a-d921-44e1-a423-142b38974683 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0785825 May 05 17:02:02.115500 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5ff9d006-eaec-4dd9-bcea-3a303a3b121a req-54af5cea-72c2-4afb-9c9e-f96b5bfe6006 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399568 May 05 17:02:03.040975 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-008e6735-3abf-49ca-83a2-e086c4b9aacf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57&tenant_id=5bda82112d4c4b138f27306657838474 HTTP/1.1" status: 200 len: 1096 time: 0.0702424 May 05 17:02:03.133916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-b6091106-2299-4af4-b990-d6671fafb123 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1096 time: 0.0705099 May 05 17:02:03.311163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-67a78bb0-5486-4ee8-b012-d3359437f8f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:03.312536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-67a78bb0-5486-4ee8-b012-d3359437f8f2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1729765 May 05 17:02:03.431274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2e83c-8c40-43b0-a1e5-b644607908ed req-78307213-0e96-42a7-99cb-ada5dc15f6c0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:03.432775 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c7c2e83c-8c40-43b0-a1e5-b644607908ed req-78307213-0e96-42a7-99cb-ada5dc15f6c0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.1856222 May 05 17:02:03.435698 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-5ce3c636-daeb-4688-a279-1973225e6b2b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 999 time: 0.1131241 May 05 17:02:03.526276 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c7c2e83c-8c40-43b0-a1e5-b644607908ed req-f902c034-d557-47a4-8cf4-d3a488252272 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880096 May 05 17:02:03.529436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-514b9f86-1b17-481b-bc35-105c1a3f7a17 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:03.530780 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-514b9f86-1b17-481b-bc35-105c1a3f7a17 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0790472 May 05 17:02:03.607540 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-e8656fb4-a7ed-4a52-a6c3-10a2f667761b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712218 May 05 17:02:03.738312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-2d913737-9257-4676-958f-f680468d0544 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244359 May 05 17:02:03.867478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-239e5515-e82e-4b67-84c9-1252d1917a71 req-2705c1e8-65a4-4e50-8b65-a2c4fd1ffbee service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232171 May 05 17:02:04.033015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:04.741043 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d68a962-2435-491a-8b43-83447223504a req-51fdfce2-15a9-46f7-a46d-db674fadccd8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:04.744537 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0d68a962-2435-491a-8b43-83447223504a req-51fdfce2-15a9-46f7-a46d-db674fadccd8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0935590 May 05 17:02:04.799654 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0d68a962-2435-491a-8b43-83447223504a req-abfed42a-cecb-44ce-b0ca-51feb3ec0016 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456083 May 05 17:02:04.968967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:02:06.001488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ecf332-cd54-40cd-8446-73a7a4c9b486 req-aad522d1-3e50-45f2-ba37-e8a8cd1ee3ae tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:06.002845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c1ecf332-cd54-40cd-8446-73a7a4c9b486 req-aad522d1-3e50-45f2-ba37-e8a8cd1ee3ae tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0787251 May 05 17:02:06.047849 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c1ecf332-cd54-40cd-8446-73a7a4c9b486 req-0a511360-b1eb-45e8-8c1c-08a16710ee5d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390570 May 05 17:02:06.968155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:02:07.132482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:07.145973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:02:07.203579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:07.221490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:02:07.237676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:07.250038 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ca471-7174-4cb8-9a0e-983cb90e1d98 req-c343dace-7003-47f0-8eb7-a7d3b55afd3f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:07.251507 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fd2ca471-7174-4cb8-9a0e-983cb90e1d98 req-c343dace-7003-47f0-8eb7-a7d3b55afd3f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 943 time: 0.0814319 May 05 17:02:07.297188 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fd2ca471-7174-4cb8-9a0e-983cb90e1d98 req-6aa462b7-05a6-467f-9bc0-f531ac702c21 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393951 May 05 17:02:07.312707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:07.374957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['ef5ee6d0-6fce-4f59-9642-69e8781f59e7'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:02:07.415074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=10']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:08.500793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157b8a2e-f30b-4ae4-b52c-04ce5a04fdc4 req-1eff56f4-4aa7-4658-919a-d9eafb233d33 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:08.502226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-157b8a2e-f30b-4ae4-b52c-04ce5a04fdc4 req-1eff56f4-4aa7-4658-919a-d9eafb233d33 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0804117 May 05 17:02:08.547159 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-157b8a2e-f30b-4ae4-b52c-04ce5a04fdc4 req-5a2ad575-6eab-44c6-af4e-c7afc2fe5f9a tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386930 May 05 17:02:08.982105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:02:09.048103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:02:09.048465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:09.159725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:09.186799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:09.196378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:09.249703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:09.279095 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e67634c7-b6e1-4eac-a119-ec86cd0463cb'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'code': 200} May 05 17:02:09.321081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=11']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:09.743713 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:02:09.745636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74e912d-db28-4052-b74a-0b47560b308c req-c9601744-a7de-4b61-bd1a-c7f2576c4cd2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:09.746956 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e74e912d-db28-4052-b74a-0b47560b308c req-c9601744-a7de-4b61-bd1a-c7f2576c4cd2 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 946 time: 0.0753074 May 05 17:02:09.877516 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e74e912d-db28-4052-b74a-0b47560b308c req-bccc6e53-ce51-464b-a45c-ecac693a9060 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246774 May 05 17:02:11.077992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742ead67-cf42-4947-9f4b-b874fd41056e req-fe4d4c3a-a611-41a3-b568-e61766977750 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:11.079429 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-742ead67-cf42-4947-9f4b-b874fd41056e req-fe4d4c3a-a611-41a3-b568-e61766977750 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 946 time: 0.0755661 May 05 17:02:11.128348 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-742ead67-cf42-4947-9f4b-b874fd41056e req-26f1bfe1-462a-475a-9a99-367f5e3aeccd tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428593 May 05 17:02:11.841660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-b621a00d-a659-41a8-9e76-a3c3ddd304a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bda82112d4c4b138f27306657838474&device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 1099 time: 0.0686152 May 05 17:02:11.982317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-b0a0aaea-2fe6-4c30-a988-dbbe49134104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:11.983761 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-b0a0aaea-2fe6-4c30-a988-dbbe49134104 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 200 len: 912 time: 0.1241696 May 05 17:02:12.085357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-3f837bea-4e4b-4946-84b8-4c8f45bb02b3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 200 len: 1001 time: 0.0954380 May 05 17:02:12.146306 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-e6e74eaf-f30e-403f-82ca-b07d8002e53a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:12.147888 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-e6e74eaf-f30e-403f-82ca-b07d8002e53a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 200 len: 850 time: 0.0570595 May 05 17:02:12.225935 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-e3c8b9b1-438f-4574-a40d-1a89c25c6560 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8cb05abf-040f-45eb-99af-d0620745e68e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0719285 May 05 17:02:12.407672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-181feece-3766-4846-96ce-4f4c5eea3021 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749878 May 05 17:02:12.442620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101d27c-8a43-466f-b0b7-741c6e98e651 req-1c25a64b-4dc8-48a0-b3bf-e950258d8e18 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:12.444314 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0101d27c-8a43-466f-b0b7-741c6e98e651 req-1c25a64b-4dc8-48a0-b3bf-e950258d8e18 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 946 time: 0.1468296 May 05 17:02:12.573145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0101d27c-8a43-466f-b0b7-741c6e98e651 req-86016725-6fa3-4a64-9b16-dd670f308da0 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801578 May 05 17:02:12.580600 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd7b4df4-07aa-40ba-88ec-27fbe86ab058 req-ac9b696f-085a-4941-a60b-698761ae1700 service neutron] 10.222.0.71 "GET /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654863 May 05 17:02:12.989091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:02:13.126106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:13.139889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'port_id': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'mac_address': 'fa:16:3e:58:e7:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 788, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:02:13.192975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:13.211476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:02:13.226753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:13.289570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:13.357972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['ef5ee6d0-6fce-4f59-9642-69e8781f59e7'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:02:13.394291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=12']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:13.777451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf383435-8411-41e2-869f-a8220641038f req-fa807bbc-8778-4ad7-857c-e4f81786fc85 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:13.778989 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bf383435-8411-41e2-869f-a8220641038f req-fa807bbc-8778-4ad7-857c-e4f81786fc85 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0811758 May 05 17:02:13.827051 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bf383435-8411-41e2-869f-a8220641038f req-30b36803-b3e6-4734-adbd-1dc222f48b7f tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424540 May 05 17:02:14.168249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15e718-cded-45fb-a5cc-71b3ac225467 req-3525dd54-f872-418b-a937-d631e356952b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:14.169688 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5d15e718-cded-45fb-a5cc-71b3ac225467 req-3525dd54-f872-418b-a937-d631e356952b tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0801027 May 05 17:02:14.215156 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5d15e718-cded-45fb-a5cc-71b3ac225467 req-b29d27f2-c745-4a54-ab22-80b5a9de2d75 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399406 May 05 17:02:14.411762 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd9ec5-9859-433c-b622-21b5d0e9d3d7 req-868ee71e-c9ce-4d6a-837c-a96bbb71ddc6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:14.413843 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aedd9ec5-9859-433c-b622-21b5d0e9d3d7 req-868ee71e-c9ce-4d6a-837c-a96bbb71ddc6 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0800340 May 05 17:02:14.459242 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-aedd9ec5-9859-433c-b622-21b5d0e9d3d7 req-c1a43ad6-5a79-4542-8cce-1421f4e65785 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399015 May 05 17:02:14.997159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:02:15.029873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d8923-c25d-422d-a0ab-5c13d51c02a2 req-3d365567-f5cc-4f51-bc4d-eed760dc7e85 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:15.034852 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e8d8923-c25d-422d-a0ab-5c13d51c02a2 req-3d365567-f5cc-4f51-bc4d-eed760dc7e85 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 945 time: 0.0771708 May 05 17:02:15.070869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:02:15.071235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:15.078493 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e8d8923-c25d-422d-a0ab-5c13d51c02a2 req-59317bb0-f809-4b8d-841b-a4fad094fa38 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414524 May 05 17:02:15.185446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:15.212610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:15.222212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:15.269529 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65cca5db-a1fd-41c4-a120-464bc0c2be27'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'code': 200} May 05 17:02:15.300740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:15.367778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=13']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:16.285323 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b548f-dc42-4e37-8ad0-ecd1c3808c7b req-1c8c11f9-5d3f-44b0-87c5-089b5a1d3789 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:16.286752 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ee5b548f-dc42-4e37-8ad0-ecd1c3808c7b req-1c8c11f9-5d3f-44b0-87c5-089b5a1d3789 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 946 time: 0.0801859 May 05 17:02:16.331811 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ee5b548f-dc42-4e37-8ad0-ecd1c3808c7b req-698c89dc-565a-4f84-abf7-6d32ba80f49c tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388389 May 05 17:02:17.494530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-3bd166aa-ca1c-4daa-9f2e-59382dc0af51 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:17.495944 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-3bd166aa-ca1c-4daa-9f2e-59382dc0af51 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 946 time: 0.1081085 May 05 17:02:17.573913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Deleting port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:17.574168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:17.671087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648a9918-856c-4782-bf3b-030b0d94080b req-c39498f9-9341-473f-97aa-1984cf13520e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:17.672437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-648a9918-856c-4782-bf3b-030b0d94080b req-c39498f9-9341-473f-97aa-1984cf13520e tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 946 time: 0.2157788 May 05 17:02:17.806394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-648a9918-856c-4782-bf3b-030b0d94080b req-e8f38e7a-1eb9-4e51-b43c-edc0d9dbbd29 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8e1fa4f-a752-4d55-9b70-78f8002efcd1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275477 May 05 17:02:17.858686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] For port ef5ee6d0-6fce-4f59-9642-69e8781f59e7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:17.859045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:18.228239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:18.228598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:18.228899 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4 disassociated. External IP: 172.26.2.19, port: ef5ee6d0-6fce-4f59-9642-69e8781f59e7. May 05 17:02:18.229227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Calling delete_port for ef5ee6d0-6fce-4f59-9642-69e8781f59e7 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:02:18.415359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:18.464507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event deleted for resources: {'Port': ['ID=ef5ee6d0-6fce-4f59-9642-69e8781f59e7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:18.477178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.477529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.477872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.478206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.478589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.479282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.479282 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.479562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.479822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.480144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.480465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:18.698050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:02:18.903976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:02:18.915057 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:02:18.927201 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:02:18.927905 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:01:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:18.970759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2758f289-f19f-4b3b-bec6-858e4abcb44f req-82d77ede-b9ca-431a-8ab8-a9ede1f7e7fb tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 210 time: 0.0414457 May 05 17:02:18.973362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] No DVR routers for this DVR port ef5ee6d0-6fce-4f59-9642-69e8781f59e7 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:02:18.975913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:18.978540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-deleted', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:19.056490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0904d0e5-5961-4906-80bc-0ab7e784fb58 req-d108eed1-5f71-4b1d-988e-0756355fded8 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.71 "DELETE /v2.0/ports/ef5ee6d0-6fce-4f59-9642-69e8781f59e7 HTTP/1.1" status: 204 len: 173 time: 1.5555763 May 05 17:02:19.123429 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e413f45-398c-4649-bd26-11fae2fee4ad'] response: {'server_uuid': 'a835915d-f7e8-478e-bbca-36df29b07b57', 'name': 'network-vif-deleted', 'tag': 'ef5ee6d0-6fce-4f59-9642-69e8781f59e7', 'status': 'completed', 'code': 200} May 05 17:02:19.148881 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:02:19.481258 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:19.485263 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:02:19.497269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:02:19.497874 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:01:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:19.690817 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:02:20.008845 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:20.012715 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5092f36-c6fb-4672-a49b-6572e62905f7 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:40Z', 'revision_number': 4, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3b117c4-826e-46d2-84a8-09a76b160c6c', 'name': '', 'network_id': '8cb05abf-040f-45eb-99af-d0620745e68e', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'mac_address': 'fa:16:3e:54:26:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:40Z', 'updated_at': '2022-05-05T16:57:48Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'subnets': [{'id': '6cd65d9b-d679-4f11-b241-5021bc93ed53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:02:20.167442 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7c99a7f4-a49e-4a00-a8b9-562f923aaf1c req-dda8c320-8e13-4b6f-8721-2b6a6e0c4390 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/ports?device_id=a835915d-f7e8-478e-bbca-36df29b07b57 HTTP/1.1" status: 200 len: 210 time: 0.0452127 May 05 17:02:20.241876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ed13b2-48bd-4d93-98df-91004a3ecfd2 None None] New status for floating IP 176b6258-fb02-45f1-bfe4-528061abb9a4: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:02:20.300553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6d3021dd-390f-4b55-9486-fe2386051901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:22.421011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c99b061e-4d76-45c9-b3c5-5dd0e39e5604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:23.030745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:02:23.098667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: ef5ee6d0-6fce-4f59-9642-69e8781f59e7 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:02:23.099011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device ef5ee6d0-6fce-4f59-9642-69e8781f59e7 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:02:23.706490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:23.769139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:24.684999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57666) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:24.751880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:24.779757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:24.871915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:24.890458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1fa4f-a752-4d55-9b70-78f8002efcd1,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:24.900083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.903136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:24.934937 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:24.935713 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b1904c2b-a1c2-4c7a-b289-85c53bcaa69d tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "DELETE /v2.0/security-groups/f8e1fa4f-a752-4d55-9b70-78f8002efcd1 HTTP/1.1" status: 204 len: 168 time: 0.2495754 May 05 17:02:24.938124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57670) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:24.954487 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.api.v2.resource [None req-3773a453-65d9-410e-beb1-2412ba884c54 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] show failed (client error): The resource could not be found. May 05 17:02:24.955432 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3773a453-65d9-410e-beb1-2412ba884c54 tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "GET /v2.0/security-groups/f8e1fa4f-a752-4d55-9b70-78f8002efcd1 HTTP/1.1" status: 404 len: 347 time: 0.0164495 May 05 17:02:24.957957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57674) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:25.109303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Deleting port b2eb54b9-b6e5-4e65-aeeb-56f16cfb6e1c {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:25.109639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.232641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.357824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.358153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.487713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Calling delete_port for b2eb54b9-b6e5-4e65-aeeb-56f16cfb6e1c owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:02:25.690441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.739591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Pushing event deleted for resources: {'Port': ['ID=b2eb54b9-b6e5-4e65-aeeb-56f16cfb6e1c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:25.833182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.847963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:25.849085 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-444bbdee-f23f-4fac-a2c6-4bc1c30e12ea tempest-ServerActionsTestJSON-162059214 tempest-ServerActionsTestJSON-162059214-project] 10.222.0.70 "DELETE /v2.0/floatingips/176b6258-fb02-45f1-bfe4-528061abb9a4 HTTP/1.1" status: 204 len: 168 time: 0.8903084 May 05 17:02:25.852219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57678) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:26.247355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:26.927413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Deleting port d3b117c4-826e-46d2-84a8-09a76b160c6c {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:26.928190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:27.098122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] For port d3b117c4-826e-46d2-84a8-09a76b160c6c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3b117c4-826e-46d2-84a8-09a76b160c6c,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:27.098475 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:27.217843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Calling delete_port for d3b117c4-826e-46d2-84a8-09a76b160c6c owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:02:27.421123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:27.469573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b117c4-826e-46d2-84a8-09a76b160c6c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:27.755264 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:28.434292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:02:28.634467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:02:28.643030 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] Sync routers for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:02:28.646599 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a01c7b62-605b-4561-bc46-a03dc60366d3 admin admin] 10.222.0.70 "PUT /v2.0/routers/8e5b2ca6-3ac7-4982-bea2-1001ba909b82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7933826 May 05 17:02:28.649687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57682) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:28.657112 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:02:28.657725 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:02:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:28.836131 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:02:28.847464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:29.047614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:29.101236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Deleting port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:29.101573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:29.149291 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123'}], 'enable_snat': True}, 'gw_port_id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T17:02:27Z', 'revision_number': 5, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port': {'id': 'c82c1c27-90d2-42a3-8660-1aa1cc0a98cc', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:97:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T16:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:29.153489 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] Checking router: 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:02:29.164570 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] Routers {'8e5b2ca6-3ac7-4982-bea2-1001ba909b82'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:02:29.165170 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:02:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:29.279205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] For port c82c1c27-90d2-42a3-8660-1aa1cc0a98cc, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:29.279604 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:29.315741 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] Set router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:02:29.400559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Calling delete_port for c82c1c27-90d2-42a3-8660-1aa1cc0a98cc owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:02:29.421890 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T17:02:29Z', 'revision_number': 6, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:29.425955 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82f19e3-32b8-404c-825e-81610e748272 None None] The sync data for ids ['8e5b2ca6-3ac7-4982-bea2-1001ba909b82'] in dv-neutron-840483-1-hyperv is: [{'id': '8e5b2ca6-3ac7-4982-bea2-1001ba909b82', 'name': 'tempest-ServerActionsTestJSON-229646044-router', 'tenant_id': '5bda82112d4c4b138f27306657838474', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T16:57:37Z', 'updated_at': '2022-05-05T17:02:29Z', 'revision_number': 6, 'project_id': '5bda82112d4c4b138f27306657838474', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:02:29.621338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:29.670510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82c1c27-90d2-42a3-8660-1aa1cc0a98cc,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:29.897785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.250492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.254619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.318328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.318891 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e5b2ca6-3ac7-4982-bea2-1001ba909b82 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:02:30.332008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.336102 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-7395277e-84e6-4b86-ae49-d0625b50d484 admin admin] 10.222.0.70 "DELETE /v2.0/routers/8e5b2ca6-3ac7-4982-bea2-1001ba909b82 HTTP/1.1" status: 204 len: 168 time: 1.6825275 May 05 17:02:30.336349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57686) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:30.346733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3b117c4-826e-46d2-84a8-09a76b160c6c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:02:30.380591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d3b117c4-826e-46d2-84a8-09a76b160c6c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:02:30.380941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3b117c4-826e-46d2-84a8-09a76b160c6c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:02:30.381398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c82c1c27-90d2-42a3-8660-1aa1cc0a98cc no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:02:30.396481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Deleting subnet 6cd65d9b-d679-4f11-b241-5021bc93ed53 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:02:30.399774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.416770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c82c1c27-90d2-42a3-8660-1aa1cc0a98cc {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:02:30.417146 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c82c1c27-90d2-42a3-8660-1aa1cc0a98cc not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:02:30.450922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.531425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.678576 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.719985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cd65d9b-d679-4f11-b241-5021bc93ed53,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:30.724844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.731354 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b874ca84-8b5a-40dc-b961-8fd78169b264 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/6cd65d9b-d679-4f11-b241-5021bc93ed53 HTTP/1.1" status: 204 len: 168 time: 0.3939691 May 05 17:02:30.732612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580d9ec-fa2e-4d44-8a2a-2b4310c1fbf3 None None] Network 8cb05abf-040f-45eb-99af-d0620745e68e requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:02:30.733896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57690) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:30.843184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.854240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Deleting port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:30.854566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:30.974436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] DHCP port deletion for 8cb05abf-040f-45eb-99af-d0620745e68e request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:02:30.978733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Deleting port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:30.979096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.064457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] For port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:31.064792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.179926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] For port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,segment=NetworkSegment(d3fb20f4-e5d8-4895-8036-20b2433eb472),segment_id=d3fb20f4-e5d8-4895-8036-20b2433eb472)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:31.180298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.185381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Calling delete_port for f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:02:31.297911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Calling delete_port for f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:02:31.300750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.346990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Pushing event deleted for resources: {'Port': ['ID=f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:31.353531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] No DVR routers for this DVR port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:02:31.367979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:02:31.368516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:02:31.468460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.580745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cb05abf-040f-45eb-99af-d0620745e68e']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:31.592388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fb20f4-e5d8-4895-8036-20b2433eb472') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:31.592679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fb20f4-e5d8-4895-8036-20b2433eb472') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:02:31.604235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.620372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.626419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Releasing vlan 788 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:02:31.626807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:02:31.639724 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:02:31.758312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.774764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.785038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=8cb05abf-040f-45eb-99af-d0620745e68e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:31.844644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-240ce51e-9806-4121-8f88-88ce30872f3b admin admin] 10.222.0.70 "DELETE /v2.0/networks/8cb05abf-040f-45eb-99af-d0620745e68e HTTP/1.1" status: 204 len: 168 time: 1.1095202 May 05 17:02:31.869486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Deleting port f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:02:31.869939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:31.936542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-f009d1a5-ce0b-4764-affa-102f276943d5 None None] The port 'f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:02:32.175315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57696) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:32.235509 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-de49d420-6798-4f15-a437-59a98f6956d3 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=5bda82112d4c4b138f27306657838474&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0588925 May 05 17:02:32.238164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57700) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:32.297667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a8934e2-e8e1-41ab-b97a-a39af83a300c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:32.324951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a8934e2-e8e1-41ab-b97a-a39af83a300c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:32.334503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:02:32.368084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:02:32.369159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f5656bf9-c573-4a0b-aee5-8f8e7d20eaa8 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:02:32.461035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a8934e2-e8e1-41ab-b97a-a39af83a300c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:32.476791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8934e2-e8e1-41ab-b97a-a39af83a300c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a86dc29-e6a1-432f-b419-efcec113d283,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:32.485213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0a8934e2-e8e1-41ab-b97a-a39af83a300c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:32.486660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0a8934e2-e8e1-41ab-b97a-a39af83a300c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/3a86dc29-e6a1-432f-b419-efcec113d283 HTTP/1.1" status: 204 len: 168 time: 0.2475698 May 05 17:02:33.632394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57722) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:33.760639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-695983269-network', 'tenant_id': '2c99f400c9ca46008d86bc23264be7bd'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:02:33.765342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:02:33.769133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Usage tracker for resource:network and tenant:2c99f400c9ca46008d86bc23264be7bd is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:02:33.772421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:02:33.778001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:02:33.866553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Made reservation on behalf of 2c99f400c9ca46008d86bc23264be7bd for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:02:33.868915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:33.882864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:33.914520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:02:33.918449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Usage tracker for resource:security_group_rule and tenant:2c99f400c9ca46008d86bc23264be7bd is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:02:33.921280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:02:33.927040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:02:33.992121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.049127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.078097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.083112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 797} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:02:34.090221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7fb3c1-c50f-478b-a018-b101edc27858,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:34.097517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.097517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Added segment 156e8dbc-c409-4900-9d87-8413aa763678 of type vlan for network 646c859a-ac0e-4d16-aa57-44bb979b92d9 May 05 17:02:34.126422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.221169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.221986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:34.222564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.326006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] Pushing event updated for resources: {'Network': ['ID=646c859a-ac0e-4d16-aa57-44bb979b92d9,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:34.335852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 646c859a-ac0e-4d16-aa57-44bb979b92d9 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:02:34.450565 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a2648cb2-dc4b-49fc-8aa6-dbb3ebbd28db admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8170917 May 05 17:02:34.453592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57728) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:02:34.458744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Request body: {'subnet': {'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-695983269-subnet', 'tenant_id': '2c99f400c9ca46008d86bc23264be7bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:02:34.464270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:02:34.469458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Usage tracker for resource:subnet and tenant:2c99f400c9ca46008d86bc23264be7bd is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:02:34.471086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:02:34.477162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:02:34.540996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Made reservation on behalf of 2c99f400c9ca46008d86bc23264be7bd for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:02:34.543295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.792241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.854966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a5326d6-c329-453a-9861-937d20d21124,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:34.877947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Checking segment: {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:02:34.878298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Network hostable DHCP agents. Network: 646c859a-ac0e-4d16-aa57-44bb979b92d9, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:02:34.935073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Network 646c859a-ac0e-4d16-aa57-44bb979b92d9 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:02:34.980644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 646c859a-ac0e-4d16-aa57-44bb979b92d9) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:02:34.984658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:34.985251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:34.990723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1db2a56-223b-4af8-ad1d-08239f8f5d14 None None] Network 646c859a-ac0e-4d16-aa57-44bb979b92d9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:02:35.055962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a5163412-6762-456c-b8cb-7e2404535909 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6013415 May 05 17:02:35.202896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b5a56-aa74-498d-9ed5-b21a8cf0b740 None None] Network 646c859a-ac0e-4d16-aa57-44bb979b92d9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:02:35.619986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-d7fe29ec-6b43-4a19-be4c-eb5b375d4967 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:35.621318 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-d7fe29ec-6b43-4a19-be4c-eb5b375d4967 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/networks?id=646c859a-ac0e-4d16-aa57-44bb979b92d9 HTTP/1.1" status: 200 len: 813 time: 0.1419232 May 05 17:02:35.638349 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-2af31456-0b73-479e-ad73-64a90a9ff033 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/quotas/2c99f400c9ca46008d86bc23264be7bd HTTP/1.1" status: 200 len: 375 time: 0.0115118 May 05 17:02:35.684761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-6316cd35-578e-4faa-936e-e5c7eeb72cb9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c99f400c9ca46008d86bc23264be7bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412362 May 05 17:02:35.816741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-d2699c69-8301-49e4-9ab2-c5645c241d4a service neutron] 10.222.0.70 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249123 May 05 17:02:35.949376 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-e4d2993a-137f-4178-b79d-412c14077446 service neutron] 10.222.0.70 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266630 May 05 17:02:36.197466 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7c242917-e6d4-4d21-9a71-05fb4e470213 req-28338159-7ccc-4140-804a-d0a6b19ed6a2 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 210 time: 0.0448186 May 05 17:02:37.359007 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cdf018c9-a06d-4d9e-ad6e-aed409fc6193 req-a05f0524-973c-4e75-b53d-0177da801b0f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 210 time: 0.0392542 May 05 17:02:38.191411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-dce00005-4a6e-4ecd-8f8d-eac72aaab359 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:38.192201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-dce00005-4a6e-4ecd-8f8d-eac72aaab359 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Synchronizing usage tracker for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:02:38.260788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-dce00005-4a6e-4ecd-8f8d-eac72aaab359 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Unset dirty status for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:02:38.261967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-dce00005-4a6e-4ecd-8f8d-eac72aaab359 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "GET /v2.0/networks?id=646c859a-ac0e-4d16-aa57-44bb979b92d9 HTTP/1.1" status: 200 len: 813 time: 0.2154915 May 05 17:02:38.277389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Request body: {'port': {'device_id': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9', 'admin_state_up': True, 'tenant_id': '2c99f400c9ca46008d86bc23264be7bd'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:02:38.420126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:02:38.425756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Usage tracker for resource:port and tenant:2c99f400c9ca46008d86bc23264be7bd is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:02:38.428820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:02:38.435034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:02:38.526948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Made reservation on behalf of 2c99f400c9ca46008d86bc23264be7bd for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:02:38.529889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:38.548524 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-edae54ae-fdf1-4418-8d6e-7599d12271a4 req-2ab3c414-99e2-4b73-8bc9-26e725f36321 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 210 time: 0.0570071 May 05 17:02:38.698156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Allocated IP 172.20.0.3 (646c859a-ac0e-4d16-aa57-44bb979b92d9/7a5326d6-c329-453a-9861-937d20d21124/6055261b-42c1-4a5a-8090-74c73b42721d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:02:38.901181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:39.039053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:39.200752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Network 646c859a-ac0e-4d16-aa57-44bb979b92d9 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:02:39.203935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:02:39.208380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:02:39.237875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Pushing event updated for resources: {'Port': ['ID=6055261b-42c1-4a5a-8090-74c73b42721d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:39.273015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:39.273606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:39.358684 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-f92133d6-3d18-4608-bb81-ed8129194275 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0850060 May 05 17:02:39.369850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Request body: {'port': {'device_id': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:02:39.480244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:39.766123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991aab37-4114-4f37-a1f7-9de318902fe6 req-9d4ad7b1-2dad-4e78-ad12-a77ea36f0f97 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:39.767541 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-991aab37-4114-4f37-a1f7-9de318902fe6 req-9d4ad7b1-2dad-4e78-ad12-a77ea36f0f97 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 931 time: 0.0921552 May 05 17:02:39.817597 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-991aab37-4114-4f37-a1f7-9de318902fe6 req-c16c09c9-845e-4464-b760-69a04739974e tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 May 05 17:02:39.842112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6055261b-42c1-4a5a-8090-74c73b42721d {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:02:39.848921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:39.863838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Transition to ACTIVE for port object 6055261b-42c1-4a5a-8090-74c73b42721d will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:02:39.940925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:40.070198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Pushing event updated for resources: {'Port': ['ID=6055261b-42c1-4a5a-8090-74c73b42721d,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:40.181779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Attempting to bind port 6055261b-42c1-4a5a-8090-74c73b42721d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:02:40.182115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Attempting to bind port 6055261b-42c1-4a5a-8090-74c73b42721d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:02:40.182478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Attempting to bind port 6055261b-42c1-4a5a-8090-74c73b42721d on network 646c859a-ac0e-4d16-aa57-44bb979b92d9 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:02:40.188357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Port 6055261b-42c1-4a5a-8090-74c73b42721d on network 646c859a-ac0e-4d16-aa57-44bb979b92d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:02:40.188679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Attempting to bind port 6055261b-42c1-4a5a-8090-74c73b42721d on network 646c859a-ac0e-4d16-aa57-44bb979b92d9 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:02:40.196126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:02:40.196463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Checking segment: {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:02:40.199673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Bound using segment: {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:02:40.199673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Bound port: 6055261b-42c1-4a5a-8090-74c73b42721d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:02:40.199673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:40.289483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] For port 6055261b-42c1-4a5a-8090-74c73b42721d, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:02:40.292907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] For port 6055261b-42c1-4a5a-8090-74c73b42721d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6055261b-42c1-4a5a-8090-74c73b42721d,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:02:40.387012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:40.453064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:40.454482 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] 10.222.0.71 "PUT /v2.0/ports/6055261b-42c1-4a5a-8090-74c73b42721d HTTP/1.1" status: 200 len: 1093 time: 1.0890040 May 05 17:02:40.454910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'tag': '6055261b-42c1-4a5a-8090-74c73b42721d'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:40.471922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47267f8a-ac13-47e9-a994-b232b9440639 service neutron] Pushing event updated for resources: {'Port': ['ID=6055261b-42c1-4a5a-8090-74c73b42721d,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:40.514829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c36e17-df92-4193-8841-cf0bad2e08c1'] response: {'name': 'network-changed', 'server_uuid': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'tag': '6055261b-42c1-4a5a-8090-74c73b42721d', 'status': 'completed', 'code': 200} May 05 17:02:40.603245 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a6d9a089-739c-436e-9a5b-afaf94a2e5c5 req-e1c6c4ba-bb08-4573-9ef0-7772ef58a82a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c99f400c9ca46008d86bc23264be7bd&device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 1096 time: 0.0692537 May 05 17:02:40.744417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a089-739c-436e-9a5b-afaf94a2e5c5 req-604b7e42-90ca-43d1-a71c-d68545914f6e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:40.745994 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a6d9a089-739c-436e-9a5b-afaf94a2e5c5 req-604b7e42-90ca-43d1-a71c-d68545914f6e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2c99f400c9ca46008d86bc23264be7bd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1363332 May 05 17:02:40.890991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9a089-739c-436e-9a5b-afaf94a2e5c5 req-60335de8-9dd0-4c40-b6f1-1c4bb0f49816 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:40.892469 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a6d9a089-739c-436e-9a5b-afaf94a2e5c5 req-60335de8-9dd0-4c40-b6f1-1c4bb0f49816 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1408110 May 05 17:02:41.011263 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-c546e269-1e40-4db2-b9bf-5be7dba9d974 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c99f400c9ca46008d86bc23264be7bd&device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 1096 time: 0.0824351 May 05 17:02:41.027714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56806c0d-754d-4ccf-9296-e4b8d02456f7 req-f85b32d7-6808-4cd2-898c-35256311ee44 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:41.029169 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-56806c0d-754d-4ccf-9296-e4b8d02456f7 req-f85b32d7-6808-4cd2-898c-35256311ee44 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 943 time: 0.0761707 May 05 17:02:41.075100 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-56806c0d-754d-4ccf-9296-e4b8d02456f7 req-e9a33542-79f2-4886-90e1-86e28017aad5 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 May 05 17:02:41.079357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-25adf5e9-3125-4543-a77d-44f9abe3226b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6055261b-42c1-4a5a-8090-74c73b42721d HTTP/1.1" status: 200 len: 217 time: 0.0612438 May 05 17:02:41.144056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-c47ec61d-8d24-41d0-8601-b8f917ea3701 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:41.145483 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-c47ec61d-8d24-41d0-8601-b8f917ea3701 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7a5326d6-c329-453a-9861-937d20d21124 HTTP/1.1" status: 200 len: 853 time: 0.0601423 May 05 17:02:41.190495 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-be44b327-98ba-41b8-9d35-9eb16b37c315 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=646c859a-ac0e-4d16-aa57-44bb979b92d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385270 May 05 17:02:41.406947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-74bcdd1b-31e0-4a73-9bab-5aaf7f12366c service neutron] 10.222.0.71 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095141 May 05 17:02:41.537436 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6a97d19-1401-4d59-a872-bf98b7521d68 req-c2dc0fcd-8931-406e-bb8f-7aeaa95746ac service neutron] 10.222.0.71 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240776 May 05 17:02:42.297719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee39f56-fa9c-492f-b237-803596cd583f req-3c7abd06-0ce5-4f47-bce4-48ad85bca095 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:42.298614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-aee39f56-fa9c-492f-b237-803596cd583f req-3c7abd06-0ce5-4f47-bce4-48ad85bca095 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Synchronizing usage tracker for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:02:42.380814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-aee39f56-fa9c-492f-b237-803596cd583f req-3c7abd06-0ce5-4f47-bce4-48ad85bca095 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Unset dirty status for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:02:42.382074 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aee39f56-fa9c-492f-b237-803596cd583f req-3c7abd06-0ce5-4f47-bce4-48ad85bca095 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 943 time: 0.1756697 May 05 17:02:42.433921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-aee39f56-fa9c-492f-b237-803596cd583f req-60a23be9-8d09-4a36-882b-a61345bf781a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Synchronizing usage tracker for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:02:42.552304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-aee39f56-fa9c-492f-b237-803596cd583f req-60a23be9-8d09-4a36-882b-a61345bf781a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Unset dirty status for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:02:42.553740 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aee39f56-fa9c-492f-b237-803596cd583f req-60a23be9-8d09-4a36-882b-a61345bf781a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661766 May 05 17:02:43.753204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cbd94b-b47c-4b39-9920-fefa4479684b req-94c44049-b1f0-4d41-846f-daf5eb46f765 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:43.754656 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-88cbd94b-b47c-4b39-9920-fefa4479684b req-94c44049-b1f0-4d41-846f-daf5eb46f765 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 943 time: 0.0780895 May 05 17:02:43.800471 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-88cbd94b-b47c-4b39-9920-fefa4479684b req-33704b5e-cd1f-4173-8739-5cdb70ed7aa6 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394671 May 05 17:02:45.000382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3779d4-06aa-44e8-9823-5126c645f3f7 req-b9365e1a-182d-40cf-a49b-b906e033a31b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:45.001842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7b3779d4-06aa-44e8-9823-5126c645f3f7 req-b9365e1a-182d-40cf-a49b-b906e033a31b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 943 time: 0.0769286 May 05 17:02:45.047460 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7b3779d4-06aa-44e8-9823-5126c645f3f7 req-0b067642-eee5-44af-93e5-a6766d4b3ef6 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 May 05 17:02:45.139478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6055261b-42c1-4a5a-8090-74c73b42721d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:02:45.298234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6055261b-42c1-4a5a-8090-74c73b42721d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6055261b-42c1-4a5a-8090-74c73b42721d,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:45.313664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '6055261b-42c1-4a5a-8090-74c73b42721d', 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9', 'port_id': '6055261b-42c1-4a5a-8090-74c73b42721d', 'mac_address': 'fa:16:3e:5c:0b:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5326d6-c329-453a-9861-937d20d21124', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:02:45.366353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:45.383816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6055261b-42c1-4a5a-8090-74c73b42721d {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:02:45.399191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6055261b-42c1-4a5a-8090-74c73b42721d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6055261b-42c1-4a5a-8090-74c73b42721d,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:45.460998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:45.525578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6055261b-42c1-4a5a-8090-74c73b42721d,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:45.820156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6055261b-42c1-4a5a-8090-74c73b42721d'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:02:46.251503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a290d2f-954f-423d-ae61-4ec3a1053ef4 req-deb53846-586c-41fc-b1ae-6dc2c869dd35 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:46.253115 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a290d2f-954f-423d-ae61-4ec3a1053ef4 req-deb53846-586c-41fc-b1ae-6dc2c869dd35 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 944 time: 0.0810161 May 05 17:02:46.397054 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a290d2f-954f-423d-ae61-4ec3a1053ef4 req-a5832097-8999-486e-9b44-eca403a73c42 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376841 May 05 17:02:46.748114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:02:47.155003 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6055261b-42c1-4a5a-8090-74c73b42721d up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:02:47.340543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 6055261b-42c1-4a5a-8090-74c73b42721d completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:02:47.345831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 6055261b-42c1-4a5a-8090-74c73b42721d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:02:47.348586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:47.461853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:47.488688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6055261b-42c1-4a5a-8090-74c73b42721d'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:47.501768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 6055261b-42c1-4a5a-8090-74c73b42721d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6055261b-42c1-4a5a-8090-74c73b42721d,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:47.544376 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd3c63d-c4e5-48df-8af6-96da524529cf'] response: {'server_uuid': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6055261b-42c1-4a5a-8090-74c73b42721d', 'code': 200} May 05 17:02:47.563854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:47.611535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449ae6b-1e27-433f-b82a-b4b32c6dd0b7 req-cdf6c4fd-f4e5-456d-bbd2-84c477a9bdf7 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:47.612980 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c449ae6b-1e27-433f-b82a-b4b32c6dd0b7 req-cdf6c4fd-f4e5-456d-bbd2-84c477a9bdf7 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0886672 May 05 17:02:47.634471 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=6055261b-42c1-4a5a-8090-74c73b42721d,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:47.643173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.644949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.644949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.644949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.644949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.644949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.645331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.645416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.645738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.646060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.646449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:02:47.665991 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c449ae6b-1e27-433f-b82a-b4b32c6dd0b7 req-9c84528f-6f16-436c-ab6b-9882393f1ee3 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472584 May 05 17:02:47.840176 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-efff7cfe-75e4-4b03-b459-b49c3129e1f8 req-573952fb-6246-4963-a66f-8b9750f0d7cf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 1098 time: 0.0677457 May 05 17:02:47.882602 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-efff7cfe-75e4-4b03-b459-b49c3129e1f8 req-16f8f2b3-00a8-4222-a287-7721d31568cb service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369043 May 05 17:02:48.865160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85651c4-0a25-478a-95d3-240e76930fc0 req-33d4b474-dbf1-4c68-b0da-f2b71be8c8bf tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:48.866812 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a85651c4-0a25-478a-95d3-240e76930fc0 req-33d4b474-dbf1-4c68-b0da-f2b71be8c8bf tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0755224 May 05 17:02:48.912544 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a85651c4-0a25-478a-95d3-240e76930fc0 req-08bb1a16-cc61-4da6-a6aa-4a2fddd6ea8c tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401833 May 05 17:02:50.113742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b3fdb6-37e8-499d-aa4c-44147863a852 req-00c6cbc4-8861-4fb7-a9ef-e7510f08841a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:50.115256 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-36b3fdb6-37e8-499d-aa4c-44147863a852 req-00c6cbc4-8861-4fb7-a9ef-e7510f08841a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0818145 May 05 17:02:50.160999 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-36b3fdb6-37e8-499d-aa4c-44147863a852 req-3662a952-ec93-4770-94a2-85145f5ded8f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401566 May 05 17:02:50.306377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0c19473d-68a9-4ab3-9f0e-fbb525e8dc37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:50.466559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-98b5a83c-e46a-4dee-b55d-4695f7eb0744 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:50.470040 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-98b5a83c-e46a-4dee-b55d-4695f7eb0744 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/networks?id=646c859a-ac0e-4d16-aa57-44bb979b92d9 HTTP/1.1" status: 200 len: 813 time: 0.1463332 May 05 17:02:50.485383 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-7303eb79-61c2-4129-870c-631494f2859e tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/quotas/2c99f400c9ca46008d86bc23264be7bd HTTP/1.1" status: 200 len: 375 time: 0.0115271 May 05 17:02:50.567631 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-05c6799e-8076-43ce-ae9d-4f763e672980 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=2c99f400c9ca46008d86bc23264be7bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0765865 May 05 17:02:50.706884 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-ea4fd828-a84b-4de1-adda-082b050b7cef service neutron] 10.222.0.70 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319783 May 05 17:02:50.839121 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-ff9c6db8-8c55-4834-8b35-0e372b8cc080 service neutron] 10.222.0.70 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256647 May 05 17:02:51.143118 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac380f8f-bd84-4d7d-83a9-e215f518e3de req-a8c2fca2-d8db-4af6-9131-b169410e8cb9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 210 time: 0.0398726 May 05 17:02:52.309447 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7269f060-fe69-4588-b466-83910887ab2d req-40854f54-1b0e-4ba1-b38a-fc3be84b4847 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 210 time: 0.0425169 May 05 17:02:52.437572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-340fa99b-a0ab-4f05-b037-be762c9cded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:52.892570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-ea785b92-4f4e-4a11-9db9-8567046e9222 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:52.893970 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-ea785b92-4f4e-4a11-9db9-8567046e9222 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "GET /v2.0/networks?id=646c859a-ac0e-4d16-aa57-44bb979b92d9 HTTP/1.1" status: 200 len: 813 time: 0.1507759 May 05 17:02:52.909214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Request body: {'port': {'device_id': 'a7090378-5742-45f3-8d02-a11057582847', 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9', 'admin_state_up': True, 'tenant_id': '2c99f400c9ca46008d86bc23264be7bd'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:02:53.047313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:02:53.057257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:02:53.106578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Made reservation on behalf of 2c99f400c9ca46008d86bc23264be7bd for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:02:53.109603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:53.273665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Allocated IP 172.20.0.7 (646c859a-ac0e-4d16-aa57-44bb979b92d9/7a5326d6-c329-453a-9861-937d20d21124/df6e1aa0-cc0d-489e-b342-740d659a5900) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:02:53.496101 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0cf40ab2-ab8a-4a85-b8e1-c7e4fb031375 req-a3308c7e-a399-41ed-a89e-5713947f34ef tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 210 time: 0.0580223 May 05 17:02:53.519083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:53.603708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:53.614448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6055261b-42c1-4a5a-8090-74c73b42721d'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:02:53.683391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Network 646c859a-ac0e-4d16-aa57-44bb979b92d9 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:02:53.684303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Pushing event updated for resources: {'Port': ['ID=df6e1aa0-cc0d-489e-b342-740d659a5900,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:53.686839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:02:53.688915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:02:53.749394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:53.755145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:53.755764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:53.800562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:53.849732 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-b7177767-dfbb-4835-8b05-ce16e4d2edd9 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9440618 May 05 17:02:53.861641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Request body: {'port': {'device_id': 'a7090378-5742-45f3-8d02-a11057582847', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:02:53.972528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:54.399847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6e1aa0-cc0d-489e-b342-740d659a5900 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:02:54.406640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:54.421975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Transition to ACTIVE for port object df6e1aa0-cc0d-489e-b342-740d659a5900 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:02:54.495089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:54.622711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Pushing event updated for resources: {'Port': ['ID=df6e1aa0-cc0d-489e-b342-740d659a5900,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:54.704780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181461e-5d78-4be1-afbb-9ae2fde5d4cc req-39b9e1bd-27a9-473e-bc1c-52b42828d8f7 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:54.706366 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f181461e-5d78-4be1-afbb-9ae2fde5d4cc req-39b9e1bd-27a9-473e-bc1c-52b42828d8f7 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 943 time: 0.0805221 May 05 17:02:54.733518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Attempting to bind port df6e1aa0-cc0d-489e-b342-740d659a5900 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:02:54.733858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Attempting to bind port df6e1aa0-cc0d-489e-b342-740d659a5900 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:02:54.734191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Attempting to bind port df6e1aa0-cc0d-489e-b342-740d659a5900 on network 646c859a-ac0e-4d16-aa57-44bb979b92d9 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:02:54.740277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Port df6e1aa0-cc0d-489e-b342-740d659a5900 on network 646c859a-ac0e-4d16-aa57-44bb979b92d9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:02:54.740604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Attempting to bind port df6e1aa0-cc0d-489e-b342-740d659a5900 on network 646c859a-ac0e-4d16-aa57-44bb979b92d9 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:02:54.747852 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:02:54.748193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Checking segment: {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:02:54.748577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Bound using segment: {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:02:54.749006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Bound port: df6e1aa0-cc0d-489e-b342-740d659a5900, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '156e8dbc-c409-4900-9d87-8413aa763678', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:02:54.749354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:54.756166 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f181461e-5d78-4be1-afbb-9ae2fde5d4cc req-08e1e28b-04f0-4361-ae73-fedb240fc332 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429337 May 05 17:02:54.837887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] For port df6e1aa0-cc0d-489e-b342-740d659a5900, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:02:54.840739 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] For port df6e1aa0-cc0d-489e-b342-740d659a5900, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=df6e1aa0-cc0d-489e-b342-740d659a5900,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:02:54.929759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:54.995519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:54.996980 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] 10.222.0.71 "PUT /v2.0/ports/df6e1aa0-cc0d-489e-b342-740d659a5900 HTTP/1.1" status: 200 len: 1093 time: 1.1397398 May 05 17:02:54.997433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7090378-5742-45f3-8d02-a11057582847', 'tag': 'df6e1aa0-cc0d-489e-b342-740d659a5900'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:02:55.016451 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc879987-d744-46bd-b93c-59dcbcb82353 service neutron] Pushing event updated for resources: {'Port': ['ID=df6e1aa0-cc0d-489e-b342-740d659a5900,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:55.059424 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-385fae84-7219-4651-8307-20cfc0966b3b'] response: {'name': 'network-changed', 'server_uuid': 'a7090378-5742-45f3-8d02-a11057582847', 'tag': 'df6e1aa0-cc0d-489e-b342-740d659a5900', 'status': 'completed', 'code': 200} May 05 17:02:55.148627 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-78136780-2bb6-4930-9add-1a69d06e1d66 req-a6dcce0b-1e73-40a5-8f75-45cc6a3ae5ad service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c99f400c9ca46008d86bc23264be7bd&device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 1096 time: 0.0708632 May 05 17:02:55.238448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:55.291215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78136780-2bb6-4930-9add-1a69d06e1d66 req-4573fa75-03a3-4e8a-b492-33fea86c86bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:55.292676 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-78136780-2bb6-4930-9add-1a69d06e1d66 req-4573fa75-03a3-4e8a-b492-33fea86c86bd service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=2c99f400c9ca46008d86bc23264be7bd&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1385632 May 05 17:02:55.431500 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78136780-2bb6-4930-9add-1a69d06e1d66 req-6af7a1e6-cc59-442a-90c4-41b6b92e6ac6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:55.433005 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-78136780-2bb6-4930-9add-1a69d06e1d66 req-6af7a1e6-cc59-442a-90c4-41b6b92e6ac6 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352904 May 05 17:02:55.540660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-6d885066-f946-41c3-a1db-7000961def00 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=2c99f400c9ca46008d86bc23264be7bd&device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 1096 time: 0.0702598 May 05 17:02:55.610255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-034c60b6-1f00-47c6-bfcb-9d42aeef9ff5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=df6e1aa0-cc0d-489e-b342-740d659a5900 HTTP/1.1" status: 200 len: 217 time: 0.0636442 May 05 17:02:55.671471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-5546276d-d2e9-45db-9750-001dbdfee50a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:55.672914 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-5546276d-d2e9-45db-9750-001dbdfee50a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7a5326d6-c329-453a-9861-937d20d21124 HTTP/1.1" status: 200 len: 853 time: 0.0578754 May 05 17:02:55.720720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-49dbea17-cfad-4b6c-89a8-9ad7af334a7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=646c859a-ac0e-4d16-aa57-44bb979b92d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420766 May 05 17:02:55.852962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-c531a0e2-c90a-4617-bfeb-36720d671e6b service neutron] 10.222.0.71 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258321 May 05 17:02:55.952482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d77d38e-431c-4e12-a963-bf6775f6ae40 req-20205ace-f6f6-41cb-bcbb-fa16097206ba tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:55.953943 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5d77d38e-431c-4e12-a963-bf6775f6ae40 req-20205ace-f6f6-41cb-bcbb-fa16097206ba tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 943 time: 0.0808413 May 05 17:02:55.986478 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-94580efd-e535-43f3-b300-932c3ffcb1f2 req-aa3cd777-9d28-4deb-a802-69720e0ecd47 service neutron] 10.222.0.71 "GET /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282024 May 05 17:02:56.000402 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5d77d38e-431c-4e12-a963-bf6775f6ae40 req-147f04ab-630b-48ae-80ab-58e7748c64bf tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 May 05 17:02:57.201443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b8256-cbad-4eed-afc2-16e4837d36c9 req-64f16cda-01d8-4030-942b-a8b75a0ba783 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:57.202120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-804b8256-cbad-4eed-afc2-16e4837d36c9 req-64f16cda-01d8-4030-942b-a8b75a0ba783 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Synchronizing usage tracker for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:02:57.311956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-804b8256-cbad-4eed-afc2-16e4837d36c9 req-64f16cda-01d8-4030-942b-a8b75a0ba783 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Unset dirty status for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:02:57.313321 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-804b8256-cbad-4eed-afc2-16e4837d36c9 req-64f16cda-01d8-4030-942b-a8b75a0ba783 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 943 time: 0.1857607 May 05 17:02:57.359216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-804b8256-cbad-4eed-afc2-16e4837d36c9 req-6feae87d-0810-4e69-850f-5813fab4ddd5 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401692 May 05 17:02:58.557790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3b596-2cda-489a-a503-ebb2485775ad req-673168ff-46e8-4a2a-97d2-edaada60a894 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:58.559146 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1ea3b596-2cda-489a-a503-ebb2485775ad req-673168ff-46e8-4a2a-97d2-edaada60a894 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 943 time: 0.0793655 May 05 17:02:58.604741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1ea3b596-2cda-489a-a503-ebb2485775ad req-2f4a07a1-5f69-49e5-aa18-a680ad876d6a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399885 May 05 17:02:59.248149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device df6e1aa0-cc0d-489e-b342-740d659a5900 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:02:59.387386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port df6e1aa0-cc0d-489e-b342-740d659a5900, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=df6e1aa0-cc0d-489e-b342-740d659a5900,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:59.402041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'df6e1aa0-cc0d-489e-b342-740d659a5900', 'network_id': '646c859a-ac0e-4d16-aa57-44bb979b92d9', 'port_id': 'df6e1aa0-cc0d-489e-b342-740d659a5900', 'mac_address': 'fa:16:3e:93:48:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 797, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a5326d6-c329-453a-9861-937d20d21124', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:02:59.455558 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:59.473346 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6e1aa0-cc0d-489e-b342-740d659a5900 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:02:59.488578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port df6e1aa0-cc0d-489e-b342-740d659a5900, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=df6e1aa0-cc0d-489e-b342-740d659a5900,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:02:59.557941 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:02:59.627129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=df6e1aa0-cc0d-489e-b342-740d659a5900,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:02:59.879549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['df6e1aa0-cc0d-489e-b342-740d659a5900'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:02:59.889063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb286b5d-1a59-419e-862d-de65097b2ba7 req-e3134b87-af21-4565-8f1a-cc0595d5c5ba tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:02:59.890518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb286b5d-1a59-419e-862d-de65097b2ba7 req-e3134b87-af21-4565-8f1a-cc0595d5c5ba tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 944 time: 0.1645024 May 05 17:02:59.935586 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb286b5d-1a59-419e-862d-de65097b2ba7 req-4814749a-97f3-4c62-afed-53b28e70b38d tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392745 May 05 17:03:01.131291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861c75b-dc67-4628-91de-28ccc0327145 req-d4c7835c-0722-43f6-bf21-3b017a386336 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:01.133262 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8861c75b-dc67-4628-91de-28ccc0327145 req-d4c7835c-0722-43f6-bf21-3b017a386336 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 944 time: 0.0757411 May 05 17:03:01.178277 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8861c75b-dc67-4628-91de-28ccc0327145 req-a685e96a-a0f6-4699-85e3-9537ff7e96a7 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395041 May 05 17:03:01.261453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device df6e1aa0-cc0d-489e-b342-740d659a5900 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:01.391948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port df6e1aa0-cc0d-489e-b342-740d659a5900 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:01.396602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port df6e1aa0-cc0d-489e-b342-740d659a5900 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:01.396967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:01.509331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:01.564813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7090378-5742-45f3-8d02-a11057582847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e1aa0-cc0d-489e-b342-740d659a5900'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:03:01.574982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port df6e1aa0-cc0d-489e-b342-740d659a5900, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=df6e1aa0-cc0d-489e-b342-740d659a5900,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:01.620064 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61ed3a8-cb0d-46b9-865f-535a9a3e1e2c'] response: {'server_uuid': 'a7090378-5742-45f3-8d02-a11057582847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6e1aa0-cc0d-489e-b342-740d659a5900', 'code': 200} May 05 17:03:01.649541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:01.713116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=df6e1aa0-cc0d-489e-b342-740d659a5900,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:01.967115 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-75686879-f958-4e55-96ef-946e86e0b7d8 req-526897d2-7420-4e40-aee1-78d90f6f9986 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 1098 time: 0.0652907 May 05 17:03:02.011525 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-75686879-f958-4e55-96ef-946e86e0b7d8 req-972d0f92-2fba-44c4-8d24-b4880b135281 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384624 May 05 17:03:02.377598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a60e48-fd91-4265-ac2e-13478c8ffa5c req-9af30347-26de-4551-8084-ecfef24e2ea1 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:02.379027 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-90a60e48-fd91-4265-ac2e-13478c8ffa5c req-9af30347-26de-4551-8084-ecfef24e2ea1 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 945 time: 0.0778558 May 05 17:03:02.424529 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-90a60e48-fd91-4265-ac2e-13478c8ffa5c req-28f411e1-2007-4a3b-9ea1-64e3d8f345af tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393310 May 05 17:03:03.624241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f06888-bb10-412e-b5d2-75855169e42a req-6c84722f-09ed-45b5-8909-629380d568cb tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:03.625745 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9f06888-bb10-412e-b5d2-75855169e42a req-6c84722f-09ed-45b5-8909-629380d568cb tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 945 time: 0.0780456 May 05 17:03:03.672383 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a9f06888-bb10-412e-b5d2-75855169e42a req-333509a0-e950-4f75-9f86-97577202859f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 May 05 17:03:04.128939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:04.218822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000c6d4-f0c5-4af9-8dd1-c1fa1dbfc128 req-7b0a296f-488a-4d80-b815-d2906d1b958d tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:04.220335 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f000c6d4-f0c5-4af9-8dd1-c1fa1dbfc128 req-7b0a296f-488a-4d80-b815-d2906d1b958d tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 945 time: 0.0815263 May 05 17:03:04.267642 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f000c6d4-f0c5-4af9-8dd1-c1fa1dbfc128 req-8a41e6c5-fb99-47da-ba0b-328cf2b07381 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417120 May 05 17:03:05.478395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65517fbe-6257-4e0b-bae7-695716414f67 req-8672d1b8-5749-4205-bce4-e831e8da08b4 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:05.479838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-65517fbe-6257-4e0b-bae7-695716414f67 req-8672d1b8-5749-4205-bce4-e831e8da08b4 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 945 time: 0.0796967 May 05 17:03:05.530407 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-65517fbe-6257-4e0b-bae7-695716414f67 req-1fcb45b3-04d7-470b-aaf3-7c53a9ef9878 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450959 May 05 17:03:05.653528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699fd45-7b34-470f-b890-3324e8b18137 req-74dce238-b8d5-43c8-86b1-13fa531b1c6e tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:05.654958 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5699fd45-7b34-470f-b890-3324e8b18137 req-74dce238-b8d5-43c8-86b1-13fa531b1c6e tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 945 time: 0.0812445 May 05 17:03:05.724805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Deleting port df6e1aa0-cc0d-489e-b342-740d659a5900 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:05.725141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:05.965731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] For port df6e1aa0-cc0d-489e-b342-740d659a5900, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=df6e1aa0-cc0d-489e-b342-740d659a5900,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:05.966006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:06.093290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Calling delete_port for df6e1aa0-cc0d-489e-b342-740d659a5900 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:06.312162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:06.324503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6055261b-42c1-4a5a-8090-74c73b42721d', 'df6e1aa0-cc0d-489e-b342-740d659a5900'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:03:06.365064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Pushing event deleted for resources: {'Port': ['ID=df6e1aa0-cc0d-489e-b342-740d659a5900,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:06.436615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] No DVR routers for this DVR port df6e1aa0-cc0d-489e-b342-740d659a5900 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:06.439054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:06.441620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7090378-5742-45f3-8d02-a11057582847', 'name': 'network-vif-deleted', 'tag': 'df6e1aa0-cc0d-489e-b342-740d659a5900'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:03:06.497316 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d402112-4365-45f8-82a6-1543beeec3a0'] response: {'server_uuid': 'a7090378-5742-45f3-8d02-a11057582847', 'name': 'network-vif-deleted', 'tag': 'df6e1aa0-cc0d-489e-b342-740d659a5900', 'status': 'completed', 'code': 200} May 05 17:03:06.512329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5699fd45-7b34-470f-b890-3324e8b18137 req-2e390aef-c060-4db5-9360-a0e8bc69e54b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "DELETE /v2.0/ports/df6e1aa0-cc0d-489e-b342-740d659a5900 HTTP/1.1" status: 204 len: 173 time: 0.8519266 May 05 17:03:06.698834 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d5a1fdee-0dac-4266-8922-8ed96041f864 req-58aec90d-0352-45e3-87d7-543938534af4 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=a7090378-5742-45f3-8d02-a11057582847 HTTP/1.1" status: 200 len: 210 time: 0.0422471 May 05 17:03:07.994522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a8f93f-35cb-4804-811d-577754051b5e req-65251a7d-c2bc-4e7d-8547-3d7569ef9bbb tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:07.995921 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-31a8f93f-35cb-4804-811d-577754051b5e req-65251a7d-c2bc-4e7d-8547-3d7569ef9bbb tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0900381 May 05 17:03:08.045436 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-31a8f93f-35cb-4804-811d-577754051b5e req-df5846c5-5f02-4521-b1fb-14c34764760b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440459 May 05 17:03:08.268371 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689d751-9743-4fcd-8b5a-2b36eba620f2 req-936904b1-37ba-47d8-8c19-61e309ecb21c tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:08.269727 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3689d751-9743-4fcd-8b5a-2b36eba620f2 req-936904b1-37ba-47d8-8c19-61e309ecb21c tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0809152 May 05 17:03:08.319346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3689d751-9743-4fcd-8b5a-2b36eba620f2 req-ecad6e83-6d76-4d16-a46f-d5ade0f59a94 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 May 05 17:03:08.521850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad2db4b-1a48-4768-a8e0-bd1f019009e7 req-7bafeaa8-9929-49b3-b374-b94d73cc46d1 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:08.523471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-1ad2db4b-1a48-4768-a8e0-bd1f019009e7 req-7bafeaa8-9929-49b3-b374-b94d73cc46d1 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Synchronizing usage tracker for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:03:08.631368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-1ad2db4b-1a48-4768-a8e0-bd1f019009e7 req-7bafeaa8-9929-49b3-b374-b94d73cc46d1 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Unset dirty status for tenant:2c99f400c9ca46008d86bc23264be7bd on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:03:08.632648 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1ad2db4b-1a48-4768-a8e0-bd1f019009e7 req-7bafeaa8-9929-49b3-b374-b94d73cc46d1 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.1893442 May 05 17:03:08.681388 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1ad2db4b-1a48-4768-a8e0-bd1f019009e7 req-3d90eae9-f06c-4808-a362-14304609ddab tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431948 May 05 17:03:08.878985 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-523a7180-7499-46bf-bcdd-84dbf103cf45 req-f38986f6-43f5-4a1b-80d8-90a96577cadf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0699811 May 05 17:03:09.070629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a6fff-e296-475a-91db-da8616c4c5af req-2ee733e3-85a5-421b-aae4-a4a07c5b1280 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:09.072107 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b25a6fff-e296-475a-91db-da8616c4c5af req-2ee733e3-85a5-421b-aae4-a4a07c5b1280 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0749745 May 05 17:03:09.117003 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b25a6fff-e296-475a-91db-da8616c4c5af req-336f6e18-1ae2-4ff9-a63d-ec4b2694f419 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394244 May 05 17:03:09.321889 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00af1-87e7-401c-918f-d8cf54b2a0a2 req-31c79a1d-ecc8-41e1-abc2-f525fa5ae71f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:09.323339 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-28c00af1-87e7-401c-918f-d8cf54b2a0a2 req-31c79a1d-ecc8-41e1-abc2-f525fa5ae71f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0821705 May 05 17:03:09.369539 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-28c00af1-87e7-401c-918f-d8cf54b2a0a2 req-70f5e1bf-1576-4cf6-81c3-b38c11058ada tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 May 05 17:03:09.583922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059e2ba5-801a-429e-aaca-f0304d8db750 req-0773c4ea-9dda-404f-ad6e-db16838ad29a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:09.586100 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-059e2ba5-801a-429e-aaca-f0304d8db750 req-0773c4ea-9dda-404f-ad6e-db16838ad29a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0800292 May 05 17:03:09.719502 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-059e2ba5-801a-429e-aaca-f0304d8db750 req-420f09d8-7435-4392-9022-ff4eede4a909 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266148 May 05 17:03:10.469666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f3879-0005-40a0-a088-0d043e213bea req-7408e0be-bfcf-4b5d-94fb-758a07469a4b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:10.471121 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b04f3879-0005-40a0-a088-0d043e213bea req-7408e0be-bfcf-4b5d-94fb-758a07469a4b tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0765481 May 05 17:03:10.517916 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b04f3879-0005-40a0-a088-0d043e213bea req-549d94f0-83c4-41d2-bf26-7e2725089e2e tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412037 May 05 17:03:11.314127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device df6e1aa0-cc0d-489e-b342-740d659a5900 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:03:11.346397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: df6e1aa0-cc0d-489e-b342-740d659a5900 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:03:11.346737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device df6e1aa0-cc0d-489e-b342-740d659a5900 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:03:11.723644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f28a69-c6f6-45ac-99cf-8470608ca61c req-8e3d3e74-03ac-40f0-9d19-08b0070dc67f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:11.725093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2f28a69-c6f6-45ac-99cf-8470608ca61c req-8e3d3e74-03ac-40f0-9d19-08b0070dc67f tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0843968 May 05 17:03:11.771843 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2f28a69-c6f6-45ac-99cf-8470608ca61c req-4659e809-3546-4511-8cc1-5feefade211a tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/security-groups?id=8d7fb3c1-c50f-478b-a018-b101edc27858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 May 05 17:03:11.992948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-f645b73a-37d2-4819-b2d5-f186ce7a7ce0 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:11.994250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-f645b73a-37d2-4819-b2d5-f186ce7a7ce0 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 945 time: 0.0737588 May 05 17:03:12.067542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Deleting port 6055261b-42c1-4a5a-8090-74c73b42721d {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:12.067877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:12.389445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] For port 6055261b-42c1-4a5a-8090-74c73b42721d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=6055261b-42c1-4a5a-8090-74c73b42721d,segment=NetworkSegment(156e8dbc-c409-4900-9d87-8413aa763678),segment_id=156e8dbc-c409-4900-9d87-8413aa763678)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:12.389795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:12.508469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Calling delete_port for 6055261b-42c1-4a5a-8090-74c73b42721d owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:12.700723 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:12.712257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['6055261b-42c1-4a5a-8090-74c73b42721d'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:03:12.778711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Pushing event deleted for resources: {'Port': ['ID=6055261b-42c1-4a5a-8090-74c73b42721d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:12.829678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] No DVR routers for this DVR port 6055261b-42c1-4a5a-8090-74c73b42721d on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:12.832139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:12.835527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'name': 'network-vif-deleted', 'tag': '6055261b-42c1-4a5a-8090-74c73b42721d'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:03:12.884859 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-549f0477-27a1-4ae3-9f0a-11dc1a7b387b req-bedde358-65ca-4872-8337-2e262b7bcb58 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.71 "DELETE /v2.0/ports/6055261b-42c1-4a5a-8090-74c73b42721d HTTP/1.1" status: 204 len: 173 time: 0.8856730 May 05 17:03:12.891529 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f3432d5-9653-4d04-b90e-138c427befa8'] response: {'server_uuid': '14197e80-06d7-46e3-86c3-2df0dba324a6', 'name': 'network-vif-deleted', 'tag': '6055261b-42c1-4a5a-8090-74c73b42721d', 'status': 'completed', 'code': 200} May 05 17:03:12.942141 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a8a58a78-1202-4efc-b715-8453e966815b req-1bfaae15-92fb-43fd-ba79-c225473bff35 tempest-ServersNegativeTestJSON-1602791156 tempest-ServersNegativeTestJSON-1602791156-project] 10.222.0.70 "GET /v2.0/ports?device_id=14197e80-06d7-46e3-86c3-2df0dba324a6 HTTP/1.1" status: 200 len: 210 time: 0.0423839 May 05 17:03:14.055061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57868) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:14.115250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Deleting subnet 7a5326d6-c329-453a-9861-937d20d21124 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:03:14.118266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.167293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.224876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.340427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.376526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a5326d6-c329-453a-9861-937d20d21124,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:14.386462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.388124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f7347919-65ed-4bf0-b67e-4d28b60752cc admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7a5326d6-c329-453a-9861-937d20d21124 HTTP/1.1" status: 204 len: 168 time: 0.3319957 May 05 17:03:14.390634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57872) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:14.493195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.613981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.642339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['646c859a-ac0e-4d16-aa57-44bb979b92d9']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:14.655303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '156e8dbc-c409-4900-9d87-8413aa763678') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:14.655620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '156e8dbc-c409-4900-9d87-8413aa763678') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:14.667840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.683475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.689360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Releasing vlan 797 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:14.689736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:14.702352 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:14.854857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.874873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:14.880706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=646c859a-ac0e-4d16-aa57-44bb979b92d9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:14.941242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6b09f4de-d844-4a85-9791-a89b915829a2 admin admin] 10.222.0.70 "DELETE /v2.0/networks/646c859a-ac0e-4d16-aa57-44bb979b92d9 HTTP/1.1" status: 204 len: 168 time: 0.5496135 May 05 17:03:15.258363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57878) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:15.308989 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4305d685-d218-4592-96d5-579fe0f238aa admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=2c99f400c9ca46008d86bc23264be7bd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0493634 May 05 17:03:15.311446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57882) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:15.370510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a5abc2-5138-4346-920f-f9f3ed0f11c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:15.399032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a5abc2-5138-4346-920f-f9f3ed0f11c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:15.500861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a5abc2-5138-4346-920f-f9f3ed0f11c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:15.517785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a5abc2-5138-4346-920f-f9f3ed0f11c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7fb3c1-c50f-478b-a018-b101edc27858,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:15.573421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6a5abc2-5138-4346-920f-f9f3ed0f11c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:15.574542 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d6a5abc2-5138-4346-920f-f9f3ed0f11c8 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8d7fb3c1-c50f-478b-a018-b101edc27858 HTTP/1.1" status: 204 len: 168 time: 0.2622094 May 05 17:03:16.789569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57904) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:16.915054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-947695356'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:16.920155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:16.924155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:network and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:16.926986 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:16.933319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:17.043910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:17.046931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.060094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.092021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:17.095729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:security_group_rule and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:17.098439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:17.103999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:17.169570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.226492 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.259381 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:17.267686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=452b0742-c0ca-4a9f-9cfa-687d36d362e2,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:17.274133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.274478 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Added segment ca9d2344-831c-45cc-af1b-237331bb0e4b of type vlan for network a18dd934-a07e-4766-970e-85ce184c788b May 05 17:03:17.302469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.325578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6055261b-42c1-4a5a-8090-74c73b42721d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:03:17.357388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 6055261b-42c1-4a5a-8090-74c73b42721d {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:03:17.357726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 6055261b-42c1-4a5a-8090-74c73b42721d not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:03:17.397922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.401719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:17.402290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:17.511739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Network': ['ID=a18dd934-a07e-4766-970e-85ce184c788b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:17.521550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a18dd934-a07e-4766-970e-85ce184c788b details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:17.574945 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-01071f7d-95e2-4b08-bcfe-4c03da43e7e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7842638 May 05 17:03:20.323685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2b6b7414-ffcd-4954-a9b6-d9bf64e95b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:20.775234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57910) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:20.781107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'subnet': {'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:20.890678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:20.894555 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:subnet and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:20.897403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:20.903125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:20.980609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:21.084288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.391926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.467865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Subnet': ['ID=23604a0d-c73d-49c1-9ca7-b54a4b18d180,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:21.480543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Checking segment: {'id': 'ca9d2344-831c-45cc-af1b-237331bb0e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:21.480895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network hostable DHCP agents. Network: a18dd934-a07e-4766-970e-85ce184c788b, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:21.586496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network a18dd934-a07e-4766-970e-85ce184c788b is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:21.655032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a18dd934-a07e-4766-970e-85ce184c788b) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:21.658950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:21.659570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.663984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27348d85-39dd-495e-822d-d6310515fd54 None None] Network a18dd934-a07e-4766-970e-85ce184c788b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:21.753160 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-145b06d7-fb72-4afe-9d7a-09f096346a9b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9767475 May 05 17:03:21.757209 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57914) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:21.762980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804166311'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:21.770621 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:21.772753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:network and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:21.775789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:21.781702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:21.826000 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:21.829056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.857402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:21.867219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.867593 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Added segment 6b870a14-ffe8-426a-89e1-1666fc5e31fb of type vlan for network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 May 05 17:03:21.884408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a18dd934-a07e-4766-970e-85ce184c788b', 'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b', 'tenant_id': 'a9770949ea87410183813cb574f7a5dc', 'fixed_ips': [{'subnet_id': '23604a0d-c73d-49c1-9ca7-b54a4b18d180'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:21.885228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.896794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.980296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:21.984064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:21.984637 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.048101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Allocated IP 2001:db8:0:ffff::2 (a18dd934-a07e-4766-970e-85ce184c788b/23604a0d-c73d-49c1-9ca7-b54a4b18d180/95b882f9-dae7-4c1f-816b-c14d48e3daf6) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:22.090286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Network': ['ID=0fa59e14-a48f-4245-93f3-2cffdc5595a9,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:22.124371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:22.129468 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3a17f8a5-bfda-4bfb-8fec-f07134a2777b tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3711975 May 05 17:03:22.132370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57918) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:22.137969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'subnet': {'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:22.248746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:22.252496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:subnet and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:22.255326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:22.261593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:22.342067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.352085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:22.380198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Transition to ACTIVE for port object 95b882f9-dae7-4c1f-816b-c14d48e3daf6 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:22.382659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Transition to ACTIVE for port object 95b882f9-dae7-4c1f-816b-c14d48e3daf6 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:22.451104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.466857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.527779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-13184297-4e91-47ea-8033-44e275577ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.533900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Network a18dd934-a07e-4766-970e-85ce184c788b is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:22.536679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:22.540977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:22.546080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Pushing event updated for resources: {'Port': ['ID=95b882f9-dae7-4c1f-816b-c14d48e3daf6,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:22.635270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Attempting to bind port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:22.635697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Attempting to bind port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ca9d2344-831c-45cc-af1b-237331bb0e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:22.636086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Attempting to bind port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 on network a18dd934-a07e-4766-970e-85ce184c788b {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:22.642626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:22.643001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Checking segment: {'id': 'ca9d2344-831c-45cc-af1b-237331bb0e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:22.643405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.643819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Bound using segment: {'id': 'ca9d2344-831c-45cc-af1b-237331bb0e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:22.644288 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Bound port: 95b882f9-dae7-4c1f-816b-c14d48e3daf6, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9d2344-831c-45cc-af1b-237331bb0e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'a18dd934-a07e-4766-970e-85ce184c788b'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:22.644663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.733351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] For port 95b882f9-dae7-4c1f-816b-c14d48e3daf6, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:22.758217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.758840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] For port 95b882f9-dae7-4c1f-816b-c14d48e3daf6, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95b882f9-dae7-4c1f-816b-c14d48e3daf6,segment=NetworkSegment(ca9d2344-831c-45cc-af1b-237331bb0e4b),segment_id=ca9d2344-831c-45cc-af1b-237331bb0e4b)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:22.838404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Subnet': ['ID=3c5b707d-e464-44d8-b4f4-cef2378c2aca,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:22.847284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Checking segment: {'id': '6b870a14-ffe8-426a-89e1-1666fc5e31fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:22.847670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network hostable DHCP agents. Network: 0fa59e14-a48f-4245-93f3-2cffdc5595a9, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:22.872709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:22.961244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e411ebef-b747-4cf5-9920-15662cfbc6bd None None] Pushing event updated for resources: {'Port': ['ID=95b882f9-dae7-4c1f-816b-c14d48e3daf6,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:22.963777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:23.032079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 0fa59e14-a48f-4245-93f3-2cffdc5595a9) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:23.036873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:23.036873 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.044451 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af912e0-3e20-4dbe-acc0-39bb6a157ada None None] Network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:23.129820 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a70493df-8e59-4fea-9d3f-dfdde85f9cc2 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.9963398 May 05 17:03:23.133296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57922) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:23.289955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.307855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-0fa59e14-a48f-4245-93f3-2cffdc5595a9', 'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9', 'tenant_id': 'a9770949ea87410183813cb574f7a5dc', 'fixed_ips': [{'subnet_id': '3c5b707d-e464-44d8-b4f4-cef2378c2aca'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:23.308712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.360626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.473285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Allocated IP 2001:db8::2 (0fa59e14-a48f-4245-93f3-2cffdc5595a9/3c5b707d-e464-44d8-b4f4-cef2378c2aca/7e62d2e0-60ca-4e97-8984-8da710292b0c) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:23.694499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.705986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Transition to ACTIVE for port object 7e62d2e0-60ca-4e97-8984-8da710292b0c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:23.730490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Transition to ACTIVE for port object 7e62d2e0-60ca-4e97-8984-8da710292b0c will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:23.738730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.753350 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:03:23.804484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.843748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.861520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:23.875924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:23.878856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:23.883879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:23.885985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Pushing event updated for resources: {'Port': ['ID=7e62d2e0-60ca-4e97-8984-8da710292b0c,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:23.912217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Subnet': ['ID=3c5b707d-e464-44d8-b4f4-cef2378c2aca,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:23.947775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.948125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.948465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.948805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.949137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.949465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.949789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.950116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.950518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.950836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.951159 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:23.960032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e45717-6a24-438e-8b9a-ba104e05fd36 None None] Network a18dd934-a07e-4766-970e-85ce184c788b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:24.028472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.058402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa59e14-a48f-4245-93f3-2cffdc5595a9']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:24.061536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Attempting to bind port 7e62d2e0-60ca-4e97-8984-8da710292b0c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:24.061906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Attempting to bind port 7e62d2e0-60ca-4e97-8984-8da710292b0c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '6b870a14-ffe8-426a-89e1-1666fc5e31fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:24.062268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Attempting to bind port 7e62d2e0-60ca-4e97-8984-8da710292b0c on network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:24.071663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b870a14-ffe8-426a-89e1-1666fc5e31fb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:24.075527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b870a14-ffe8-426a-89e1-1666fc5e31fb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:24.083652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.089600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:24.089976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Checking segment: {'id': '6b870a14-ffe8-426a-89e1-1666fc5e31fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:24.090372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.090763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Bound using segment: {'id': '6b870a14-ffe8-426a-89e1-1666fc5e31fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:24.091236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Bound port: 7e62d2e0-60ca-4e97-8984-8da710292b0c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b870a14-ffe8-426a-89e1-1666fc5e31fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:24.091629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.101144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.107358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:24.107776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:24.123244 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:24.193482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2de316e2-6c89-4498-81f1-42bed55189b0 None None] Provisioning for port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:24.249714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 17:03:24.249714 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 17:03:24.249714 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': '0fa59e14-a48f-4245-93f3-2cffdc5595a9'}] May 05 17:03:24.249714 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:03:24.250546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:03:24.273235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] For port 7e62d2e0-60ca-4e97-8984-8da710292b0c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:24.286366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] For port 7e62d2e0-60ca-4e97-8984-8da710292b0c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7e62d2e0-60ca-4e97-8984-8da710292b0c,segment=NetworkSegment(6b870a14-ffe8-426a-89e1-1666fc5e31fb),segment_id=6b870a14-ffe8-426a-89e1-1666fc5e31fb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:24.364400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.404951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95b882f9-dae7-4c1f-816b-c14d48e3daf6 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:24.545623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b29e7-7ef4-436f-9692-a60d75a2ead1 None None] Pushing event updated for resources: {'Port': ['ID=7e62d2e0-60ca-4e97-8984-8da710292b0c,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:24.597946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7283f9-cf07-4faf-a3c0-aa1a52f24e2f None None] Network 0fa59e14-a48f-4245-93f3-2cffdc5595a9 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:24.666348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:24.687021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:24.687390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.751747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.764095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Deleting port 7e62d2e0-60ca-4e97-8984-8da710292b0c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:24.764681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.899590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.931581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d6181b-f17a-4414-b28e-03e86bce6541 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 17:03:24.972039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] For port 7e62d2e0-60ca-4e97-8984-8da710292b0c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=7e62d2e0-60ca-4e97-8984-8da710292b0c,segment=NetworkSegment(6b870a14-ffe8-426a-89e1-1666fc5e31fb),segment_id=6b870a14-ffe8-426a-89e1-1666fc5e31fb)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:24.972396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:24.979419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 95b882f9-dae7-4c1f-816b-c14d48e3daf6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95b882f9-dae7-4c1f-816b-c14d48e3daf6,segment=NetworkSegment(ca9d2344-831c-45cc-af1b-237331bb0e4b),segment_id=ca9d2344-831c-45cc-af1b-237331bb0e4b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:25.024923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d6181b-f17a-4414-b28e-03e86bce6541 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 17:03:25.102696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.184046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Calling delete_port for 7e62d2e0-60ca-4e97-8984-8da710292b0c owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:25.264809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=95b882f9-dae7-4c1f-816b-c14d48e3daf6,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:25.280269 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.346234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.393353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Port': ['ID=7e62d2e0-60ca-4e97-8984-8da710292b0c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:25.399752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No DVR routers for this DVR port 7e62d2e0-60ca-4e97-8984-8da710292b0c on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:25.529398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.555903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa59e14-a48f-4245-93f3-2cffdc5595a9']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:25.568682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b870a14-ffe8-426a-89e1-1666fc5e31fb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:25.568997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b870a14-ffe8-426a-89e1-1666fc5e31fb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:25.580168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.599755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.606354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:25.606740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:25.622049 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:25.746186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.763195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.774605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Network': ['ID=0fa59e14-a48f-4245-93f3-2cffdc5595a9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:25.781148 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-84e3a1b2-27b8-400a-8156-a0fd96c43032 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/0fa59e14-a48f-4245-93f3-2cffdc5595a9 HTTP/1.1" status: 204 len: 168 time: 2.6468387 May 05 17:03:25.784743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57928) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:25.791333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718968150'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:25.796586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:25.800419 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:network and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:25.803569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:25.809044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:25.888199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:25.891161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.922124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:25.932099 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:25.932492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Added segment 6938a2de-3926-4869-99f7-4ee959245a36 of type vlan for network fdeb2c85-70fc-4249-aa8d-efbc636fb986 May 05 17:03:25.959412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:26.054731 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:26.058396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:26.058990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:26.250336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Network': ['ID=fdeb2c85-70fc-4249-aa8d-efbc636fb986,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:26.259290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.260465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.260465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.260465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.260776 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.260970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.261287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.261605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.261916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.262226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.262539 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:26.273386 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5ae0a207-2544-42f8-80ab-818bee3ef6ae tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4868770 May 05 17:03:26.274091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network fdeb2c85-70fc-4249-aa8d-efbc636fb986 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:26.276782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57932) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:26.282481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'subnet': {'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:26.373555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95b882f9-dae7-4c1f-816b-c14d48e3daf6 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:26.392966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:26.396688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:subnet and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:26.400041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:26.406000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:26.447379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:26.447782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:26.460687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:26.563758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:26.657777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Performing IP validity checks on allocation pools {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 05 17:03:26.658296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.ipam_backend_mixin [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=84819) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 05 17:03:26.826683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:26.899080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Subnet': ['ID=430735d4-7441-4a3f-98aa-0ba4abec1a72,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:26.916908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Checking segment: {'id': '6938a2de-3926-4869-99f7-4ee959245a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:26.917261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network hostable DHCP agents. Network: fdeb2c85-70fc-4249-aa8d-efbc636fb986, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:26.996637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network fdeb2c85-70fc-4249-aa8d-efbc636fb986 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:27.077443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, fdeb2c85-70fc-4249-aa8d-efbc636fb986) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:27.081494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:27.082100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.087032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be21d31-0195-4bb2-8c02-f9d0f3bb512c None None] Network fdeb2c85-70fc-4249-aa8d-efbc636fb986 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:27.165346 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-26ef7955-c83a-49a0-81ee-b99ed4b0ce3d tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8873954 May 05 17:03:27.168097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57936) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:27.306750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-fdeb2c85-70fc-4249-aa8d-efbc636fb986', 'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986', 'tenant_id': 'a9770949ea87410183813cb574f7a5dc', 'fixed_ips': [{'subnet_id': '430735d4-7441-4a3f-98aa-0ba4abec1a72'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:27.307631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.309469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.380940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.464917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Allocated IP 2001:db8::3 (fdeb2c85-70fc-4249-aa8d-efbc636fb986/430735d4-7441-4a3f-98aa-0ba4abec1a72/bfec0eab-6d27-4639-a616-1c83ffa632e6) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:27.686364 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.696598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Transition to ACTIVE for port object bfec0eab-6d27-4639-a616-1c83ffa632e6 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:27.714330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Transition to ACTIVE for port object bfec0eab-6d27-4639-a616-1c83ffa632e6 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:27.781040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.849513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Network fdeb2c85-70fc-4249-aa8d-efbc636fb986 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:27.853431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:27.855817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.857850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:27.859995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Pushing event updated for resources: {'Port': ['ID=bfec0eab-6d27-4639-a616-1c83ffa632e6,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:27.897046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Subnet': ['ID=430735d4-7441-4a3f-98aa-0ba4abec1a72,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:27.954597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Attempting to bind port bfec0eab-6d27-4639-a616-1c83ffa632e6 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:27.954867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Attempting to bind port bfec0eab-6d27-4639-a616-1c83ffa632e6 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '6938a2de-3926-4869-99f7-4ee959245a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:27.955228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Attempting to bind port bfec0eab-6d27-4639-a616-1c83ffa632e6 on network fdeb2c85-70fc-4249-aa8d-efbc636fb986 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:27.962170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:27.962532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Checking segment: {'id': '6938a2de-3926-4869-99f7-4ee959245a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:27.962926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.963311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Bound using segment: {'id': '6938a2de-3926-4869-99f7-4ee959245a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:27.963793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Bound port: bfec0eab-6d27-4639-a616-1c83ffa632e6, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6938a2de-3926-4869-99f7-4ee959245a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:27.964162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:27.997111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:28.021606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdeb2c85-70fc-4249-aa8d-efbc636fb986']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:28.034421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6938a2de-3926-4869-99f7-4ee959245a36') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:28.034755 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6938a2de-3926-4869-99f7-4ee959245a36') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:28.047256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:28.049732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] For port bfec0eab-6d27-4639-a616-1c83ffa632e6, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:28.052723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] For port bfec0eab-6d27-4639-a616-1c83ffa632e6, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bfec0eab-6d27-4639-a616-1c83ffa632e6,segment=NetworkSegment(6938a2de-3926-4869-99f7-4ee959245a36),segment_id=6938a2de-3926-4869-99f7-4ee959245a36)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:28.135112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:28.137199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:28.144507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:28.144884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:28.164350 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:28.245016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb6a3f-e826-4217-bfbe-fbfe8acbc07f None None] Pushing event updated for resources: {'Port': ['ID=bfec0eab-6d27-4639-a616-1c83ffa632e6,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:28.266734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.db.api [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 05 17:03:28.266734 dv-neutron-840483-1-hyperv neutron-server[84819]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 05 17:03:28.266734 dv-neutron-840483-1-hyperv neutron-server[84819]: [parameters: {'id': 'fdeb2c85-70fc-4249-aa8d-efbc636fb986'}] May 05 17:03:28.266734 dv-neutron-840483-1-hyperv neutron-server[84819]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=84819) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:03:28.267206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG oslo_db.api [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:03:28.283245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5b18b9-61a2-4642-b022-066c9a777c32 None None] Network fdeb2c85-70fc-4249-aa8d-efbc636fb986 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:28.513773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4538809a-1e6d-41b1-bb46-85104f31f514 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 17:03:28.597383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4538809a-1e6d-41b1-bb46-85104f31f514 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 17:03:28.768771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:28.780645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Deleting port bfec0eab-6d27-4639-a616-1c83ffa632e6 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:28.781005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.066688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] For port bfec0eab-6d27-4639-a616-1c83ffa632e6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bfec0eab-6d27-4639-a616-1c83ffa632e6,segment=NetworkSegment(6938a2de-3926-4869-99f7-4ee959245a36),segment_id=6938a2de-3926-4869-99f7-4ee959245a36)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:29.067384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.182499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Calling delete_port for bfec0eab-6d27-4639-a616-1c83ffa632e6 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:29.357660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.405737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Port': ['ID=bfec0eab-6d27-4639-a616-1c83ffa632e6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:29.410614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No DVR routers for this DVR port bfec0eab-6d27-4639-a616-1c83ffa632e6 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:29.532007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.557705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdeb2c85-70fc-4249-aa8d-efbc636fb986']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:29.569694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6938a2de-3926-4869-99f7-4ee959245a36') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:29.570015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6938a2de-3926-4869-99f7-4ee959245a36') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:29.581251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.597247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.603810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:29.604188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:29.618325 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:29.763615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.782146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.796079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Network': ['ID=fdeb2c85-70fc-4249-aa8d-efbc636fb986,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:29.801288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4696d357-0363-46ac-acf7-eee0a20ab530 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/fdeb2c85-70fc-4249-aa8d-efbc636fb986 HTTP/1.1" status: 204 len: 168 time: 2.6310186 May 05 17:03:29.803725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57940) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:29.809132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1122165866'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:29.814445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:29.818171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:network and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:29.821702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:29.827428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:29.900567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:29.903574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.932702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 789} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:29.941254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:29.941593 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Added segment 799c1f9b-6744-4b87-9ae7-8247975babeb of type vlan for network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 May 05 17:03:29.968071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:30.060384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:30.064378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:30.064973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:30.173679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Network': ['ID=0e1e2243-3e52-4f71-bd38-3e7f1baea920,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:30.184532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:30.215598 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d6f64597-a0bc-4450-8cd1-a739733e4ffe tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4106638 May 05 17:03:30.218955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57944) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:30.224437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'subnet': {'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:30.334737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:30.339020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:subnet and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:30.341856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:30.347539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:30.408992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:30.512885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:30.775225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:30.860398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Subnet': ['ID=3d120bb6-28b3-4b2a-a3f6-d2df64b0bfea,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:30.870289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Checking segment: {'id': '799c1f9b-6744-4b87-9ae7-8247975babeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:30.870648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network hostable DHCP agents. Network: 0e1e2243-3e52-4f71-bd38-3e7f1baea920, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:30.940170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:31.003436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 0e1e2243-3e52-4f71-bd38-3e7f1baea920) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:31.007349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:31.007988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.011905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad9b2d4-dcbe-4878-8c79-8d5932b99154 None None] Network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:31.078605 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-72566ce2-6aff-4508-b6fe-ad19afffe7d8 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8585446 May 05 17:03:31.082103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57948) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:31.088032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-992832619'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:31.092984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:31.096885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:network and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:31.099805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:31.106563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:31.180122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:31.183111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.212829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 788} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:31.222156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.222315 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Added segment 43b9a6d0-5019-48a7-bc8c-467cb826dc46 of type vlan for network ea013029-8ba1-4eb7-b216-05dfae673a8f May 05 17:03:31.228620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-0e1e2243-3e52-4f71-bd38-3e7f1baea920', 'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920', 'tenant_id': 'a9770949ea87410183813cb574f7a5dc', 'fixed_ips': [{'subnet_id': '3d120bb6-28b3-4b2a-a3f6-d2df64b0bfea'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:31.230800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.250244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.363167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.366905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:31.373937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.387421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Allocated IP 2001:db8::2 (0e1e2243-3e52-4f71-bd38-3e7f1baea920/3d120bb6-28b3-4b2a-a3f6-d2df64b0bfea/b94e73cc-793c-4959-8c74-4ff002d9c0df) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:31.473734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Network': ['ID=ea013029-8ba1-4eb7-b216-05dfae673a8f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:31.485377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network ea013029-8ba1-4eb7-b216-05dfae673a8f details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:31.501409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-800d4d74-33fc-45cb-b6e5-a9d993913183 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4179235 May 05 17:03:31.504076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57952) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:31.510219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Request body: {'subnet': {'network_id': 'ea013029-8ba1-4eb7-b216-05dfae673a8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:31.692397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.703696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Transition to ACTIVE for port object b94e73cc-793c-4959-8c74-4ff002d9c0df will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:31.709354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:31.713828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Usage tracker for resource:subnet and tenant:a9770949ea87410183813cb574f7a5dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:31.716590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:31.722011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Transition to ACTIVE for port object b94e73cc-793c-4959-8c74-4ff002d9c0df will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:31.725454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:31.785985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.797289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Made reservation on behalf of a9770949ea87410183813cb574f7a5dc for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:31.855373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:31.858243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:31.862812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:31.864905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Pushing event updated for resources: {'Port': ['ID=b94e73cc-793c-4959-8c74-4ff002d9c0df,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:31.903024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.954572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Attempting to bind port b94e73cc-793c-4959-8c74-4ff002d9c0df on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:31.954938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Attempting to bind port b94e73cc-793c-4959-8c74-4ff002d9c0df by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '799c1f9b-6744-4b87-9ae7-8247975babeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:31.955298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Attempting to bind port b94e73cc-793c-4959-8c74-4ff002d9c0df on network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:31.962053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:31.962422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Checking segment: {'id': '799c1f9b-6744-4b87-9ae7-8247975babeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:31.962814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:31.963202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Bound using segment: {'id': '799c1f9b-6744-4b87-9ae7-8247975babeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:31.963691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Bound port: b94e73cc-793c-4959-8c74-4ff002d9c0df, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799c1f9b-6744-4b87-9ae7-8247975babeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '0e1e2243-3e52-4f71-bd38-3e7f1baea920'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:31.964059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.051030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] For port b94e73cc-793c-4959-8c74-4ff002d9c0df, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:32.054857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] For port b94e73cc-793c-4959-8c74-4ff002d9c0df, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b94e73cc-793c-4959-8c74-4ff002d9c0df,segment=NetworkSegment(799c1f9b-6744-4b87-9ae7-8247975babeb),segment_id=799c1f9b-6744-4b87-9ae7-8247975babeb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:32.119406 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.169153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.195668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3852cb-9c27-41bc-9eba-fff27384c613 None None] Pushing event updated for resources: {'Port': ['ID=b94e73cc-793c-4959-8c74-4ff002d9c0df,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:32.251259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event updated for resources: {'Subnet': ['ID=34fd8902-c472-4648-9a73-246feadc1c7c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:32.261550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Checking segment: {'id': '43b9a6d0-5019-48a7-bc8c-467cb826dc46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'ea013029-8ba1-4eb7-b216-05dfae673a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:32.261903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network hostable DHCP agents. Network: ea013029-8ba1-4eb7-b216-05dfae673a8f, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:32.362477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Network ea013029-8ba1-4eb7-b216-05dfae673a8f is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:32.442606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, ea013029-8ba1-4eb7-b216-05dfae673a8f) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:32.448312 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:32.448897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.451074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c5a9d1-7d4d-46fb-83ae-f3d37f191a68 None None] Network ea013029-8ba1-4eb7-b216-05dfae673a8f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:32.541554 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f5d2d10-d535-42a3-93c4-9b1778a33c7e tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0362723 May 05 17:03:32.544149 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57956) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:32.684213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.711630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7d2bd-c22c-466c-9c0f-1ba047fe8bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-ea013029-8ba1-4eb7-b216-05dfae673a8f', 'network_id': 'ea013029-8ba1-4eb7-b216-05dfae673a8f', 'tenant_id': 'a9770949ea87410183813cb574f7a5dc', 'fixed_ips': [{'subnet_id': '34fd8902-c472-4648-9a73-246feadc1c7c'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:32.712453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-61e7d2bd-c22c-466c-9c0f-1ba047fe8bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.755070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.907007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:32.949052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Subnet': ['ID=34fd8902-c472-4648-9a73-246feadc1c7c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server [None req-61e7d2bd-c22c-466c-9c0f-1ba047fe8bbd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34fd8902-c472-4648-9a73-246feadc1c7c: This subnet is being modified by another concurrent operation. May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.force_reraise() May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise value May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server raise exception May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 34fd8902-c472-4648-9a73-246feadc1c7c: This subnet is being modified by another concurrent operation. May 05 17:03:32.953455 dv-neutron-840483-1-hyperv neutron-server[84820]: ERROR oslo_messaging.rpc.server May 05 17:03:32.976117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b981fe-c439-4e29-9aaf-989d91f571bf None None] Network ea013029-8ba1-4eb7-b216-05dfae673a8f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:33.057728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.091116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea013029-8ba1-4eb7-b216-05dfae673a8f']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:33.105158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b9a6d0-5019-48a7-bc8c-467cb826dc46') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:33.105463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b9a6d0-5019-48a7-bc8c-467cb826dc46') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:33.113465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0121a9e9-3816-4172-a415-75a5c438cad1 None None] Network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:33.118199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.139608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.145782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:33.146173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:33.161076 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:33.289293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.301896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-708e67a2-fcfc-458c-9529-9323e79a3a49 None None] Provisioning for port b94e73cc-793c-4959-8c74-4ff002d9c0df completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:33.307497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.318354 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Network': ['ID=ea013029-8ba1-4eb7-b216-05dfae673a8f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:33.326503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 57960) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:33.326978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b8dc0bdf-17ae-429c-8a33-71b1fed2f194 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/ea013029-8ba1-4eb7-b216-05dfae673a8f HTTP/1.1" status: 204 len: 168 time: 0.7812555 May 05 17:03:33.364163 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.pecan_wsgi.hooks.translation [None req-6327f26e-e9ec-407f-b6cd-5cd3d4e7f16a tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] GET failed (client error): The resource could not be found. May 05 17:03:33.364579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6327f26e-e9ec-407f-b6cd-5cd3d4e7f16a tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Synchronizing usage tracker for tenant:a9770949ea87410183813cb574f7a5dc on resource:subnet {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:03:33.466124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6327f26e-e9ec-407f-b6cd-5cd3d4e7f16a tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Unset dirty status for tenant:a9770949ea87410183813cb574f7a5dc on resource:subnet {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:03:33.467680 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6327f26e-e9ec-407f-b6cd-5cd3d4e7f16a tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "GET /v2.0/subnets/34fd8902-c472-4648-9a73-246feadc1c7c HTTP/1.1" status: 404 len: 337 time: 0.1400318 May 05 17:03:33.470348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57964) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:33.501302 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b849150-96e6-4c33-83e4-5ab08d0e4075 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:33.501775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b849150-96e6-4c33-83e4-5ab08d0e4075 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:33.503388 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4b849150-96e6-4c33-83e4-5ab08d0e4075 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/ea013029-8ba1-4eb7-b216-05dfae673a8f HTTP/1.1" status: 404 len: 339 time: 0.0320835 May 05 17:03:33.507672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57968) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:33.545829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9903c5-9622-44c0-b170-b36aa174c845 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:33.546266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df9903c5-9622-44c0-b170-b36aa174c845 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:33.547942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df9903c5-9622-44c0-b170-b36aa174c845 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/subnets/34fd8902-c472-4648-9a73-246feadc1c7c HTTP/1.1" status: 404 len: 337 time: 0.0393312 May 05 17:03:33.550589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57972) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:33.567590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355f879c-51cb-4f59-9775-30bb0e20cad3 None None] get_active_networks_info from dv-neutron-840483-1-hyperv {{(pid=84820) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} May 05 17:03:33.576086 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-a162e7f0-a1ea-43d1-aa0e-877802b38897 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:33.576518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a162e7f0-a1ea-43d1-aa0e-877802b38897 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:33.578140 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a162e7f0-a1ea-43d1-aa0e-877802b38897 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/ea013029-8ba1-4eb7-b216-05dfae673a8f HTTP/1.1" status: 404 len: 339 time: 0.0266087 May 05 17:03:33.580666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57976) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:33.648901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Deleting subnet 3d120bb6-28b3-4b2a-a3f6-d2df64b0bfea {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:03:33.653795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.676524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355f879c-51cb-4f59-9775-30bb0e20cad3 None None] Resources bound (agent type, host, resource id): {{(pid=84820) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 05 17:03:33.711503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.797994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.918245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.955806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Subnet': ['ID=3d120bb6-28b3-4b2a-a3f6-d2df64b0bfea,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:33.963881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:33.989648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bce8f9-764f-48fc-ac34-728d90836de3 None None] Network 0e1e2243-3e52-4f71-bd38-3e7f1baea920 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:34.032587 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-de7314a8-2838-45b8-9738-4f1acccdaecf tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/subnets/3d120bb6-28b3-4b2a-a3f6-d2df64b0bfea HTTP/1.1" status: 204 len: 168 time: 0.4509103 May 05 17:03:34.035363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57980) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:34.152748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.244274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.254881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] DHCP port deletion for 0e1e2243-3e52-4f71-bd38-3e7f1baea920 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:03:34.255776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Deleting port b94e73cc-793c-4959-8c74-4ff002d9c0df {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:34.256112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.258905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Deleting port b94e73cc-793c-4959-8c74-4ff002d9c0df {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:34.259276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.461618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] For port b94e73cc-793c-4959-8c74-4ff002d9c0df, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b94e73cc-793c-4959-8c74-4ff002d9c0df,segment=NetworkSegment(799c1f9b-6744-4b87-9ae7-8247975babeb),segment_id=799c1f9b-6744-4b87-9ae7-8247975babeb)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:34.462201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] For port b94e73cc-793c-4959-8c74-4ff002d9c0df, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b94e73cc-793c-4959-8c74-4ff002d9c0df,segment=NetworkSegment(799c1f9b-6744-4b87-9ae7-8247975babeb),segment_id=799c1f9b-6744-4b87-9ae7-8247975babeb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:34.462331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.462430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.584258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Calling delete_port for b94e73cc-793c-4959-8c74-4ff002d9c0df owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:34.612623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Calling delete_port for b94e73cc-793c-4959-8c74-4ff002d9c0df owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:34.740552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.746723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:03:34.747219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:03:34.787088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Port': ['ID=b94e73cc-793c-4959-8c74-4ff002d9c0df,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:34.794000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No DVR routers for this DVR port b94e73cc-793c-4959-8c74-4ff002d9c0df on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:34.914512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.939166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1e2243-3e52-4f71-bd38-3e7f1baea920']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:34.950903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799c1f9b-6744-4b87-9ae7-8247975babeb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:34.951204 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799c1f9b-6744-4b87-9ae7-8247975babeb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:34.962709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.978750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.984650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 789 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:34.985283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:34.999285 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:35.140634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.158062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.168954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Network': ['ID=0e1e2243-3e52-4f71-bd38-3e7f1baea920,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:35.172915 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e4392406-07ff-4600-8499-7eb34c43d7e1 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/0e1e2243-3e52-4f71-bd38-3e7f1baea920 HTTP/1.1" status: 204 len: 168 time: 1.1364977 May 05 17:03:35.175388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57984) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:35.214283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-3630eef2-9226-4de1-84ba-8a868d4c530f tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:35.214721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3630eef2-9226-4de1-84ba-8a868d4c530f tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:35.216414 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3630eef2-9226-4de1-84ba-8a868d4c530f tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/subnets/430735d4-7441-4a3f-98aa-0ba4abec1a72 HTTP/1.1" status: 404 len: 337 time: 0.0400851 May 05 17:03:35.218989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57988) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:35.243774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb21e492-b060-4e16-a7ec-53a0038653e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:35.244203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb21e492-b060-4e16-a7ec-53a0038653e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:35.245773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bb21e492-b060-4e16-a7ec-53a0038653e5 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/fdeb2c85-70fc-4249-aa8d-efbc636fb986 HTTP/1.1" status: 404 len: 339 time: 0.0258715 May 05 17:03:35.248250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57992) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:35.248799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Deleting port b94e73cc-793c-4959-8c74-4ff002d9c0df {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:35.249176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.289154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-63578239-ab96-43ef-870a-9407bafcb5f0 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:35.289506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63578239-ab96-43ef-870a-9407bafcb5f0 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:35.291162 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-63578239-ab96-43ef-870a-9407bafcb5f0 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/subnets/3c5b707d-e464-44d8-b4f4-cef2378c2aca HTTP/1.1" status: 404 len: 337 time: 0.0420413 May 05 17:03:35.293875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 57996) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:35.317162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-0646b41b-6f6a-4d40-a90c-99770a7906e1 None None] The port 'b94e73cc-793c-4959-8c74-4ff002d9c0df' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:03:35.317681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1a188a-654d-438c-ad9a-e8a6582081de tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] DELETE failed (client error): The resource could not be found. May 05 17:03:35.318124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1a188a-654d-438c-ad9a-e8a6582081de tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=84819) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 05 17:03:35.320438 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cd1a188a-654d-438c-ad9a-e8a6582081de tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/0fa59e14-a48f-4245-93f3-2cffdc5595a9 HTTP/1.1" status: 404 len: 339 time: 0.0256662 May 05 17:03:35.325452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58000) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:35.510892 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Deleting subnet 23604a0d-c73d-49c1-9ca7-b54a4b18d180 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:03:35.514011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.571060 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.651213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.786648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.830323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Subnet': ['ID=23604a0d-c73d-49c1-9ca7-b54a4b18d180,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:35.834155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:35.840433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03c4896-068a-44fb-9ad7-2c33b46f7d25 None None] Network a18dd934-a07e-4766-970e-85ce184c788b requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:35.844520 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2f17eb43-a175-4bcc-b157-55dfe269ecff tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/subnets/23604a0d-c73d-49c1-9ca7-b54a4b18d180 HTTP/1.1" status: 204 len: 168 time: 0.5181456 May 05 17:03:35.846886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58004) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:36.051503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.063191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Deleting port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:36.063608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.092181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] DHCP port deletion for a18dd934-a07e-4766-970e-85ce184c788b request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:03:36.096448 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Deleting port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:36.096806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.267854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] For port 95b882f9-dae7-4c1f-816b-c14d48e3daf6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95b882f9-dae7-4c1f-816b-c14d48e3daf6,segment=NetworkSegment(ca9d2344-831c-45cc-af1b-237331bb0e4b),segment_id=ca9d2344-831c-45cc-af1b-237331bb0e4b)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:36.268216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.304428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] For port 95b882f9-dae7-4c1f-816b-c14d48e3daf6, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=95b882f9-dae7-4c1f-816b-c14d48e3daf6,segment=NetworkSegment(ca9d2344-831c-45cc-af1b-237331bb0e4b),segment_id=ca9d2344-831c-45cc-af1b-237331bb0e4b)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:36.305060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.396118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Calling delete_port for 95b882f9-dae7-4c1f-816b-c14d48e3daf6 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:36.421576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 95b882f9-dae7-4c1f-816b-c14d48e3daf6 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:03:36.449945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Calling delete_port for 95b882f9-dae7-4c1f-816b-c14d48e3daf6 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:36.557507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.574231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 update to DOWN by agent not found {{(pid=84820) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} May 05 17:03:36.578900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:03:36.579437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:03:36.603165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Port': ['ID=95b882f9-dae7-4c1f-816b-c14d48e3daf6,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:36.610997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] No DVR routers for this DVR port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:36.737014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.767094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a18dd934-a07e-4766-970e-85ce184c788b']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:36.779604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9d2344-831c-45cc-af1b-237331bb0e4b') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:36.779903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9d2344-831c-45cc-af1b-237331bb0e4b') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:36.792140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.808442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.814343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:36.814725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:36.829022 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:36.992266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.009188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.019840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] Pushing event deleted for resources: {'Network': ['ID=a18dd934-a07e-4766-970e-85ce184c788b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:37.024369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5ad93489-a3e5-46d1-b106-9f0a504f8a92 tempest-NetworksIpV6Test-1120010890 tempest-NetworksIpV6Test-1120010890-project] 10.222.0.70 "DELETE /v2.0/networks/a18dd934-a07e-4766-970e-85ce184c788b HTTP/1.1" status: 204 len: 168 time: 1.1764998 May 05 17:03:37.080800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Deleting port 95b882f9-dae7-4c1f-816b-c14d48e3daf6 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:37.081435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.147758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-5f78c7c9-b5ef-40dc-8304-d0c3d1896d04 None None] The port '95b882f9-dae7-4c1f-816b-c14d48e3daf6' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:03:37.511353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58012) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:37.685160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-fc9114c3-f819-482b-8def-749550d8b52c admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=a9770949ea87410183813cb574f7a5dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1726191 May 05 17:03:37.687688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58018) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:37.745831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62cae687-d1b0-4ff8-ac6a-baf8d32abf3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.771145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62cae687-d1b0-4ff8-ac6a-baf8d32abf3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.893999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62cae687-d1b0-4ff8-ac6a-baf8d32abf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.910565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cae687-d1b0-4ff8-ac6a-baf8d32abf3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452b0742-c0ca-4a9f-9cfa-687d36d362e2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:37.917240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-62cae687-d1b0-4ff8-ac6a-baf8d32abf3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:37.919486 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-62cae687-d1b0-4ff8-ac6a-baf8d32abf3c admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/452b0742-c0ca-4a9f-9cfa-687d36d362e2 HTTP/1.1" status: 204 len: 168 time: 0.2308762 May 05 17:03:39.134232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58040) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:39.261461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-399234345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:39.267798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:39.271528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Usage tracker for resource:router and tenant:0deb7ebdc71b4b179c147d5f68e391fc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:39.275680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:39.285270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:39.346583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.347564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.365933 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.505971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.603279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.604517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dd65ba04-cc41-4deb-a92d-2ae71d1874ec tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4692974 May 05 17:03:39.607161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58046) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:39.612991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1168976382'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:39.618045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:39.621880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Usage tracker for resource:network and tenant:0deb7ebdc71b4b179c147d5f68e391fc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:39.625656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:39.632805 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:39.711953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Made reservation on behalf of 0deb7ebdc71b4b179c147d5f68e391fc for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:39.715764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.728948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.761794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:39.765747 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Usage tracker for resource:security_group_rule and tenant:0deb7ebdc71b4b179c147d5f68e391fc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:39.768725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:39.774720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:39.843860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.917535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.950684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 792} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:39.958840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cda6c18-dc13-4e7f-901c-4532839aa67a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:39.964386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:39.964728 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Added segment 8b73dab5-3071-4197-a5f6-96af9cf8db2c of type vlan for network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 May 05 17:03:39.989856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:40.066203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:40.069940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:40.070523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:40.180427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event updated for resources: {'Network': ['ID=88bfdb5e-1e6e-445c-9265-95ea7aac0d63,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:40.191847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:40.232990 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc1d1743-cd6a-48c7-8e50-476ce3ddc7a7 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6245923 May 05 17:03:40.235844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58050) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:40.241418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Request body: {'subnet': {'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:40.353572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:40.357536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Usage tracker for resource:subnet and tenant:0deb7ebdc71b4b179c147d5f68e391fc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:40.361042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:40.366680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:40.460156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Made reservation on behalf of 0deb7ebdc71b4b179c147d5f68e391fc for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:40.562868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:40.918016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:40.995024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event updated for resources: {'Subnet': ['ID=72ab4e92-0760-4824-9ee1-d215a3660922,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:41.009139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Checking segment: {'id': '8b73dab5-3071-4197-a5f6-96af9cf8db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:41.009640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Network hostable DHCP agents. Network: 88bfdb5e-1e6e-445c-9265-95ea7aac0d63, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:41.077461 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:41.140494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 88bfdb5e-1e6e-445c-9265-95ea7aac0d63) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:41.144315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:41.144902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.150580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d03b38-636f-4750-b037-c55c89618762 None None] Network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:41.215538 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f2f44b2-da6a-49f4-9736-1dee49edddc2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9784732 May 05 17:03:41.218462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58054) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:41.224361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-633015420'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:41.230130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:41.233972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Usage tracker for resource:network and tenant:0deb7ebdc71b4b179c147d5f68e391fc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:41.237161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Quota usage for network was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:41.242923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:41.306202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Made reservation on behalf of 0deb7ebdc71b4b179c147d5f68e391fc for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:41.309438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.340816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:41.346722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.347064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Added segment 5f89480c-21ad-487e-a327-4e66baba45c7 of type vlan for network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 May 05 17:03:41.364570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-88bfdb5e-1e6e-445c-9265-95ea7aac0d63', 'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63', 'tenant_id': '0deb7ebdc71b4b179c147d5f68e391fc', 'fixed_ips': [{'subnet_id': '72ab4e92-0760-4824-9ee1-d215a3660922'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:41.365412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.374427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.454860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.458579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:41.459200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.554868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Allocated IP 172.20.0.2 (88bfdb5e-1e6e-445c-9265-95ea7aac0d63/72ab4e92-0760-4824-9ee1-d215a3660922/2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:41.566438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event updated for resources: {'Network': ['ID=cc40cf65-f1fb-4a4c-92c6-b945fa6df993,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:41.583201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:41.594944 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9db01090-c766-4ee6-a86a-9b7b1ef6b4c6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3725197 May 05 17:03:41.595103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58058) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:41.600462 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Request body: {'subnet': {'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:41.709202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:41.713251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Usage tracker for resource:subnet and tenant:0deb7ebdc71b4b179c147d5f68e391fc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:41.716621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:41.722534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:41.809289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Made reservation on behalf of 0deb7ebdc71b4b179c147d5f68e391fc for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:41.848773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.859400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Transition to ACTIVE for port object 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:41.878362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Transition to ACTIVE for port object 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:41.911184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:41.935022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.001650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:42.004396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:42.008144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:42.014779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Pushing event updated for resources: {'Port': ['ID=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:42.102107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Attempting to bind port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:42.102387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Attempting to bind port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '8b73dab5-3071-4197-a5f6-96af9cf8db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:42.103841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Attempting to bind port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb on network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:42.109812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:42.110430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Checking segment: {'id': '8b73dab5-3071-4197-a5f6-96af9cf8db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:42.110823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.111211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Bound using segment: {'id': '8b73dab5-3071-4197-a5f6-96af9cf8db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:42.111694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Bound port: 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b73dab5-3071-4197-a5f6-96af9cf8db2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '88bfdb5e-1e6e-445c-9265-95ea7aac0d63'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:42.112064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.180612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.198418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] For port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:42.201600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] For port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,segment=NetworkSegment(8b73dab5-3071-4197-a5f6-96af9cf8db2c),segment_id=8b73dab5-3071-4197-a5f6-96af9cf8db2c)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:42.255135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.265042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event updated for resources: {'Subnet': ['ID=bf69ea47-f999-4664-8cd6-f80972aae666,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:42.279364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Checking segment: {'id': '5f89480c-21ad-487e-a327-4e66baba45c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:42.279752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Network hostable DHCP agents. Network: cc40cf65-f1fb-4a4c-92c6-b945fa6df993, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:42.339032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabe184-ba0e-48b9-a7b6-52b1aedf7f40 None None] Pushing event updated for resources: {'Port': ['ID=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:42.363196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:42.420470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, cc40cf65-f1fb-4a4c-92c6-b945fa6df993) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:42.425013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:42.425757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.428815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbeac97-563a-4f10-9088-1bab4b109aac None None] Network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:42.512959 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bec0321f-2886-4920-963a-e0ec75cd42df tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9168184 May 05 17:03:42.515775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58062) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:42.520916 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9bf70b30-d481-47d7-a0f8-11073130e8c5 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Request body: {'router': {'external_gateway_info': {'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:42.673317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-cc40cf65-f1fb-4a4c-92c6-b945fa6df993', 'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993', 'tenant_id': '0deb7ebdc71b4b179c147d5f68e391fc', 'fixed_ips': [{'subnet_id': 'bf69ea47-f999-4664-8cd6-f80972aae666'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:42.674113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:42.836073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Allocated IP 172.21.0.2 (cc40cf65-f1fb-4a4c-92c6-b945fa6df993/bf69ea47-f999-4664-8cd6-f80972aae666/21705b8b-8254-4858-a6b1-29aa2fa4c58b) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:42.923510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bf70b30-d481-47d7-a0f8-11073130e8c5 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.059722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.071018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Transition to ACTIVE for port object 21705b8b-8254-4858-a6b1-29aa2fa4c58b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:43.093806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Transition to ACTIVE for port object 21705b8b-8254-4858-a6b1-29aa2fa4c58b will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:43.164204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.242512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Pushing event updated for resources: {'Port': ['ID=21705b8b-8254-4858-a6b1-29aa2fa4c58b,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:43.246710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:43.248208 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:43.251243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:43.261893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.api.v2.resource [None req-9bf70b30-d481-47d7-a0f8-11073130e8c5 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 05 17:03:43.263025 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9bf70b30-d481-47d7-a0f8-11073130e8c5 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "PUT /v2.0/routers/15bb5e62-0335-47ce-8ffe-c2b459a683de HTTP/1.1" status: 400 len: 364 time: 0.7463405 May 05 17:03:43.268786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58066) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:43.284151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884bdf4b-a655-4a89-858b-6c5f83226a8b None None] Network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:43.342391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Deleting subnet bf69ea47-f999-4664-8cd6-f80972aae666 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:03:43.345628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.402796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.429092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Attempting to bind port 21705b8b-8254-4858-a6b1-29aa2fa4c58b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:43.429092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Attempting to bind port 21705b8b-8254-4858-a6b1-29aa2fa4c58b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5f89480c-21ad-487e-a327-4e66baba45c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:43.429092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Attempting to bind port 21705b8b-8254-4858-a6b1-29aa2fa4c58b on network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:43.452576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:43.452948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Checking segment: {'id': '5f89480c-21ad-487e-a327-4e66baba45c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:43.453351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.453744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Bound using segment: {'id': '5f89480c-21ad-487e-a327-4e66baba45c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:43.454211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Bound port: 21705b8b-8254-4858-a6b1-29aa2fa4c58b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f89480c-21ad-487e-a327-4e66baba45c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'cc40cf65-f1fb-4a4c-92c6-b945fa6df993'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:43.454598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.486246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.519935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3a88a53c-7696-4f5b-af0d-0ca10a375a9e None None] Provisioning for port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:43.626592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.667229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event deleted for resources: {'Subnet': ['ID=bf69ea47-f999-4664-8cd6-f80972aae666,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:43.673801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] For port 21705b8b-8254-4858-a6b1-29aa2fa4c58b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:43.674617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.680849 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0eccd180-ebac-4329-abdc-aab4fa46ebf1 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "DELETE /v2.0/subnets/bf69ea47-f999-4664-8cd6-f80972aae666 HTTP/1.1" status: 204 len: 168 time: 0.4108617 May 05 17:03:43.683427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58070) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:43.689946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] For port 21705b8b-8254-4858-a6b1-29aa2fa4c58b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=21705b8b-8254-4858-a6b1-29aa2fa4c58b,segment=NetworkSegment(5f89480c-21ad-487e-a327-4e66baba45c7),segment_id=5f89480c-21ad-487e-a327-4e66baba45c7)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:43.786350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.815088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.830297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Deleting port 21705b8b-8254-4858-a6b1-29aa2fa4c58b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:43.830947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:43.872321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78651512-68b5-4a66-959f-bb4928a05b9c None None] Pushing event updated for resources: {'Port': ['ID=21705b8b-8254-4858-a6b1-29aa2fa4c58b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:44.075061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] For port 21705b8b-8254-4858-a6b1-29aa2fa4c58b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=21705b8b-8254-4858-a6b1-29aa2fa4c58b,segment=NetworkSegment(5f89480c-21ad-487e-a327-4e66baba45c7),segment_id=5f89480c-21ad-487e-a327-4e66baba45c7)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:44.075839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.205638 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Calling delete_port for 21705b8b-8254-4858-a6b1-29aa2fa4c58b owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:44.369303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.419348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event deleted for resources: {'Port': ['ID=21705b8b-8254-4858-a6b1-29aa2fa4c58b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:44.425286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] No DVR routers for this DVR port 21705b8b-8254-4858-a6b1-29aa2fa4c58b on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:44.436540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 21705b8b-8254-4858-a6b1-29aa2fa4c58b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:44.475955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 21705b8b-8254-4858-a6b1-29aa2fa4c58b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:03:44.476218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 21705b8b-8254-4858-a6b1-29aa2fa4c58b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} May 05 17:03:44.509651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Port 21705b8b-8254-4858-a6b1-29aa2fa4c58b not found, will not notify nova. {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} May 05 17:03:44.510053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:44.569840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.604803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc40cf65-f1fb-4a4c-92c6-b945fa6df993']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:44.622808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f89480c-21ad-487e-a327-4e66baba45c7') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:44.622808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f89480c-21ad-487e-a327-4e66baba45c7') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:44.636525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.655966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.663076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:44.663538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:44.678163 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:44.741299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:44.747131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:44.747553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.837018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.864710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.867348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event deleted for resources: {'Network': ['ID=cc40cf65-f1fb-4a4c-92c6-b945fa6df993,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:44.872551 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:44.878344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a922cca4-a037-4bef-a57b-e998807e55f2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "DELETE /v2.0/networks/cc40cf65-f1fb-4a4c-92c6-b945fa6df993 HTTP/1.1" status: 204 len: 168 time: 1.1917160 May 05 17:03:44.878696 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58074) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:44.910359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,segment=NetworkSegment(8b73dab5-3071-4197-a5f6-96af9cf8db2c),segment_id=8b73dab5-3071-4197-a5f6-96af9cf8db2c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:44.968165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde97b3a-ec3f-4625-b512-615e015dbbfe None None] DHCP port deletion for cc40cf65-f1fb-4a4c-92c6-b945fa6df993 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:03:44.983384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8142a-0df5-483b-b992-61c992e9cd2f None None] Network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:45.003530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.038245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c8142a-0df5-483b-b992-61c992e9cd2f None None] Network cc40cf65-f1fb-4a4c-92c6-b945fa6df993 could not be found, it might have been deleted concurrently. {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} May 05 17:03:45.039469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-05018716-f27b-4d00-9974-e6c8ec6259aa None None] Could not find standard attr ID for object 21705b8b-8254-4858-a6b1-29aa2fa4c58b. {{(pid=84820) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} May 05 17:03:45.079035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:45.105592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Deleting subnet 72ab4e92-0760-4824-9ee1-d215a3660922 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:03:45.108676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.161814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.242953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.375468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.416200 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event deleted for resources: {'Subnet': ['ID=72ab4e92-0760-4824-9ee1-d215a3660922,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:45.420141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.426290 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1391c735-8e2e-4708-be64-bf1e4d9b70b6 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "DELETE /v2.0/subnets/72ab4e92-0760-4824-9ee1-d215a3660922 HTTP/1.1" status: 204 len: 168 time: 0.5465968 May 05 17:03:45.427314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a3f3c-e128-4c5b-b172-830546ddadc6 None None] Network 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:45.428723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58078) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:45.543019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.553440 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Deleting port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:45.553749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.674930 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] DHCP port deletion for 88bfdb5e-1e6e-445c-9265-95ea7aac0d63 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:03:45.679053 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Deleting port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:45.679415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.763690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] For port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,segment=NetworkSegment(8b73dab5-3071-4197-a5f6-96af9cf8db2c),segment_id=8b73dab5-3071-4197-a5f6-96af9cf8db2c)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:45.763690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.883218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] For port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,segment=NetworkSegment(8b73dab5-3071-4197-a5f6-96af9cf8db2c),segment_id=8b73dab5-3071-4197-a5f6-96af9cf8db2c)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:45.883554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:45.885669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Calling delete_port for 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:46.001013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Calling delete_port for 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:03:46.014084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.062912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event deleted for resources: {'Port': ['ID=2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:46.066689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] No DVR routers for this DVR port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:03:46.075497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:03:46.075978 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:03:46.191678 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.216237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88bfdb5e-1e6e-445c-9265-95ea7aac0d63']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:46.228651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b73dab5-3071-4197-a5f6-96af9cf8db2c') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:46.228940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b73dab5-3071-4197-a5f6-96af9cf8db2c') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:46.240291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.256369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.262548 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:03:46.262925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:03:46.276892 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:03:46.372735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 21705b8b-8254-4858-a6b1-29aa2fa4c58b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:03:46.408204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 21705b8b-8254-4858-a6b1-29aa2fa4c58b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:03:46.408550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 21705b8b-8254-4858-a6b1-29aa2fa4c58b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:03:46.408963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:03:46.409366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.414556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.441262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:03:46.441607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:03:46.442248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Pushing event deleted for resources: {'Network': ['ID=88bfdb5e-1e6e-445c-9265-95ea7aac0d63,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:46.447180 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a8ff6ed8-6c6f-4420-8757-aa7a956b3cd9 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "DELETE /v2.0/networks/88bfdb5e-1e6e-445c-9265-95ea7aac0d63 HTTP/1.1" status: 204 len: 168 time: 1.0174422 May 05 17:03:46.449890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58082) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:46.490806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0e4d0991-2c0e-4159-821c-4358cff1a8d2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Synchronizing usage tracker for tenant:0deb7ebdc71b4b179c147d5f68e391fc on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:03:46.552098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-0e4d0991-2c0e-4159-821c-4358cff1a8d2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Unset dirty status for tenant:0deb7ebdc71b4b179c147d5f68e391fc on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:03:46.553302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0e4d0991-2c0e-4159-821c-4358cff1a8d2 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "GET /v2.0/ports?device_id=15bb5e62-0335-47ce-8ffe-c2b459a683de HTTP/1.1" status: 200 len: 205 time: 0.1025057 May 05 17:03:46.556344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58086) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:46.577019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Deleting port 2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:03:46.577399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:46.642308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3751-972d-4b88-8ef2-4ea54c3c0b16 None None] The port '2e82b4fb-3ae5-47b9-8b0d-b374bc8defeb' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:03:46.789311 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:47.174662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:47.178874 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:47.266082 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:47.266623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Fanout notify agent at l3_agent the message router_deleted on router 15bb5e62-0335-47ce-8ffe-c2b459a683de {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:03:47.277670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:47.278875 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5c9ac614-6439-450e-a5c2-fa35ce342304 tempest-RoutersNegativeTest-1311325854 tempest-RoutersNegativeTest-1311325854-project] 10.222.0.70 "DELETE /v2.0/routers/15bb5e62-0335-47ce-8ffe-c2b459a683de HTTP/1.1" status: 204 len: 168 time: 0.7216520 May 05 17:03:47.709659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58094) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:47.885546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-66016315-8012-4e2c-94ff-0e63e98f8a8a admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0deb7ebdc71b4b179c147d5f68e391fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1747487 May 05 17:03:47.887993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58100) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:47.946262 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36c73e91-7344-4130-86d0-18e922110280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:47.971738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36c73e91-7344-4130-86d0-18e922110280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:48.100416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36c73e91-7344-4130-86d0-18e922110280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:48.117950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c73e91-7344-4130-86d0-18e922110280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cda6c18-dc13-4e7f-901c-4532839aa67a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:48.122051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36c73e91-7344-4130-86d0-18e922110280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:48.124599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36c73e91-7344-4130-86d0-18e922110280 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/2cda6c18-dc13-4e7f-901c-4532839aa67a HTTP/1.1" status: 204 len: 168 time: 0.2343001 May 05 17:03:49.161593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58122) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:49.289626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2068604534-network', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:49.294994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:49.298751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Usage tracker for resource:network and tenant:30ccb54d3c5040dfa791ccc529218217 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:49.301573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:49.308110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:49.380377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Made reservation on behalf of 30ccb54d3c5040dfa791ccc529218217 for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:49.382665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.395112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.426554 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:49.430854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Usage tracker for resource:security_group_rule and tenant:30ccb54d3c5040dfa791ccc529218217 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:49.434561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:49.440328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:49.504483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.576511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.611158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:49.616407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3f37bb-47e0-4181-a963-f85752858a90,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:49.623952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.623952 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Added segment c5e3418c-2bf4-45d2-9b27-22ac1bd768cc of type vlan for network a3986708-1f73-4375-9d60-1d7de72ab746 May 05 17:03:49.658064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.757726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.758560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:49.759194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:49.952676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3986708-1f73-4375-9d60-1d7de72ab746,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:49.962062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a3986708-1f73-4375-9d60-1d7de72ab746 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:50.021407 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-916ec7c5-a68b-4e59-9471-da1ed1e2dde9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8585100 May 05 17:03:50.024336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58128) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:50.035325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Request body: {'subnet': {'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-subnet', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:50.040628 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:50.052326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Usage tracker for resource:subnet and tenant:30ccb54d3c5040dfa791ccc529218217 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:50.055570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:50.062335 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:50.139723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Made reservation on behalf of 30ccb54d3c5040dfa791ccc529218217 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:50.142017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.345834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c306596a-7448-471b-a520-c7f017dd9557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.432508 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.504922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c1041ff-45e0-421b-bf58-51fbb9bf83c1,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:50.517612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Checking segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:50.526464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Network hostable DHCP agents. Network: a3986708-1f73-4375-9d60-1d7de72ab746, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:50.596775 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Network a3986708-1f73-4375-9d60-1d7de72ab746 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:50.677739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a3986708-1f73-4375-9d60-1d7de72ab746) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:50.684089 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:50.684997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.697878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4dcc19-8b98-4c96-ad42-2118ded6fb09 None None] Network a3986708-1f73-4375-9d60-1d7de72ab746 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:50.781677 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cfb0524c-31e1-46ab-87f4-77b38064fd52 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7544177 May 05 17:03:50.785783 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58132) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:50.791894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:50.798076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:50.802149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Usage tracker for resource:router and tenant:30ccb54d3c5040dfa791ccc529218217 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:50.805429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:50.812143 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:50.883735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.884631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.906535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:50.987178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a3986708-1f73-4375-9d60-1d7de72ab746', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:50.988654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.108221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.151885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Allocated IP 172.20.0.2 (a3986708-1f73-4375-9d60-1d7de72ab746/7c1041ff-45e0-421b-bf58-51fbb9bf83c1/e4e477fb-011a-4499-b02d-ec76766a4648) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:51.357674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.368963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Transition to ACTIVE for port object e4e477fb-011a-4499-b02d-ec76766a4648 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:51.371015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.387812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Transition to ACTIVE for port object e4e477fb-011a-4499-b02d-ec76766a4648 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:51.402213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.454118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.523994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Network a3986708-1f73-4375-9d60-1d7de72ab746 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:51.526717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:51.530878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:51.537224 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Pushing event updated for resources: {'Port': ['ID=e4e477fb-011a-4499-b02d-ec76766a4648,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:51.580073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.580411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.580738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.581063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.581388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.581709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.582026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.582341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.582655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.582968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.583278 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:03:51.633762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Attempting to bind port e4e477fb-011a-4499-b02d-ec76766a4648 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:51.634503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Attempting to bind port e4e477fb-011a-4499-b02d-ec76766a4648 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:51.635144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Attempting to bind port e4e477fb-011a-4499-b02d-ec76766a4648 on network a3986708-1f73-4375-9d60-1d7de72ab746 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:51.641511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:51.641882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Checking segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:51.642271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.642659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Bound using segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:51.643111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Bound port: e4e477fb-011a-4499-b02d-ec76766a4648, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:51.643498 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.656806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Allocated IP 172.26.2.183 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/c6b84aee-5ccf-404d-87c2-ac46e778941b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:51.739894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] For port e4e477fb-011a-4499-b02d-ec76766a4648, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:51.743040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] For port e4e477fb-011a-4499-b02d-ec76766a4648, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e4e477fb-011a-4499-b02d-ec76766a4648,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:51.805724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.819855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.901408 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:51.902157 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1c5691-c820-42b2-b529-96a43ad0fd43 None None] Pushing event updated for resources: {'Port': ['ID=e4e477fb-011a-4499-b02d-ec76766a4648,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:51.974811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:51.977652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:51.982755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:52.014153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Pushing event updated for resources: {'Port': ['ID=c6b84aee-5ccf-404d-87c2-ac46e778941b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:52.224618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:52.225367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:52.412038 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e4e477fb-011a-4499-b02d-ec76766a4648 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:52.447513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-70cc0668-ad32-4a48-afbf-694ca5d73e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:52.528947 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Router b7a0d74e-e827-4039-85b7-66c995fcb620 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:03:52.552026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e4e477fb-011a-4499-b02d-ec76766a4648 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:52.745137 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:03:52.756843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Sync routers for ids ['b7a0d74e-e827-4039-85b7-66c995fcb620'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:03:52.769952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Routers {'b7a0d74e-e827-4039-85b7-66c995fcb620'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:03:52.770587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7a0d74e-e827-4039-85b7-66c995fcb620'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:52.843584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:52.845205 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-42ec7bca-1d90-4343-9f13-1eac8ec8e142 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.0578687 May 05 17:03:52.851738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58136) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:52.921571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91238229-0793-4f5e-8946-515f3d78b839 None None] Network a3986708-1f73-4375-9d60-1d7de72ab746 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:53.064995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Set router b7a0d74e-e827-4039-85b7-66c995fcb620 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:03:53.185620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] Provisioning for port e4e477fb-011a-4499-b02d-ec76766a4648 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:53.207090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] Provisioning complete for port e4e477fb-011a-4499-b02d-ec76766a4648 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:53.207492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.589125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.651444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] For port e4e477fb-011a-4499-b02d-ec76766a4648, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e4e477fb-011a-4499-b02d-ec76766a4648,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:53.669043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:03:52Z', 'revision_number': 3, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:53.673822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Checking router: b7a0d74e-e827-4039-85b7-66c995fcb620 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:03:53.673981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Updating router b7a0d74e-e827-4039-85b7-66c995fcb620 port c6b84aee-5ccf-404d-87c2-ac46e778941b binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:03:53.718116 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.741254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.802708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.841672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.843059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:53.860180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a9ab1d-8dc6-49d5-96d2-fc4a58467374 None None] Pushing event updated for resources: {'Port': ['ID=e4e477fb-011a-4499-b02d-ec76766a4648,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:53.945540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Allocated IP 172.20.0.1 (a3986708-1f73-4375-9d60-1d7de72ab746/7c1041ff-45e0-421b-bf58-51fbb9bf83c1/9f0434e5-5742-471c-b9c6-213605639fc2) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:54.039306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7a18ec95-c946-4ef1-973c-04cb5d7b9332 None None] Provisioning complete for port e4e477fb-011a-4499-b02d-ec76766a4648 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:54.039691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7a18ec95-c946-4ef1-973c-04cb5d7b9332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.095073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.111974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Transition to ACTIVE for port object 9f0434e5-5742-471c-b9c6-213605639fc2 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:54.186682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.251971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.259080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Network a3986708-1f73-4375-9d60-1d7de72ab746 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:54.259989 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0434e5-5742-471c-b9c6-213605639fc2,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:54.262525 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:54.263642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Transition to ACTIVE for port object c6b84aee-5ccf-404d-87c2-ac46e778941b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:54.268390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:54.320541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.351147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.391661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e4e477fb-011a-4499-b02d-ec76766a4648 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:54.465340 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.477402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f1c81-a9d6-4ad8-bd8c-29d73ea6ce56 None None] Pushing event updated for resources: {'Port': ['ID=c6b84aee-5ccf-404d-87c2-ac46e778941b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:54.494411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Attempting to bind port c6b84aee-5ccf-404d-87c2-ac46e778941b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:54.494776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Attempting to bind port c6b84aee-5ccf-404d-87c2-ac46e778941b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:54.495137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Attempting to bind port c6b84aee-5ccf-404d-87c2-ac46e778941b on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:54.504883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:54.505240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:54.505630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.506012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:54.506464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Bound port: c6b84aee-5ccf-404d-87c2-ac46e778941b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:54.506820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.574335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e4e477fb-011a-4499-b02d-ec76766a4648 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:54.577553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.635250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] For port c6b84aee-5ccf-404d-87c2-ac46e778941b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:54.647670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] For port c6b84aee-5ccf-404d-87c2-ac46e778941b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6b84aee-5ccf-404d-87c2-ac46e778941b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:54.693241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.702398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-675da4f9-4875-4c66-a165-a75c46af4035 None None] Provisioning for port 9f0434e5-5742-471c-b9c6-213605639fc2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:54.712726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-675da4f9-4875-4c66-a165-a75c46af4035 None None] Provisioning complete for port 9f0434e5-5742-471c-b9c6-213605639fc2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:54.713369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-675da4f9-4875-4c66-a165-a75c46af4035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.745779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.757483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:54.834670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-675da4f9-4875-4c66-a165-a75c46af4035 None None] Port 9f0434e5-5742-471c-b9c6-213605639fc2 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:03:54.849611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7f1c81-a9d6-4ad8-bd8c-29d73ea6ce56 None None] Pushing event updated for resources: {'Port': ['ID=c6b84aee-5ccf-404d-87c2-ac46e778941b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:54.860022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Routers {'b7a0d74e-e827-4039-85b7-66c995fcb620'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:03:54.860629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7a0d74e-e827-4039-85b7-66c995fcb620'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:54.866384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0434e5-5742-471c-b9c6-213605639fc2,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:54.869498 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:55.005270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Network a3986708-1f73-4375-9d60-1d7de72ab746 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:55.006706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:55.040915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] Set router b7a0d74e-e827-4039-85b7-66c995fcb620 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:03:55.333618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:55.337568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30dd9988-c6c8-41ab-8747-7a661f6167f9 None None] Provisioning complete for port 9f0434e5-5742-471c-b9c6-213605639fc2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:55.337946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30dd9988-c6c8-41ab-8747-7a661f6167f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:55.411226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Router b7a0d74e-e827-4039-85b7-66c995fcb620 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:03:55.449169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-30dd9988-c6c8-41ab-8747-7a661f6167f9 None None] Port 9f0434e5-5742-471c-b9c6-213605639fc2 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:03:55.489257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9f0434e5-5742-471c-b9c6-213605639fc2', 'name': '', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'mac_address': 'fa:16:3e:94:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:53Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 2, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'subnets': [{'id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:03:55.493997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6504622-dabc-4128-8040-acd3895ae128 None None] The sync data for ids ['b7a0d74e-e827-4039-85b7-66c995fcb620'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9f0434e5-5742-471c-b9c6-213605639fc2', 'name': '', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'mac_address': 'fa:16:3e:94:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:53Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 2, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'subnets': [{'id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:03:55.724132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:03:55.736004 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-64ea1792-32e8-495f-93c7-0fa6638d3535 admin admin] 10.222.0.70 "PUT /v2.0/routers/b7a0d74e-e827-4039-85b7-66c995fcb620/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8830814 May 05 17:03:56.413533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6b84aee-5ccf-404d-87c2-ac46e778941b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:56.540245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port c6b84aee-5ccf-404d-87c2-ac46e778941b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:03:56.547916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c6b84aee-5ccf-404d-87c2-ac46e778941b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:56.548290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:56.675760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:56.692349 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port c6b84aee-5ccf-404d-87c2-ac46e778941b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6b84aee-5ccf-404d-87c2-ac46e778941b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:03:56.746595 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:56.813961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=c6b84aee-5ccf-404d-87c2-ac46e778941b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:57.016879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58158) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:57.022313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1132224535-network', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:57.027938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:57.031805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Usage tracker for resource:network and tenant:b34a7613d6dd4f518eb24bd2f9548b84 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:57.034656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:57.041259 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:57.129078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Made reservation on behalf of b34a7613d6dd4f518eb24bd2f9548b84 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:57.131485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.144909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.177360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:57.181913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b34a7613d6dd4f518eb24bd2f9548b84 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:57.184746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:57.190395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:57.256270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.311711 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.341813 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:03:57.349919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9ccde0-e171-486f-97bc-f1e7b0a3c9ad,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:57.355987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.356326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Added segment b6146597-7ea0-4e6b-92f6-eae35a24426e of type vlan for network a66ce185-dd44-4355-8eeb-1700797bb16f May 05 17:03:57.381955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.488847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.489635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:57.490219 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.590439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] Pushing event updated for resources: {'Network': ['ID=a66ce185-dd44-4355-8eeb-1700797bb16f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:57.599955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a66ce185-dd44-4355-8eeb-1700797bb16f details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:03:57.638150 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c5a33703-16df-4064-ab40-5a0f801a00f8 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6201105 May 05 17:03:57.640904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58162) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:57.646206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Request body: {'subnet': {'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-subnet', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:57.653739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:57.656194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Usage tracker for resource:subnet and tenant:b34a7613d6dd4f518eb24bd2f9548b84 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:57.659067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:57.665130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:57.727861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Made reservation on behalf of b34a7613d6dd4f518eb24bd2f9548b84 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:03:57.732316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:57.992063 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.068925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3266d92-9efd-4a16-8b25-10b4e1d9b187,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:58.081364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Checking segment: {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:58.081704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Network hostable DHCP agents. Network: a66ce185-dd44-4355-8eeb-1700797bb16f, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:03:58.168228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Network a66ce185-dd44-4355-8eeb-1700797bb16f is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:03:58.242837 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a66ce185-dd44-4355-8eeb-1700797bb16f) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:58.247301 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:03:58.247972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.252057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e954adb-06d6-4995-8bf5-024485922715 None None] Network a66ce185-dd44-4355-8eeb-1700797bb16f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:03:58.332278 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-514a0928-1db9-4662-9bb0-63d0f1b0654b admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6884031 May 05 17:03:58.332779 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58166) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:03:58.348061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:03:58.353825 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:03:58.358646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Usage tracker for resource:router and tenant:b34a7613d6dd4f518eb24bd2f9548b84 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:03:58.361841 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:03:58.367955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:03:58.403030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6b84aee-5ccf-404d-87c2-ac46e778941b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:03:58.431828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.432806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.451416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.528660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a66ce185-dd44-4355-8eeb-1700797bb16f', 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'fixed_ips': [{'subnet_id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:03:58.529457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.541506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port c6b84aee-5ccf-404d-87c2-ac46e778941b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:03:58.541883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.656518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.789486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Allocated IP 172.20.0.2 (a66ce185-dd44-4355-8eeb-1700797bb16f/d3266d92-9efd-4a16-8b25-10b4e1d9b187/3642ea62-1c55-4a54-9b58-372cfb470bc2) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:58.925987 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.956190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:58.998148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.008185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Transition to ACTIVE for port object 3642ea62-1c55-4a54-9b58-372cfb470bc2 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:59.029047 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Transition to ACTIVE for port object 3642ea62-1c55-4a54-9b58-372cfb470bc2 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:03:59.083360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.093117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Allocated IP 172.26.2.66 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/79865fca-bd94-44a0-b79c-4f2c67d49e96) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:03:59.192710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Network a66ce185-dd44-4355-8eeb-1700797bb16f is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:59.195508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:59.199926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:59.202017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Pushing event updated for resources: {'Port': ['ID=3642ea62-1c55-4a54-9b58-372cfb470bc2,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:59.245788 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.286415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Attempting to bind port 3642ea62-1c55-4a54-9b58-372cfb470bc2 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:03:59.286771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Attempting to bind port 3642ea62-1c55-4a54-9b58-372cfb470bc2 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:03:59.287126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Attempting to bind port 3642ea62-1c55-4a54-9b58-372cfb470bc2 on network a66ce185-dd44-4355-8eeb-1700797bb16f {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:03:59.294211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:03:59.294598 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Checking segment: {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:03:59.294950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.295330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Bound using segment: {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:03:59.295818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Bound port: 3642ea62-1c55-4a54-9b58-372cfb470bc2, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:03:59.296179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.329265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.385913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] For port 3642ea62-1c55-4a54-9b58-372cfb470bc2, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:03:59.389088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] For port 3642ea62-1c55-4a54-9b58-372cfb470bc2, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3642ea62-1c55-4a54-9b58-372cfb470bc2,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:03:59.401484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:03:59.402241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Pushing event updated for resources: {'Port': ['ID=79865fca-bd94-44a0-b79c-4f2c67d49e96,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:59.404822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:03:59.406901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:03:59.449668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.532991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b915fb-2835-4f6f-af67-6949506cad98 None None] Pushing event updated for resources: {'Port': ['ID=3642ea62-1c55-4a54-9b58-372cfb470bc2,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:03:59.745742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:03:59.746469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:00.054782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Router 02fd75c9-2143-498c-a0f3-70372983799d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:04:00.271858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:04:00.282286 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Sync routers for ids ['02fd75c9-2143-498c-a0f3-70372983799d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:04:00.298226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Routers {'02fd75c9-2143-498c-a0f3-70372983799d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:04:00.298226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['02fd75c9-2143-498c-a0f3-70372983799d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:00.387047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:00.389089 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-813a471a-0a88-416b-8149-4f859ad850bb admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0546508 May 05 17:04:00.391856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58170) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:04:00.473336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3642ea62-1c55-4a54-9b58-372cfb470bc2 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:00.525529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d03375f-0618-4baf-a626-0357fc563bed None None] Network a66ce185-dd44-4355-8eeb-1700797bb16f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:04:00.540623 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Set router 02fd75c9-2143-498c-a0f3-70372983799d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:04:00.729782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9321f70f-f9d4-4c12-8262-b22508a2aff6 None None] Provisioning for port 3642ea62-1c55-4a54-9b58-372cfb470bc2 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:00.801084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 3642ea62-1c55-4a54-9b58-372cfb470bc2 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:00.809363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3642ea62-1c55-4a54-9b58-372cfb470bc2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:00.809738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:00.833701 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:04:00.883293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:03:59Z', 'revision_number': 3, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:03:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:00.888314 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Checking router: 02fd75c9-2143-498c-a0f3-70372983799d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:04:00.888655 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Updating router 02fd75c9-2143-498c-a0f3-70372983799d port 79865fca-bd94-44a0-b79c-4f2c67d49e96 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:04:00.946335 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:00.960772 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.001897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 3642ea62-1c55-4a54-9b58-372cfb470bc2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3642ea62-1c55-4a54-9b58-372cfb470bc2,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:01.100083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.171828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.179040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=3642ea62-1c55-4a54-9b58-372cfb470bc2,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:01.188270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7b5051d5-5c4d-4ad5-ab06-2aa5a86dfe66 None None] Provisioning complete for port 3642ea62-1c55-4a54-9b58-372cfb470bc2 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:01.188640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7b5051d5-5c4d-4ad5-ab06-2aa5a86dfe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.317760 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.330775 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Transition to ACTIVE for port object 79865fca-bd94-44a0-b79c-4f2c67d49e96 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:01.385802 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.391081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Allocated IP 172.20.0.1 (a66ce185-dd44-4355-8eeb-1700797bb16f/d3266d92-9efd-4a16-8b25-10b4e1d9b187/bd0792ba-f967-4250-87d3-d1078a8b3fa8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:04:01.468520 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Pushing event updated for resources: {'Port': ['ID=79865fca-bd94-44a0-b79c-4f2c67d49e96,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:01.470621 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Attempting to bind port 79865fca-bd94-44a0-b79c-4f2c67d49e96 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:04:01.470977 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Attempting to bind port 79865fca-bd94-44a0-b79c-4f2c67d49e96 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:04:01.471331 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Attempting to bind port 79865fca-bd94-44a0-b79c-4f2c67d49e96 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:01.483611 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.483951 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.484282 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.484876 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.485189 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.485510 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.485829 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.486150 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.486465 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.486780 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.487100 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:01.490230 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:04:01.490598 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:04:01.490989 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.491361 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:04:01.491848 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Bound port: 79865fca-bd94-44a0-b79c-4f2c67d49e96, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:04:01.492214 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.549229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.565493 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] For port 79865fca-bd94-44a0-b79c-4f2c67d49e96, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:04:01.565895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Transition to ACTIVE for port object bd0792ba-f967-4250-87d3-d1078a8b3fa8 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:01.568724 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] For port 79865fca-bd94-44a0-b79c-4f2c67d49e96, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=79865fca-bd94-44a0-b79c-4f2c67d49e96,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:04:01.649190 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.672193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.750507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Network a66ce185-dd44-4355-8eeb-1700797bb16f is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:04:01.754051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:04:01.758017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:04:01.758205 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafba5f8-4e12-4d46-af80-3640f1ca1614 None None] Pushing event updated for resources: {'Port': ['ID=79865fca-bd94-44a0-b79c-4f2c67d49e96,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:01.773510 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Routers {'02fd75c9-2143-498c-a0f3-70372983799d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:04:01.774119 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['02fd75c9-2143-498c-a0f3-70372983799d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:01.789589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0792ba-f967-4250-87d3-d1078a8b3fa8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:01.826347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:01.960378 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] Set router 02fd75c9-2143-498c-a0f3-70372983799d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:04:01.989094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.083320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eacb32a2-1cdc-45b1-9d46-85e4be1f0bbd None None] Provisioning for port bd0792ba-f967-4250-87d3-d1078a8b3fa8 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:02.088821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-eacb32a2-1cdc-45b1-9d46-85e4be1f0bbd None None] Provisioning complete for port bd0792ba-f967-4250-87d3-d1078a8b3fa8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:02.089190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-eacb32a2-1cdc-45b1-9d46-85e4be1f0bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.144421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-eacb32a2-1cdc-45b1-9d46-85e4be1f0bbd None None] Port bd0792ba-f967-4250-87d3-d1078a8b3fa8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:04:02.256544 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:03:59Z', 'revision_number': 3, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:02.261074 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad21054-f60e-4411-86f4-8ed258914181 None None] The sync data for ids ['02fd75c9-2143-498c-a0f3-70372983799d'] in dv-neutron-840483-1-hyperv is: [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:03:59Z', 'revision_number': 3, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:04:02.302909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.386023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3642ea62-1c55-4a54-9b58-372cfb470bc2 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:02.386279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.456149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3642ea62-1c55-4a54-9b58-372cfb470bc2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:02.456527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.494780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.498226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bd0792ba-f967-4250-87d3-d1078a8b3fa8,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:02.635137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Network a66ce185-dd44-4355-8eeb-1700797bb16f is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:04:02.636218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:04:02.870502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-df9fcb42-833f-49e6-9a5f-0ad9e7a36367 None None] Provisioning complete for port bd0792ba-f967-4250-87d3-d1078a8b3fa8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:02.870796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-df9fcb42-833f-49e6-9a5f-0ad9e7a36367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:02.926870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-df9fcb42-833f-49e6-9a5f-0ad9e7a36367 None None] Port bd0792ba-f967-4250-87d3-d1078a8b3fa8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:04:03.024008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Router 02fd75c9-2143-498c-a0f3-70372983799d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:04:03.225625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:04:03.234432 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-23c3b3ae-9f0e-4b1e-85ff-d934971d39a6 admin admin] 10.222.0.70 "PUT /v2.0/routers/02fd75c9-2143-498c-a0f3-70372983799d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8415465 May 05 17:04:04.076975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b774-3129-4376-980f-33e21773f9db req-809957c7-c2f6-4aea-88e7-b73826806d33 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:04.077719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-5c37b774-3129-4376-980f-33e21773f9db req-809957c7-c2f6-4aea-88e7-b73826806d33 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:04:04.105012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:04.135369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-5c37b774-3129-4376-980f-33e21773f9db req-809957c7-c2f6-4aea-88e7-b73826806d33 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:04:04.136613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-809957c7-c2f6-4aea-88e7-b73826806d33 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/networks?id=a3986708-1f73-4375-9d60-1d7de72ab746 HTTP/1.1" status: 200 len: 817 time: 0.2005725 May 05 17:04:04.153333 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-630c417d-6022-4a40-a917-b783163fd6a2 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/quotas/30ccb54d3c5040dfa791ccc529218217 HTTP/1.1" status: 200 len: 375 time: 0.0114191 May 05 17:04:04.236333 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-8d6ea3b3-844d-479b-83c2-a8791fdf09ea tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=30ccb54d3c5040dfa791ccc529218217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0779734 May 05 17:04:04.492784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-d3420feb-c39e-439e-b14c-b899ebd7b1a2 service neutron] 10.222.0.70 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434716 May 05 17:04:04.623329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-25ac9d6c-0a63-40c5-8283-ef784db8c2cc service neutron] 10.222.0.70 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243849 May 05 17:04:04.874320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-2a155b35-1439-4ff8-9a6f-d46545d1773e req-9e675392-7e95-43ba-9a77-ffe420c7a9a9 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:04:04.974733 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-2a155b35-1439-4ff8-9a6f-d46545d1773e req-9e675392-7e95-43ba-9a77-ffe420c7a9a9 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:04:04.975951 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2a155b35-1439-4ff8-9a6f-d46545d1773e req-9e675392-7e95-43ba-9a77-ffe420c7a9a9 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 210 time: 0.1428792 May 05 17:04:06.244097 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7356596d-abad-4599-8905-e770b679bd56 req-0c13eeda-ab8b-4d5a-a4e7-28a23c17beab tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 210 time: 0.1452179 May 05 17:04:07.081100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b774-3129-4376-980f-33e21773f9db req-a28ba95e-f655-4081-9b25-c91162ffc0ff tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:07.082637 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-a28ba95e-f655-4081-9b25-c91162ffc0ff tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "GET /v2.0/networks?id=a3986708-1f73-4375-9d60-1d7de72ab746 HTTP/1.1" status: 200 len: 817 time: 0.1493540 May 05 17:04:07.098794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Request body: {'port': {'device_id': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'admin_state_up': True, 'tenant_id': '30ccb54d3c5040dfa791ccc529218217'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:04:07.235227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:04:07.245756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:04:07.329009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Made reservation on behalf of 30ccb54d3c5040dfa791ccc529218217 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:04:07.336370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:07.413132 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-07f2b11e-457a-435f-9b94-d639eed19ebe req-5806e099-1a11-4201-9a4d-381a02bc49b2 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 210 time: 0.0466614 May 05 17:04:07.501617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Allocated IP 172.20.0.5 (a3986708-1f73-4375-9d60-1d7de72ab746/7c1041ff-45e0-421b-bf58-51fbb9bf83c1/53f141bb-336c-4596-a271-c42d3014470d) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:04:07.708219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:07.724432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Transition to ACTIVE for port object 53f141bb-336c-4596-a271-c42d3014470d will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:07.809110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:07.880840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Network a3986708-1f73-4375-9d60-1d7de72ab746 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:04:07.883915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:04:07.887376 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:04:07.936035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Pushing event updated for resources: {'Port': ['ID=53f141bb-336c-4596-a271-c42d3014470d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:07.969331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:07.969863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.084265 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-a8f71efb-11c2-43d6-a5c4-e2e8194127be tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9892478 May 05 17:04:08.171371 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Request body: {'port': {'device_id': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:04:08.266305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-83b89ff1-dbb3-4616-9056-d37e80f873c2 None None] Provisioning for port 53f141bb-336c-4596-a271-c42d3014470d completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:08.271548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-83b89ff1-dbb3-4616-9056-d37e80f873c2 None None] Provisioning complete for port 53f141bb-336c-4596-a271-c42d3014470d triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:08.271925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-83b89ff1-dbb3-4616-9056-d37e80f873c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.286662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.330741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-83b89ff1-dbb3-4616-9056-d37e80f873c2 None None] Port 53f141bb-336c-4596-a271-c42d3014470d cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:04:08.426739 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79865fca-bd94-44a0-b79c-4f2c67d49e96 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:08.558523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 79865fca-bd94-44a0-b79c-4f2c67d49e96 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:08.564822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 79865fca-bd94-44a0-b79c-4f2c67d49e96 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:08.565336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.679867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.696127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 79865fca-bd94-44a0-b79c-4f2c67d49e96, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=79865fca-bd94-44a0-b79c-4f2c67d49e96,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:08.703584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53f141bb-336c-4596-a271-c42d3014470d {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:04:08.712199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-453fd5b6-8cf9-4736-b6fe-ab6af924af0f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:08.712876 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-453fd5b6-8cf9-4736-b6fe-ab6af924af0f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:04:08.719721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.740431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Transition to ACTIVE for port object 53f141bb-336c-4596-a271-c42d3014470d will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:08.773422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.796574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-453fd5b6-8cf9-4736-b6fe-ab6af924af0f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:04:08.797802 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-453fd5b6-8cf9-4736-b6fe-ab6af924af0f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 931 time: 0.2356200 May 05 17:04:08.801097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:08.845793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=79865fca-bd94-44a0-b79c-4f2c67d49e96,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:08.954759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Pushing event updated for resources: {'Port': ['ID=53f141bb-336c-4596-a271-c42d3014470d,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:08.997648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-25a5ef53-408e-46a3-88f5-443ae153ddda tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:04:09.088447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Attempting to bind port 53f141bb-336c-4596-a271-c42d3014470d on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:04:09.088720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Attempting to bind port 53f141bb-336c-4596-a271-c42d3014470d by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:04:09.089200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Attempting to bind port 53f141bb-336c-4596-a271-c42d3014470d on network a3986708-1f73-4375-9d60-1d7de72ab746 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:09.093347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Sync routers for ids ['b7a0d74e-e827-4039-85b7-66c995fcb620'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:04:09.101430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Port 53f141bb-336c-4596-a271-c42d3014470d on network a3986708-1f73-4375-9d60-1d7de72ab746 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:04:09.101430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Attempting to bind port 53f141bb-336c-4596-a271-c42d3014470d on network a3986708-1f73-4375-9d60-1d7de72ab746 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:09.105354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Routers {'b7a0d74e-e827-4039-85b7-66c995fcb620'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:04:09.105983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7a0d74e-e827-4039-85b7-66c995fcb620'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:09.106544 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:04:09.106934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Checking segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:04:09.107319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Bound using segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:04:09.107787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Bound port: 53f141bb-336c-4596-a271-c42d3014470d, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:04:09.108135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:09.120405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-25a5ef53-408e-46a3-88f5-443ae153ddda tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:04:09.128818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-831f3cbd-5e96-4aaf-a993-84b07b4f7a38 req-25a5ef53-408e-46a3-88f5-443ae153ddda tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904515 May 05 17:04:09.306728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] For port 53f141bb-336c-4596-a271-c42d3014470d, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:04:09.313172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] For port 53f141bb-336c-4596-a271-c42d3014470d, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53f141bb-336c-4596-a271-c42d3014470d,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:04:09.338310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Set router b7a0d74e-e827-4039-85b7-66c995fcb620 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:04:09.409057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:09.470814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:09.472232 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] 10.222.0.71 "PUT /v2.0/ports/53f141bb-336c-4596-a271-c42d3014470d HTTP/1.1" status: 200 len: 1093 time: 1.3802974 May 05 17:04:09.472740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'tag': '53f141bb-336c-4596-a271-c42d3014470d'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:04:09.496320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad594976-07c8-4de1-b893-63de31bf28e4 service neutron] Pushing event updated for resources: {'Port': ['ID=53f141bb-336c-4596-a271-c42d3014470d,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:09.532775 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dc07f97-8411-4579-9b8c-b213b6ec3293'] response: {'name': 'network-changed', 'server_uuid': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'tag': '53f141bb-336c-4596-a271-c42d3014470d', 'status': 'completed', 'code': 200} May 05 17:04:09.629348 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6bd7f91f-6fc1-4317-a297-5f243fd218ba req-5029792c-11b3-42b0-9775-2418d1b0f543 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ccb54d3c5040dfa791ccc529218217&device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 1096 time: 0.0773492 May 05 17:04:09.703149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9f0434e5-5742-471c-b9c6-213605639fc2', 'name': '', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'mac_address': 'fa:16:3e:94:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:53Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 2, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'subnets': [{'id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:09.711122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Checking router: b7a0d74e-e827-4039-85b7-66c995fcb620 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:04:09.711499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Updating router b7a0d74e-e827-4039-85b7-66c995fcb620 port 9f0434e5-5742-471c-b9c6-213605639fc2 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:04:09.784403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:09.789697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7f91f-6fc1-4317-a297-5f243fd218ba req-7ec911d8-ea06-416f-b404-94bbc6a11534 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:09.791190 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6bd7f91f-6fc1-4317-a297-5f243fd218ba req-7ec911d8-ea06-416f-b404-94bbc6a11534 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=30ccb54d3c5040dfa791ccc529218217&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1545172 May 05 17:04:09.933239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd7f91f-6fc1-4317-a297-5f243fd218ba req-c030c28e-1d9f-427f-9a73-30d47c3df168 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:09.934627 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6bd7f91f-6fc1-4317-a297-5f243fd218ba req-c030c28e-1d9f-427f-9a73-30d47c3df168 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378827 May 05 17:04:10.039865 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-7df5abe1-ed4c-41de-8917-a12956e471e5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ccb54d3c5040dfa791ccc529218217&device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 1096 time: 0.0693998 May 05 17:04:10.110374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-bd7c32ce-e8a3-42e4-90dc-1a8834f131b5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53f141bb-336c-4596-a271-c42d3014470d HTTP/1.1" status: 200 len: 217 time: 0.0646183 May 05 17:04:10.131533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:10.145773 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Transition to ACTIVE for port object 9f0434e5-5742-471c-b9c6-213605639fc2 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:10.180728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37b774-3129-4376-980f-33e21773f9db req-3a5f5380-2e91-4758-b15a-7078e7120bf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:10.183845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-3a5f5380-2e91-4758-b15a-7078e7120bf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c1041ff-45e0-421b-bf58-51fbb9bf83c1 HTTP/1.1" status: 200 len: 856 time: 0.0681739 May 05 17:04:10.220341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:10.269829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-5c62bfd1-077d-4091-80de-8b8293f6de56 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3986708-1f73-4375-9d60-1d7de72ab746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811493 May 05 17:04:10.346289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edca42d-4a0f-4782-bb8b-4e7c93b5f41e None None] Pushing event updated for resources: {'Port': ['ID=9f0434e5-5742-471c-b9c6-213605639fc2,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:10.434188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79865fca-bd94-44a0-b79c-4f2c67d49e96 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:10.474432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4763a-7e73-4ba2-95e0-ce98ef38a04f req-72da41f6-ed66-43bb-94a3-1dff0d5bcc58 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:10.481598 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aee4763a-7e73-4ba2-95e0-ce98ef38a04f req-72da41f6-ed66-43bb-94a3-1dff0d5bcc58 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 943 time: 0.2095146 May 05 17:04:10.486243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Attempting to bind port 9f0434e5-5742-471c-b9c6-213605639fc2 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:04:10.486843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Attempting to bind port 9f0434e5-5742-471c-b9c6-213605639fc2 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:04:10.487204 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Attempting to bind port 9f0434e5-5742-471c-b9c6-213605639fc2 on network a3986708-1f73-4375-9d60-1d7de72ab746 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:10.501469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:04:10.501847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Checking segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:04:10.502247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:10.502638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Bound using segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:04:10.503110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Bound port: 9f0434e5-5742-471c-b9c6-213605639fc2, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:04:10.503635 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:10.507512 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-5f5a252f-bae4-4538-b50b-979ed7cee5ab service neutron] 10.222.0.71 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039268 May 05 17:04:10.598459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 79865fca-bd94-44a0-b79c-4f2c67d49e96 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:10.598747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:10.600250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-aee4763a-7e73-4ba2-95e0-ce98ef38a04f req-f8f3ddcb-1186-4eb9-9d17-5d039e61bdfd tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178181 May 05 17:04:10.633733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] For port 9f0434e5-5742-471c-b9c6-213605639fc2, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:04:10.656440 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c37b774-3129-4376-980f-33e21773f9db req-ffda6eca-3d07-4b98-8d8f-1512203ef52e service neutron] 10.222.0.71 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368985 May 05 17:04:10.659840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] For port 9f0434e5-5742-471c-b9c6-213605639fc2, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9f0434e5-5742-471c-b9c6-213605639fc2,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:04:10.745745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:10.825113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edca42d-4a0f-4782-bb8b-4e7c93b5f41e None None] Pushing event updated for resources: {'Port': ['ID=9f0434e5-5742-471c-b9c6-213605639fc2,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:10.828028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Routers {'b7a0d74e-e827-4039-85b7-66c995fcb620'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:04:10.828623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7a0d74e-e827-4039-85b7-66c995fcb620'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:11.060355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] Set router b7a0d74e-e827-4039-85b7-66c995fcb620 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:04:11.373502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9f0434e5-5742-471c-b9c6-213605639fc2', 'name': '', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'mac_address': 'fa:16:3e:94:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:53Z', 'updated_at': '2022-05-05T17:04:10Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'subnets': [{'id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:11.377854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7b58e1a-3cc2-4342-b9b8-46b45860128d None None] The sync data for ids ['b7a0d74e-e827-4039-85b7-66c995fcb620'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:03:54Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '9f0434e5-5742-471c-b9c6-213605639fc2', 'name': '', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'mac_address': 'fa:16:3e:94:62:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:53Z', 'updated_at': '2022-05-05T17:04:10Z', 'revision_number': 4, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'subnets': [{'id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:04:11.826900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e6699-c601-4ea6-a55d-349abbabb9df req-239966c2-5464-40df-b135-610c678c39a3 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:11.828417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d58e6699-c601-4ea6-a55d-349abbabb9df req-239966c2-5464-40df-b135-610c678c39a3 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 943 time: 0.0888851 May 05 17:04:11.876672 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d58e6699-c601-4ea6-a55d-349abbabb9df req-66421219-4297-4dc2-a403-b3f75503cf0a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425394 May 05 17:04:11.893437 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Sync routers for ids ['02fd75c9-2143-498c-a0f3-70372983799d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:04:11.905112 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Routers {'02fd75c9-2143-498c-a0f3-70372983799d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:04:11.905718 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['02fd75c9-2143-498c-a0f3-70372983799d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:12.081791 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Set router 02fd75c9-2143-498c-a0f3-70372983799d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:04:12.391632 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:01Z', 'revision_number': 4, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'bd0792ba-f967-4250-87d3-d1078a8b3fa8', 'name': '', 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'mac_address': 'fa:16:3e:fb:0a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:04:01Z', 'updated_at': '2022-05-05T17:04:02Z', 'revision_number': 2, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'subnets': [{'id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:12.395350 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Checking router: 02fd75c9-2143-498c-a0f3-70372983799d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:04:12.395798 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Updating router 02fd75c9-2143-498c-a0f3-70372983799d port bd0792ba-f967-4250-87d3-d1078a8b3fa8 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:04:12.411484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9f0434e5-5742-471c-b9c6-213605639fc2 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:12.447183 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:12.516906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 9f0434e5-5742-471c-b9c6-213605639fc2 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:12.521792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9f0434e5-5742-471c-b9c6-213605639fc2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:12.522169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:12.639902 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:12.676165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 9f0434e5-5742-471c-b9c6-213605639fc2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9f0434e5-5742-471c-b9c6-213605639fc2,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:12.740045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:12.812327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=9f0434e5-5742-471c-b9c6-213605639fc2,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:12.831866 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:12.844052 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Transition to ACTIVE for port object bd0792ba-f967-4250-87d3-d1078a8b3fa8 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:12.957198 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:13.086617 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637eec0-6503-491a-93f6-dce0154d0582 None None] Pushing event updated for resources: {'Port': ['ID=bd0792ba-f967-4250-87d3-d1078a8b3fa8,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:13.097982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa071ce-fa08-480a-acfa-d6e03571c1cb req-c9a09a43-e212-428d-8767-e59076fde3c6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:13.099816 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-daa071ce-fa08-480a-acfa-d6e03571c1cb req-c9a09a43-e212-428d-8767-e59076fde3c6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 943 time: 0.0943072 May 05 17:04:13.164266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-daa071ce-fa08-480a-acfa-d6e03571c1cb req-676d0eee-2822-4158-bd3f-8eeecd0d8880 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565422 May 05 17:04:13.185196 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Attempting to bind port bd0792ba-f967-4250-87d3-d1078a8b3fa8 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:04:13.185844 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Attempting to bind port bd0792ba-f967-4250-87d3-d1078a8b3fa8 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:04:13.186408 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Attempting to bind port bd0792ba-f967-4250-87d3-d1078a8b3fa8 on network a66ce185-dd44-4355-8eeb-1700797bb16f {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:13.193396 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:04:13.193773 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Checking segment: {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:04:13.194171 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:13.194560 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Bound using segment: {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:04:13.195020 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Bound port: bd0792ba-f967-4250-87d3-d1078a8b3fa8, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6146597-7ea0-4e6b-92f6-eae35a24426e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:04:13.195394 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:13.294343 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] For port bd0792ba-f967-4250-87d3-d1078a8b3fa8, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:04:13.297289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] For port bd0792ba-f967-4250-87d3-d1078a8b3fa8, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd0792ba-f967-4250-87d3-d1078a8b3fa8,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:04:13.403676 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:13.482235 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637eec0-6503-491a-93f6-dce0154d0582 None None] Pushing event updated for resources: {'Port': ['ID=bd0792ba-f967-4250-87d3-d1078a8b3fa8,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:13.487182 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Routers {'02fd75c9-2143-498c-a0f3-70372983799d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:04:13.487807 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:03:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['02fd75c9-2143-498c-a0f3-70372983799d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:13.573757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 53f141bb-336c-4596-a271-c42d3014470d details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:04:13.673269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] Set router 02fd75c9-2143-498c-a0f3-70372983799d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:04:13.719422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 53f141bb-336c-4596-a271-c42d3014470d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53f141bb-336c-4596-a271-c42d3014470d,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:13.738301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '53f141bb-336c-4596-a271-c42d3014470d', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'port_id': '53f141bb-336c-4596-a271-c42d3014470d', 'mac_address': 'fa:16:3e:96:fc:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:04:13.799223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:13.816505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53f141bb-336c-4596-a271-c42d3014470d {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:04:13.831874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 53f141bb-336c-4596-a271-c42d3014470d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53f141bb-336c-4596-a271-c42d3014470d,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:13.923101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:13.984366 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:01Z', 'revision_number': 4, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'bd0792ba-f967-4250-87d3-d1078a8b3fa8', 'name': '', 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'mac_address': 'fa:16:3e:fb:0a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:04:01Z', 'updated_at': '2022-05-05T17:04:13Z', 'revision_number': 4, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'subnets': [{'id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:04:13.987977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=53f141bb-336c-4596-a271-c42d3014470d,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:13.988894 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8387a37f-6c82-44e0-aae4-9a4b6c029a64 None None] The sync data for ids ['02fd75c9-2143-498c-a0f3-70372983799d'] in dv-neutron-840483-1-hyperv is: [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:01Z', 'revision_number': 4, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'bd0792ba-f967-4250-87d3-d1078a8b3fa8', 'name': '', 'network_id': 'a66ce185-dd44-4355-8eeb-1700797bb16f', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'mac_address': 'fa:16:3e:fb:0a:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:04:01Z', 'updated_at': '2022-05-05T17:04:13Z', 'revision_number': 4, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'subnets': [{'id': 'd3266d92-9efd-4a16-8b25-10b4e1d9b187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:04:14.247363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['53f141bb-336c-4596-a271-c42d3014470d'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:04:14.366933 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9577c37-dd21-4983-aa90-9cb8d5c3d569 req-2a417126-f59b-4677-a9e5-358faea3e6e2 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:14.376038 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d9577c37-dd21-4983-aa90-9cb8d5c3d569 req-2a417126-f59b-4677-a9e5-358faea3e6e2 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 944 time: 0.0902946 May 05 17:04:14.438269 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d9577c37-dd21-4983-aa90-9cb8d5c3d569 req-255049d8-e917-424c-9354-889be146bde6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610671 May 05 17:04:14.486490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9f0434e5-5742-471c-b9c6-213605639fc2 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:14.557405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9f0434e5-5742-471c-b9c6-213605639fc2 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:14.557769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:14.678165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd0792ba-f967-4250-87d3-d1078a8b3fa8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:14.831683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port bd0792ba-f967-4250-87d3-d1078a8b3fa8 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:14.836875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bd0792ba-f967-4250-87d3-d1078a8b3fa8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:14.837311 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:14.959321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:14.991524 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port bd0792ba-f967-4250-87d3-d1078a8b3fa8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd0792ba-f967-4250-87d3-d1078a8b3fa8,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:15.037248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:15.105748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=bd0792ba-f967-4250-87d3-d1078a8b3fa8,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:15.590421 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 53f141bb-336c-4596-a271-c42d3014470d up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:15.634684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02423b5-7ef5-4c8d-8be9-cab5fc99ea4f req-970db641-f709-4855-96dd-8af977d48519 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:15.636220 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c02423b5-7ef5-4c8d-8be9-cab5fc99ea4f req-970db641-f709-4855-96dd-8af977d48519 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 944 time: 0.0792668 May 05 17:04:15.685228 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c02423b5-7ef5-4c8d-8be9-cab5fc99ea4f req-a300a978-6d85-4f32-bf4f-9fdd3b5ad774 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431995 May 05 17:04:15.711713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 53f141bb-336c-4596-a271-c42d3014470d completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:15.717127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 53f141bb-336c-4596-a271-c42d3014470d triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:15.717528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:15.866123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:15.892222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f141bb-336c-4596-a271-c42d3014470d'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:04:15.903092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 53f141bb-336c-4596-a271-c42d3014470d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53f141bb-336c-4596-a271-c42d3014470d,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:15.946537 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6127c55d-e0c9-41b9-9865-c21edf1b0d8d'] response: {'server_uuid': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53f141bb-336c-4596-a271-c42d3014470d', 'code': 200} May 05 17:04:15.991738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:16.058996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=53f141bb-336c-4596-a271-c42d3014470d,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:16.389246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-489e6768-145c-40c0-9530-926492b45b36 req-c616b2df-0764-496c-bf65-50921e5c13f8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 1098 time: 0.0699885 May 05 17:04:16.393803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd0792ba-f967-4250-87d3-d1078a8b3fa8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:16.431747 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-489e6768-145c-40c0-9530-926492b45b36 req-308a577d-dec5-4ef5-ab40-268539385c0c service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370855 May 05 17:04:16.463547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port bd0792ba-f967-4250-87d3-d1078a8b3fa8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:16.463912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:16.887616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fc3cf-07a5-4100-8ebe-012efbf02e38 req-4d50a2f5-f3ae-4daa-b3dc-d6f375bec966 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:16.895471 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b31fc3cf-07a5-4100-8ebe-012efbf02e38 req-4d50a2f5-f3ae-4daa-b3dc-d6f375bec966 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 945 time: 0.0813146 May 05 17:04:16.937153 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b31fc3cf-07a5-4100-8ebe-012efbf02e38 req-8c8fb3fb-3353-4134-9c89-eee77227caae tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424790 May 05 17:04:18.143936 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec8be6-4c40-43cc-a2fa-96c548919c45 req-b42a56fa-5602-4cae-a3fa-e5e12c4ae320 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:18.145408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fcec8be6-4c40-43cc-a2fa-96c548919c45 req-b42a56fa-5602-4cae-a3fa-e5e12c4ae320 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 945 time: 0.0792775 May 05 17:04:18.193129 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fcec8be6-4c40-43cc-a2fa-96c548919c45 req-d26a48db-c455-427a-b3c5-4e715f941a49 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421002 May 05 17:04:18.394689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd1ebd-c0e7-4442-b860-475ba42ab9ff req-beefaf61-15c8-4792-851c-a82cbfbfdf73 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:18.396099 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-29cd1ebd-c0e7-4442-b860-475ba42ab9ff req-beefaf61-15c8-4792-851c-a82cbfbfdf73 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 945 time: 0.0793786 May 05 17:04:18.441975 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-29cd1ebd-c0e7-4442-b860-475ba42ab9ff req-f81c1b35-8651-45af-9164-c04a86a3ed28 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401652 May 05 17:04:20.271759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2bc39dfd-94b1-425d-a028-927960a5103f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:22.425910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2897f17d-e493-47a9-ba7e-de79a2c4424d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:23.720009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:23.819963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:25.253578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:34.100387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:36.609101 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac451f2f-a395-4d97-bb83-7b1c771a76df req-7c8e632d-e992-4e58-b2aa-808b5bb63f8b tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:36.610726 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac451f2f-a395-4d97-bb83-7b1c771a76df req-7c8e632d-e992-4e58-b2aa-808b5bb63f8b tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 945 time: 0.1628513 May 05 17:04:36.655973 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac451f2f-a395-4d97-bb83-7b1c771a76df req-5c964c27-8ed1-4923-b361-f4ecd53cc3c5 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395982 May 05 17:04:37.809509 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:04:37.857959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6649874-038c-464f-8d35-86b40adcd203 req-3ec651b4-d099-4d90-aed6-7e95e331b342 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:37.859695 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e6649874-038c-464f-8d35-86b40adcd203 req-3ec651b4-d099-4d90-aed6-7e95e331b342 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 945 time: 0.0814378 May 05 17:04:37.908554 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e6649874-038c-464f-8d35-86b40adcd203 req-1a99faf5-9ec2-4935-8d6f-2531b6ce5df1 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433614 May 05 17:04:38.212268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-abedb90d-1e1b-4733-bae2-b535942e5809 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:38.214825 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-abedb90d-1e1b-4733-bae2-b535942e5809 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 945 time: 0.0795403 May 05 17:04:38.282358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Deleting port 53f141bb-336c-4596-a271-c42d3014470d {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:04:38.282698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:38.521552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] For port 53f141bb-336c-4596-a271-c42d3014470d, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=53f141bb-336c-4596-a271-c42d3014470d,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:38.521820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:38.640929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Calling delete_port for 53f141bb-336c-4596-a271-c42d3014470d owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:04:38.847459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:38.859087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['53f141bb-336c-4596-a271-c42d3014470d'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:04:38.896650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Pushing event deleted for resources: {'Port': ['ID=53f141bb-336c-4596-a271-c42d3014470d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:38.938676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.938676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.938988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.939205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.939566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.939902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.940234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.940561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.940884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.941210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.941533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:38.987787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] No DVR routers for this DVR port 53f141bb-336c-4596-a271-c42d3014470d on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:04:38.990324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:38.998648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'name': 'network-vif-deleted', 'tag': '53f141bb-336c-4596-a271-c42d3014470d'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:04:39.083096 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f095c34a-f019-4746-a600-7f620aa76d32'] response: {'server_uuid': '9abe112b-daa7-4490-a7f0-8a6fa12254e0', 'name': 'network-vif-deleted', 'tag': '53f141bb-336c-4596-a271-c42d3014470d', 'status': 'completed', 'code': 200} May 05 17:04:39.089502 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-714a0da6-f807-4f76-9c53-6e0e598b6e76 req-ffae2cbb-1672-40dd-98bd-a639c29d2dc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "DELETE /v2.0/ports/53f141bb-336c-4596-a271-c42d3014470d HTTP/1.1" status: 204 len: 173 time: 0.8704970 May 05 17:04:39.090955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-28d3d048-2cdd-40c5-bb7a-5ef3ab5438c1 req-6d4732d8-3ad3-4cb6-b365-05e715ce6100 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:04:39.197470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-28d3d048-2cdd-40c5-bb7a-5ef3ab5438c1 req-6d4732d8-3ad3-4cb6-b365-05e715ce6100 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:04:39.199364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-28d3d048-2cdd-40c5-bb7a-5ef3ab5438c1 req-6d4732d8-3ad3-4cb6-b365-05e715ce6100 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=9abe112b-daa7-4490-a7f0-8a6fa12254e0 HTTP/1.1" status: 200 len: 210 time: 0.1532362 May 05 17:04:41.065947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c36e6c0c-bffa-4227-9aab-3265e1c50798 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:41.067355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c36e6c0c-bffa-4227-9aab-3265e1c50798 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/networks?id=a3986708-1f73-4375-9d60-1d7de72ab746 HTTP/1.1" status: 200 len: 817 time: 0.1417551 May 05 17:04:41.083165 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c98e9aa9-11ee-4afb-a321-ab6171dbc32f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/quotas/30ccb54d3c5040dfa791ccc529218217 HTTP/1.1" status: 200 len: 375 time: 0.0104582 May 05 17:04:41.160967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-d25b35a8-6409-41e9-8d73-81a754463835 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=30ccb54d3c5040dfa791ccc529218217&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0726457 May 05 17:04:41.297593 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-6961f265-e614-491e-a437-db28e322bcb6 service neutron] 10.222.0.70 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243656 May 05 17:04:41.426895 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-2cecebde-5b41-4a7a-8ac0-c0bf99882675 service neutron] 10.222.0.70 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234968 May 05 17:04:41.675351 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ce67968d-c03f-40a4-9e89-a6d0151942bc req-c8dcc695-60e5-408d-9493-f469724fcff3 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 210 time: 0.0427141 May 05 17:04:41.730019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 53f141bb-336c-4596-a271-c42d3014470d no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:04:41.762909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 53f141bb-336c-4596-a271-c42d3014470d {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:04:41.763249 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 53f141bb-336c-4596-a271-c42d3014470d not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:04:42.847224 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cf61e49e-faa2-4bfe-9b73-7a7dfdc3186e req-54d9faa2-7ae6-4cd5-b659-0b89ce0fe6b4 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 210 time: 0.0489519 May 05 17:04:43.662100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-74606f60-fdf8-4349-906d-99cb040a78cb tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:43.663529 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-74606f60-fdf8-4349-906d-99cb040a78cb tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "GET /v2.0/networks?id=a3986708-1f73-4375-9d60-1d7de72ab746 HTTP/1.1" status: 200 len: 817 time: 0.2324688 May 05 17:04:43.678575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Request body: {'port': {'device_id': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'admin_state_up': True, 'tenant_id': '30ccb54d3c5040dfa791ccc529218217'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:04:43.818893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:04:43.829515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:04:43.904433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Made reservation on behalf of 30ccb54d3c5040dfa791ccc529218217 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:04:43.907472 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:44.013714 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-65ddf273-f1d4-428b-8e66-041dcf3278da req-4cab230d-9628-45d2-bcf1-cdcc230cd257 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 210 time: 0.0406997 May 05 17:04:44.069700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Allocated IP 172.20.0.8 (a3986708-1f73-4375-9d60-1d7de72ab746/7c1041ff-45e0-421b-bf58-51fbb9bf83c1/f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:04:44.269562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:44.285305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Transition to ACTIVE for port object f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:44.380363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:44.450446 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Network a3986708-1f73-4375-9d60-1d7de72ab746 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:04:44.453355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:04:44.457250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:04:44.490967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Pushing event updated for resources: {'Port': ['ID=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:44.527276 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:44.527813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:44.631406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-c4372597-46d5-48d8-a67c-4df963a75de6 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9562278 May 05 17:04:44.641763 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Request body: {'port': {'device_id': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:04:44.717418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-19c55e20-1671-4c58-80db-fdf07f78a29b None None] Provisioning for port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:44.730778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-19c55e20-1671-4c58-80db-fdf07f78a29b None None] Provisioning complete for port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:44.730778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-19c55e20-1671-4c58-80db-fdf07f78a29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:44.751196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:44.824555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-19c55e20-1671-4c58-80db-fdf07f78a29b None None] Port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:04:45.103675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:04:45.116718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:45.140849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Transition to ACTIVE for port object f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:04:45.236574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:45.394729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f0e12-06f1-4ecc-86f8-c2239ac08b62 req-60f87568-501c-4282-a4b5-462749a3bcc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:45.395434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-938f0e12-06f1-4ecc-86f8-c2239ac08b62 req-60f87568-501c-4282-a4b5-462749a3bcc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:04:45.409634 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Pushing event updated for resources: {'Port': ['ID=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:45.519249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-938f0e12-06f1-4ecc-86f8-c2239ac08b62 req-60f87568-501c-4282-a4b5-462749a3bcc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:04:45.522764 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-938f0e12-06f1-4ecc-86f8-c2239ac08b62 req-60f87568-501c-4282-a4b5-462749a3bcc8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 931 time: 0.3459334 May 05 17:04:45.544010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Attempting to bind port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:04:45.544347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Attempting to bind port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:04:45.544676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Attempting to bind port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba on network a3986708-1f73-4375-9d60-1d7de72ab746 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:45.560659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba on network a3986708-1f73-4375-9d60-1d7de72ab746 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:04:45.561179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Attempting to bind port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba on network a3986708-1f73-4375-9d60-1d7de72ab746 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:04:45.582286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:04:45.582533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Checking segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:04:45.582905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Bound using segment: {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:04:45.583339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Bound port: f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:04:45.583699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:45.607631 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-938f0e12-06f1-4ecc-86f8-c2239ac08b62 req-68971d6f-0c67-40ea-b884-e4bc28fa8a00 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806639 May 05 17:04:45.691079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] For port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:04:45.694075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] For port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:04:45.751735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:45.813266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:45.814618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] 10.222.0.71 "PUT /v2.0/ports/f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba HTTP/1.1" status: 200 len: 1093 time: 1.1769526 May 05 17:04:45.815041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'tag': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:04:45.833469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef722a5a-5131-4a98-bcd8-356ebc3aec8f service neutron] Pushing event updated for resources: {'Port': ['ID=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:45.879290 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9e0a09-1d19-4eea-88a0-e4d9d7ff886b'] response: {'name': 'network-changed', 'server_uuid': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'tag': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba', 'status': 'completed', 'code': 200} May 05 17:04:46.064547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6da60e5f-76e8-4072-ad8a-c78de5dcac69 req-5e47f1a5-c22c-4e30-9f2f-ba1e26d44bdb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ccb54d3c5040dfa791ccc529218217&device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 1096 time: 0.1655548 May 05 17:04:46.205381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da60e5f-76e8-4072-ad8a-c78de5dcac69 req-61aa5415-b5c3-42eb-aa70-f867c040169c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:46.206711 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6da60e5f-76e8-4072-ad8a-c78de5dcac69 req-61aa5415-b5c3-42eb-aa70-f867c040169c service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=30ccb54d3c5040dfa791ccc529218217&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1352639 May 05 17:04:46.344323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da60e5f-76e8-4072-ad8a-c78de5dcac69 req-02241900-8385-4277-80fc-455fd8984050 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:46.345762 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6da60e5f-76e8-4072-ad8a-c78de5dcac69 req-02241900-8385-4277-80fc-455fd8984050 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328049 May 05 17:04:46.456393 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-508fa01a-8fda-4388-a28b-da4c579b3392 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=30ccb54d3c5040dfa791ccc529218217&device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 1096 time: 0.0697527 May 05 17:04:46.528230 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-a165cd05-2a62-4ec5-983b-f6285723d59c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba HTTP/1.1" status: 200 len: 217 time: 0.0650048 May 05 17:04:46.591905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-980b344e-8e45-40f4-8db8-a5c450454caa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:46.593368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-980b344e-8e45-40f4-8db8-a5c450454caa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=7c1041ff-45e0-421b-bf58-51fbb9bf83c1 HTTP/1.1" status: 200 len: 856 time: 0.0593004 May 05 17:04:46.672255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-49f4c458-a5be-4d54-ad92-7f625d9e7bb3 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a3986708-1f73-4375-9d60-1d7de72ab746&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731921 May 05 17:04:46.856306 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-4c7a4ce9-c01d-40a8-ae81-176771cbaae6 service neutron] 10.222.0.71 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781657 May 05 17:04:46.889900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d345c8-a61a-46ec-97fc-80767cd51045 req-63b4bc14-3625-4b84-acd2-df2e949ca119 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:46.892814 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-55d345c8-a61a-46ec-97fc-80767cd51045 req-63b4bc14-3625-4b84-acd2-df2e949ca119 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 943 time: 0.1482086 May 05 17:04:47.009534 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-55d345c8-a61a-46ec-97fc-80767cd51045 req-289c1a0d-75e3-45ed-872c-5193cea69133 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731997 May 05 17:04:47.031246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4daa41bc-e0e6-4041-86c6-0a7d73d40fda req-583f508a-3efe-4b7e-b07c-6104faf9b3f1 service neutron] 10.222.0.71 "GET /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685185 May 05 17:04:48.211257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f6976-c2cb-45e0-90f2-cb0ad4de20e2 req-5c43a8b3-d8e1-4a31-ad06-207fd36bd5e8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:48.212723 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-150f6976-c2cb-45e0-90f2-cb0ad4de20e2 req-5c43a8b3-d8e1-4a31-ad06-207fd36bd5e8 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 943 time: 0.0786579 May 05 17:04:48.258978 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-150f6976-c2cb-45e0-90f2-cb0ad4de20e2 req-21e1ffaf-fe41-4503-a70d-9d36f09e230f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403907 May 05 17:04:49.453542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99ddf3-0bb5-49dd-b770-202477741f06 req-3b952a8d-0163-426a-b1fc-0651eb24f89e tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:49.454898 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2a99ddf3-0bb5-49dd-b770-202477741f06 req-3b952a8d-0163-426a-b1fc-0651eb24f89e tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 943 time: 0.0742803 May 05 17:04:49.501719 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2a99ddf3-0bb5-49dd-b770-202477741f06 req-9fb32d19-4bd2-40d2-9c31-189c947aecc2 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413272 May 05 17:04:49.809102 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:04:49.944470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:49.959243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba', 'network_id': 'a3986708-1f73-4375-9d60-1d7de72ab746', 'port_id': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba', 'mac_address': 'fa:16:3e:c6:38:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c1041ff-45e0-421b-bf58-51fbb9bf83c1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:04:50.014101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:50.034277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:04:50.049447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:50.106020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:50.175805 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:50.282481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c30be46c-9458-4355-8fd8-0891d92745db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:50.427297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:04:50.700027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d72eb86-66b2-44fc-b888-3c42a77f001e req-06ef068b-89e1-46a2-94a9-b3fc4463a350 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:50.701405 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1d72eb86-66b2-44fc-b888-3c42a77f001e req-06ef068b-89e1-46a2-94a9-b3fc4463a350 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 944 time: 0.0765154 May 05 17:04:50.748148 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1d72eb86-66b2-44fc-b888-3c42a77f001e req-4aace6ee-9f94-414a-a568-57a201e448af tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 May 05 17:04:51.824532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:04:51.949478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf51c793-7407-4a06-96aa-ba9898599727 req-5bfdd558-602b-4fa3-99a9-6e0147115b69 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:51.950921 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bf51c793-7407-4a06-96aa-ba9898599727 req-5bfdd558-602b-4fa3-99a9-6e0147115b69 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 944 time: 0.0805171 May 05 17:04:51.991124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:04:51.995355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bf51c793-7407-4a06-96aa-ba9898599727 req-6d68b314-0b9b-45be-9abd-763098222cf9 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388157 May 05 17:04:51.997420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:04:51.997420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:52.110136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:52.136671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:04:52.146137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:04:52.195738 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac8a425e-fca5-4dcf-bc72-05e8fe0e9df3'] response: {'server_uuid': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba', 'code': 200} May 05 17:04:52.214506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:52.280342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:04:52.288687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.289032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.289369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.289700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.290039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.290361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.290685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.291009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.291328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.291691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.291996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:04:52.431381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9696a2e6-5269-40b3-b72b-dec3171b46f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:52.584662 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7a0637b1-e6cf-4555-9c80-2bf5cab04ade req-20049bc8-4407-4305-9bb1-3fb2e4affe8e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 1098 time: 0.0668068 May 05 17:04:52.627972 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7a0637b1-e6cf-4555-9c80-2bf5cab04ade req-dec4405c-96cf-4063-a273-f220aad07b90 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373359 May 05 17:04:53.197205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59f348-714f-4d37-abd0-373040a85c41 req-d043c513-0679-4961-9d7c-9c78398dc82f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:53.198671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bf59f348-714f-4d37-abd0-373040a85c41 req-d043c513-0679-4961-9d7c-9c78398dc82f tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 945 time: 0.0793958 May 05 17:04:53.244906 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bf59f348-714f-4d37-abd0-373040a85c41 req-f77eff41-f563-4343-bbc4-94426e37ab34 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404813 May 05 17:04:53.779826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:53.809006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:04:54.460039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddf378-e694-4104-911d-c50b49ec61a1 req-2223a804-8b79-478a-805e-01f1fe29dc8a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:54.461530 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a1ddf378-e694-4104-911d-c50b49ec61a1 req-2223a804-8b79-478a-805e-01f1fe29dc8a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 945 time: 0.0807040 May 05 17:04:54.508187 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a1ddf378-e694-4104-911d-c50b49ec61a1 req-331f6313-6e93-42b6-b8ff-272fa9cb222d tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404167 May 05 17:04:54.701456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ffcd8-3c80-4f23-a8bd-24278d736300 req-6d05b45d-3d33-4e51-880c-08a1e87a86a7 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:04:54.702880 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-925ffcd8-3c80-4f23-a8bd-24278d736300 req-6d05b45d-3d33-4e51-880c-08a1e87a86a7 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 945 time: 0.0759819 May 05 17:04:54.749659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-925ffcd8-3c80-4f23-a8bd-24278d736300 req-b1bdff82-f158-4bb7-b9e0-2618cde046bf tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410099 May 05 17:04:55.241654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:04.098369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:12.651138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c861e-7a77-477b-97cb-ed0527b86840 req-96ab5df1-8cc5-4ee6-8c75-edd308164c3e tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:12.653361 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd0c861e-7a77-477b-97cb-ed0527b86840 req-96ab5df1-8cc5-4ee6-8c75-edd308164c3e tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 945 time: 0.0808594 May 05 17:05:12.700020 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd0c861e-7a77-477b-97cb-ed0527b86840 req-1bf94d6f-694b-4a6c-bff9-32026d391657 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403383 May 05 17:05:13.897602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364eab08-cfc8-440e-bf26-738d9ad1ce2e req-28802389-6315-41f5-b884-d63525b1597a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:13.899038 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-364eab08-cfc8-440e-bf26-738d9ad1ce2e req-28802389-6315-41f5-b884-d63525b1597a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 945 time: 0.0758901 May 05 17:05:13.949144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-364eab08-cfc8-440e-bf26-738d9ad1ce2e req-dad4da0a-e536-4222-9f17-b54b11405516 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/security-groups?id=4f3f37bb-47e0-4181-a963-f85752858a90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437164 May 05 17:05:14.236987 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-ee635899-ee7e-422b-ad82-6a2607dd3e8a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:14.238453 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-ee635899-ee7e-422b-ad82-6a2607dd3e8a tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 945 time: 0.0766304 May 05 17:05:14.389323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Deleting port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:14.389660 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:14.626776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] For port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:14.627125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:14.744754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Calling delete_port for f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:14.814490 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:05:14.944452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:14.955860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:05:14.993445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Pushing event deleted for resources: {'Port': ['ID=f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:15.069516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] No DVR routers for this DVR port f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:05:15.072010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:15.076315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'name': 'network-vif-deleted', 'tag': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:05:15.126768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-ea107810-1ea3-4c33-882b-7c3f04bcef10 req-d1b33488-f7fb-4a04-ae0f-f715885050ae tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Synchronizing usage tracker for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:05:15.135653 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecc1964-5588-41ea-a9aa-a0f8a8b8b635'] response: {'server_uuid': '721fd865-5a33-4f29-8542-b18fdeeea1c8', 'name': 'network-vif-deleted', 'tag': 'f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba', 'status': 'completed', 'code': 200} May 05 17:05:15.140381 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4297dd37-2fa2-463e-9f65-3e368f02f7b6 req-1d9ef217-ba4e-4c05-868c-72c5345a8f80 tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.71 "DELETE /v2.0/ports/f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba HTTP/1.1" status: 204 len: 173 time: 0.8970318 May 05 17:05:15.214002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-ea107810-1ea3-4c33-882b-7c3f04bcef10 req-d1b33488-f7fb-4a04-ae0f-f715885050ae tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] Unset dirty status for tenant:30ccb54d3c5040dfa791ccc529218217 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:05:15.215801 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ea107810-1ea3-4c33-882b-7c3f04bcef10 req-d1b33488-f7fb-4a04-ae0f-f715885050ae tempest-TestEncryptedCinderVolumes-1097795859 tempest-TestEncryptedCinderVolumes-1097795859-project] 10.222.0.70 "GET /v2.0/ports?device_id=721fd865-5a33-4f29-8542-b18fdeeea1c8 HTTP/1.1" status: 200 len: 210 time: 0.1305141 May 05 17:05:16.443784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58454) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:16.838323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:17.515995 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Deleting port 9f0434e5-5742-471c-b9c6-213605639fc2 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:17.516793 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:17.697600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] For port 9f0434e5-5742-471c-b9c6-213605639fc2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9f0434e5-5742-471c-b9c6-213605639fc2,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:17.697948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:17.814899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Calling delete_port for 9f0434e5-5742-471c-b9c6-213605639fc2 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:17.980150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:18.012998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:18.014149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f2d9319b-5249-4f2b-9fcb-f1ffc30c8eba not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:18.064211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:18.112383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f0434e5-5742-471c-b9c6-213605639fc2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:18.406035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:19.069275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Router b7a0d74e-e827-4039-85b7-66c995fcb620 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:05:19.266014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:05:19.275206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] Sync routers for ids ['b7a0d74e-e827-4039-85b7-66c995fcb620'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:05:19.278093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9e8b9f18-8693-4b68-922b-4b5aa6b36a54 admin admin] 10.222.0.70 "PUT /v2.0/routers/b7a0d74e-e827-4039-85b7-66c995fcb620/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8332560 May 05 17:05:19.281573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58458) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:19.287784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] Routers {'b7a0d74e-e827-4039-85b7-66c995fcb620'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:19.288389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:04:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7a0d74e-e827-4039-85b7-66c995fcb620'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:19.480054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:19.499882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] Set router b7a0d74e-e827-4039-85b7-66c995fcb620 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:19.679625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:19.774496 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Deleting port c6b84aee-5ccf-404d-87c2-ac46e778941b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:19.774823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:19.791232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:05:17Z', 'revision_number': 5, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port': {'id': 'c6b84aee-5ccf-404d-87c2-ac46e778941b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:af:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:51Z', 'updated_at': '2022-05-05T17:03:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:19.795625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] Checking router: b7a0d74e-e827-4039-85b7-66c995fcb620 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:05:19.806996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] Routers {'b7a0d74e-e827-4039-85b7-66c995fcb620'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:19.807648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:04:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7a0d74e-e827-4039-85b7-66c995fcb620'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:19.951501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] For port c6b84aee-5ccf-404d-87c2-ac46e778941b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=c6b84aee-5ccf-404d-87c2-ac46e778941b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:19.951855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:19.964293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] Set router b7a0d74e-e827-4039-85b7-66c995fcb620 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:20.069317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Calling delete_port for c6b84aee-5ccf-404d-87c2-ac46e778941b owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:20.070393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:05:19Z', 'revision_number': 6, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:20.074665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f098f197-9951-4090-aa5e-53bf47208ac8 None None] The sync data for ids ['b7a0d74e-e827-4039-85b7-66c995fcb620'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7a0d74e-e827-4039-85b7-66c995fcb620', 'name': 'tempest-TestEncryptedCinderVolumes-2068604534-router', 'tenant_id': '30ccb54d3c5040dfa791ccc529218217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:50Z', 'updated_at': '2022-05-05T17:05:19Z', 'revision_number': 6, 'project_id': '30ccb54d3c5040dfa791ccc529218217', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:05:20.287981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ced394f2-c386-46b9-b646-a127713bbe8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:20.299730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:20.343663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6b84aee-5ccf-404d-87c2-ac46e778941b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:20.476340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9f0434e5-5742-471c-b9c6-213605639fc2 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:20.512427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 9f0434e5-5742-471c-b9c6-213605639fc2 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:20.512782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9f0434e5-5742-471c-b9c6-213605639fc2 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:20.680907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:20.935748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:20.940212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.018123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.018701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7a0d74e-e827-4039-85b7-66c995fcb620 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:05:21.032065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.033800 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-898816ed-6825-4744-a764-f86513d54d6f admin admin] 10.222.0.70 "DELETE /v2.0/routers/b7a0d74e-e827-4039-85b7-66c995fcb620 HTTP/1.1" status: 204 len: 168 time: 1.7507782 May 05 17:05:21.035810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58462) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:21.096692 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Deleting subnet 7c1041ff-45e0-421b-bf58-51fbb9bf83c1 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:05:21.100122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.153240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.229687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.374360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.415366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c1041ff-45e0-421b-bf58-51fbb9bf83c1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:21.419961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.425819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f3caa0-abe5-4e15-9333-45ea46994dac None None] Network a3986708-1f73-4375-9d60-1d7de72ab746 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:05:21.427581 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-00722113-9ae4-47e3-9057-04eb7985b5c5 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7c1041ff-45e0-421b-bf58-51fbb9bf83c1 HTTP/1.1" status: 204 len: 168 time: 0.3906534 May 05 17:05:21.430290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58466) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:21.533362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.543855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Deleting port e4e477fb-011a-4499-b02d-ec76766a4648 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:21.544181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.676088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] DHCP port deletion for a3986708-1f73-4375-9d60-1d7de72ab746 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:05:21.680468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Deleting port e4e477fb-011a-4499-b02d-ec76766a4648 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:21.680836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.751038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] For port e4e477fb-011a-4499-b02d-ec76766a4648, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e4e477fb-011a-4499-b02d-ec76766a4648,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:21.751577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:21.873237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Calling delete_port for e4e477fb-011a-4499-b02d-ec76766a4648 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:21.888689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] For port e4e477fb-011a-4499-b02d-ec76766a4648, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e4e477fb-011a-4499-b02d-ec76766a4648,segment=NetworkSegment(c5e3418c-2bf4-45d2-9b27-22ac1bd768cc),segment_id=c5e3418c-2bf4-45d2-9b27-22ac1bd768cc)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:21.889081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.013688 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Calling delete_port for e4e477fb-011a-4499-b02d-ec76766a4648 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:22.093984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.128231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:05:22.128577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:05:22.138109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e477fb-011a-4499-b02d-ec76766a4648,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:22.144133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] No DVR routers for this DVR port e4e477fb-011a-4499-b02d-ec76766a4648 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:05:22.256860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.281745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3986708-1f73-4375-9d60-1d7de72ab746']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:22.293416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:22.296339 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e3418c-2bf4-45d2-9b27-22ac1bd768cc') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:22.305458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.325395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.331688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:05:22.332069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:05:22.345544 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:05:22.413690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b080f74-aff1-4009-aeb4-aac4c14c2988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.422794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e4e477fb-011a-4499-b02d-ec76766a4648 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:22.454792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e4e477fb-011a-4499-b02d-ec76766a4648 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:22.455423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e4e477fb-011a-4499-b02d-ec76766a4648 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:22.455613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6b84aee-5ccf-404d-87c2-ac46e778941b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:22.459788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.475996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.487301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: c6b84aee-5ccf-404d-87c2-ac46e778941b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:22.487666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device c6b84aee-5ccf-404d-87c2-ac46e778941b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:22.488303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] Pushing event deleted for resources: {'Network': ['ID=a3986708-1f73-4375-9d60-1d7de72ab746,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:22.579608 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-49aeaada-f977-4d68-82ba-85eb12874c7e admin admin] 10.222.0.70 "DELETE /v2.0/networks/a3986708-1f73-4375-9d60-1d7de72ab746 HTTP/1.1" status: 204 len: 168 time: 1.1483638 May 05 17:05:22.582454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58470) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:22.630256 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Deleting port e4e477fb-011a-4499-b02d-ec76766a4648 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:22.630683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:22.697237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-12e5db0d-4f67-4ddf-9146-9b7211ec0eb0 None None] The port 'e4e477fb-011a-4499-b02d-ec76766a4648' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:05:22.976273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:23.558281 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Deleting port bd0792ba-f967-4250-87d3-d1078a8b3fa8 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:23.558991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:23.717207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:23.796980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:23.817412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] For port bd0792ba-f967-4250-87d3-d1078a8b3fa8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=bd0792ba-f967-4250-87d3-d1078a8b3fa8,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:23.817684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:23.939229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Calling delete_port for bd0792ba-f967-4250-87d3-d1078a8b3fa8 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:24.134183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:24.179586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd0792ba-f967-4250-87d3-d1078a8b3fa8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:24.471196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:25.036428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Router 02fd75c9-2143-498c-a0f3-70372983799d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:05:25.242556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:25.331513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:05:25.339929 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] Sync routers for ids ['02fd75c9-2143-498c-a0f3-70372983799d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:05:25.340725 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d41ccc69-1aef-4b7a-882f-03b456777729 admin admin] 10.222.0.70 "PUT /v2.0/routers/02fd75c9-2143-498c-a0f3-70372983799d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7572815 May 05 17:05:25.343742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58474) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:25.358098 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] Routers {'02fd75c9-2143-498c-a0f3-70372983799d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:25.359258 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['02fd75c9-2143-498c-a0f3-70372983799d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:25.537037 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] Set router 02fd75c9-2143-498c-a0f3-70372983799d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:25.538905 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:25.741404 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:25.808198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Deleting port 79865fca-bd94-44a0-b79c-4f2c67d49e96 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:25.808557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:25.847250 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66'}], 'enable_snat': True}, 'gw_port_id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:05:24Z', 'revision_number': 5, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port': {'id': '79865fca-bd94-44a0-b79c-4f2c67d49e96', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fd75c9-2143-498c-a0f3-70372983799d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:04:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:25.851098 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] Checking router: 02fd75c9-2143-498c-a0f3-70372983799d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:05:25.862142 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] Routers {'02fd75c9-2143-498c-a0f3-70372983799d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:25.862726 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['02fd75c9-2143-498c-a0f3-70372983799d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:25.983225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] For port 79865fca-bd94-44a0-b79c-4f2c67d49e96, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=79865fca-bd94-44a0-b79c-4f2c67d49e96,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:25.983844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:26.014469 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] Set router 02fd75c9-2143-498c-a0f3-70372983799d gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:26.104218 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Calling delete_port for 79865fca-bd94-44a0-b79c-4f2c67d49e96 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:26.121933 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:05:25Z', 'revision_number': 6, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:26.126427 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da361937-4d97-4d26-858e-a74f0786ddee None None] The sync data for ids ['02fd75c9-2143-498c-a0f3-70372983799d'] in dv-neutron-840483-1-hyperv is: [{'id': '02fd75c9-2143-498c-a0f3-70372983799d', 'name': 'tempest-TestEncryptedCinderVolumes-1132224535-router', 'tenant_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:03:58Z', 'updated_at': '2022-05-05T17:05:25Z', 'revision_number': 6, 'project_id': 'b34a7613d6dd4f518eb24bd2f9548b84', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:05:26.357607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:26.405248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=79865fca-bd94-44a0-b79c-4f2c67d49e96,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:26.519370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd0792ba-f967-4250-87d3-d1078a8b3fa8 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:26.553718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: bd0792ba-f967-4250-87d3-d1078a8b3fa8 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:26.554158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device bd0792ba-f967-4250-87d3-d1078a8b3fa8 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:26.626348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:26.989346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:26.993609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.075722 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.076388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02fd75c9-2143-498c-a0f3-70372983799d {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:05:27.088720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.089847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-88d62d11-8ba5-427d-a93d-ba0e7bdf77e0 admin admin] 10.222.0.70 "DELETE /v2.0/routers/02fd75c9-2143-498c-a0f3-70372983799d HTTP/1.1" status: 204 len: 168 time: 1.7452369 May 05 17:05:27.093045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58478) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:27.155861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Deleting subnet d3266d92-9efd-4a16-8b25-10b4e1d9b187 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:05:27.159103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.211600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.297363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.438294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.481068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3266d92-9efd-4a16-8b25-10b4e1d9b187,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:27.487932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.494030 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-59c13739-672b-46aa-b920-1225df019c98 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d3266d92-9efd-4a16-8b25-10b4e1d9b187 HTTP/1.1" status: 204 len: 168 time: 0.3999908 May 05 17:05:27.494223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a503a1-d626-4635-8aa1-8a655154af8d None None] Network a66ce185-dd44-4355-8eeb-1700797bb16f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:05:27.496659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58482) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:27.602316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.613364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Deleting port 3642ea62-1c55-4a54-9b58-372cfb470bc2 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:27.613688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.749853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] DHCP port deletion for a66ce185-dd44-4355-8eeb-1700797bb16f request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:05:27.754024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Deleting port 3642ea62-1c55-4a54-9b58-372cfb470bc2 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:27.754587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.906961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] For port 3642ea62-1c55-4a54-9b58-372cfb470bc2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3642ea62-1c55-4a54-9b58-372cfb470bc2,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:27.907317 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:27.956158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] For port 3642ea62-1c55-4a54-9b58-372cfb470bc2, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3642ea62-1c55-4a54-9b58-372cfb470bc2,segment=NetworkSegment(b6146597-7ea0-4e6b-92f6-eae35a24426e),segment_id=b6146597-7ea0-4e6b-92f6-eae35a24426e)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:27.956474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.032248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Calling delete_port for 3642ea62-1c55-4a54-9b58-372cfb470bc2 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:28.083418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Calling delete_port for 3642ea62-1c55-4a54-9b58-372cfb470bc2 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:05:28.166931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.174811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:05:28.175169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:05:28.214303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Pushing event deleted for resources: {'Port': ['ID=3642ea62-1c55-4a54-9b58-372cfb470bc2,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:28.224234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] No DVR routers for this DVR port 3642ea62-1c55-4a54-9b58-372cfb470bc2 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:05:28.253070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.253412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.253748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.254079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.254410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.254741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.255068 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.255393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.255747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.256074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.256393 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:28.345328 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.375002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a66ce185-dd44-4355-8eeb-1700797bb16f']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:28.387597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6146597-7ea0-4e6b-92f6-eae35a24426e') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:28.388566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6146597-7ea0-4e6b-92f6-eae35a24426e') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:28.400183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.415965 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.421587 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79865fca-bd94-44a0-b79c-4f2c67d49e96 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:28.423999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:05:28.423999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:05:28.437687 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:05:28.455385 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 79865fca-bd94-44a0-b79c-4f2c67d49e96 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:28.455765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79865fca-bd94-44a0-b79c-4f2c67d49e96 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:28.456185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3642ea62-1c55-4a54-9b58-372cfb470bc2 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:05:28.490658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 3642ea62-1c55-4a54-9b58-372cfb470bc2 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:05:28.490918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3642ea62-1c55-4a54-9b58-372cfb470bc2 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:05:28.568252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.588195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.599224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] Pushing event deleted for resources: {'Network': ['ID=a66ce185-dd44-4355-8eeb-1700797bb16f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:28.601777 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b6af78c8-8970-4fe5-8bbb-176d3c907ade admin admin] 10.222.0.70 "DELETE /v2.0/networks/a66ce185-dd44-4355-8eeb-1700797bb16f HTTP/1.1" status: 204 len: 168 time: 1.1039453 May 05 17:05:28.676882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Deleting port 3642ea62-1c55-4a54-9b58-372cfb470bc2 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:05:28.677266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:28.741383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-43f8c437-ffe7-4aba-beb4-46e709f1c62f None None] The port '3642ea62-1c55-4a54-9b58-372cfb470bc2' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:05:28.986807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58488) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:29.036181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0cd34d4b-5a75-4fe9-a244-bb069d0443b9 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=30ccb54d3c5040dfa791ccc529218217&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480671 May 05 17:05:29.038586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58492) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:29.096623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56ea29c5-6419-4b5b-b928-ca0b82c89870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:29.121845 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56ea29c5-6419-4b5b-b928-ca0b82c89870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:29.275236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56ea29c5-6419-4b5b-b928-ca0b82c89870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:29.292855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ea29c5-6419-4b5b-b928-ca0b82c89870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3f37bb-47e0-4181-a963-f85752858a90,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:29.371430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-56ea29c5-6419-4b5b-b928-ca0b82c89870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:29.372856 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-56ea29c5-6419-4b5b-b928-ca0b82c89870 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4f3f37bb-47e0-4181-a963-f85752858a90 HTTP/1.1" status: 204 len: 168 time: 0.3331745 May 05 17:05:30.145228 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58500) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:30.198997 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9784bff5-c31c-4837-8af3-af1b99d313c2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=b34a7613d6dd4f518eb24bd2f9548b84&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524840 May 05 17:05:30.202132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58504) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:30.263714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afcd386-fd45-4c0b-b4aa-4480ac95fe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:30.288096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afcd386-fd45-4c0b-b4aa-4480ac95fe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:30.425195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afcd386-fd45-4c0b-b4aa-4480ac95fe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:30.441622 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afcd386-fd45-4c0b-b4aa-4480ac95fe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9ccde0-e171-486f-97bc-f1e7b0a3c9ad,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:30.446016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3afcd386-fd45-4c0b-b4aa-4480ac95fe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:30.447308 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3afcd386-fd45-4c0b-b4aa-4480ac95fe02 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/8b9ccde0-e171-486f-97bc-f1e7b0a3c9ad HTTP/1.1" status: 204 len: 168 time: 0.2439423 May 05 17:05:31.636942 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58526) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:31.766797 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-723710760-network', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:05:31.771589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:31.775377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Usage tracker for resource:network and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:31.778205 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:31.784634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:31.859729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Made reservation on behalf of c28dd6e2657a4708a76981cf1927e23b for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:05:31.862056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:31.875404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:31.905976 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:31.909778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:31.912780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:31.918747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:31.987916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.042342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.073004 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 754} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:05:32.081819 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8983ddd-0567-4f3d-834a-22cb03e2de85,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:32.087522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.087860 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Added segment 579229db-c9f3-4bba-9b33-736e62560be4 of type vlan for network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 May 05 17:05:32.115425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.185600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.186641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:32.187376 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.289123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] Pushing event updated for resources: {'Network': ['ID=6eee61a2-1075-48c2-91f9-aaf954b8ab66,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:32.298488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:05:32.340488 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cee33d1e-2537-428c-973f-092608a60e85 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7024415 May 05 17:05:32.343445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58532) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:32.349496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Request body: {'subnet': {'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-723710760-subnet', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:05:32.355062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:32.359478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Usage tracker for resource:subnet and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:32.362372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:32.368195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:32.431033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Made reservation on behalf of c28dd6e2657a4708a76981cf1927e23b for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:05:32.433314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.671422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:32.834124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14511e79-bc03-4218-aea6-56371fccfa70,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:32.846750 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Checking segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:32.847144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Network hostable DHCP agents. Network: 6eee61a2-1075-48c2-91f9-aaf954b8ab66, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:05:32.916616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:05:32.996854 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 6eee61a2-1075-48c2-91f9-aaf954b8ab66) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:33.001094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:33.001663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.005491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705f6715-07d2-4eae-a868-4ff8a1ccd3c3 None None] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:05:33.083383 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-20aac658-054d-4e5d-83c8-7472894d9334 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7386897 May 05 17:05:33.085939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58536) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:33.092078 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:05:33.096909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:33.100867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Usage tracker for resource:router and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:33.103695 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:33.110946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:33.168579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.170588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.192204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.224418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:05:33.225222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.410242 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.414651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Allocated IP 172.20.0.2 (6eee61a2-1075-48c2-91f9-aaf954b8ab66/14511e79-bc03-4218-aea6-56371fccfa70/b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:05:33.618466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.629309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Transition to ACTIVE for port object b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:33.648752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Transition to ACTIVE for port object b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:33.682926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.713108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.750472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.824215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:33.827736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:33.832091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:05:33.834193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Pushing event updated for resources: {'Port': ['ID=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:33.864231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Allocated IP 172.26.2.90 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:05:33.920465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Attempting to bind port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:05:33.920854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Attempting to bind port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:05:33.921205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Attempting to bind port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd on network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:05:33.927636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:05:33.928010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Checking segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:33.928410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:33.928804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Bound using segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:05:33.929268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Bound port: b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:05:33.929644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.017701 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.022022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] For port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:05:34.025159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] For port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:05:34.105567 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.128502 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.141592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.188015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246140ab-ad37-4762-bb27-ea939238f0a4 None None] Pushing event updated for resources: {'Port': ['ID=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:34.200859 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:34.204206 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:34.210135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:05:34.241666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Pushing event updated for resources: {'Port': ['ID=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:34.466686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:34.473910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.474652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:34.619760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:34.796700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Router 690592d8-7964-4c56-81be-29c7e47bc3e8 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:05:35.003421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:05:35.016982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Sync routers for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:05:35.029620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:35.030250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:35.082753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:35.084237 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f39b0409-7c7c-46ab-87c2-e4cd1e01b79d admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9972765 May 05 17:05:35.086757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58540) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:35.140268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2457c914-fa80-4880-bd3d-fe4da4a4e121 None None] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:05:35.323748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] Provisioning for port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:35.360457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] Provisioning complete for port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:35.360825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:35.405131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:35.761295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:35.882084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] For port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:35.910760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:34Z', 'revision_number': 3, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:35.915303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Checking router: 690592d8-7964-4c56-81be-29c7e47bc3e8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:05:35.921979 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Updating router 690592d8-7964-4c56-81be-29c7e47bc3e8 port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:05:35.962665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:35.964332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.014105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.126586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a735b593-f363-4b29-9207-ea7cd69e2e36 None None] Pushing event updated for resources: {'Port': ['ID=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:36.183313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Allocated IP 172.20.0.1 (6eee61a2-1075-48c2-91f9-aaf954b8ab66/14511e79-bc03-4218-aea6-56371fccfa70/fc9bc91d-df22-4ef6-9564-893f0571ec8b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:05:36.259342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4c44ea0a-f6cf-45e1-bfda-ba6021196bda None None] Provisioning complete for port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:36.259753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4c44ea0a-f6cf-45e1-bfda-ba6021196bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.335572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.352010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Transition to ACTIVE for port object fc9bc91d-df22-4ef6-9564-893f0571ec8b will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:36.431551 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.447330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:36.501257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:36.504114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:36.508503 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:05:36.524872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.533505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9bc91d-df22-4ef6-9564-893f0571ec8b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:36.541162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Transition to ACTIVE for port object d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:36.555258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:36.555258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.562974 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.649934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.714619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.757830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f7ec-cadd-4cd9-924e-87bf8bcb6d5d None None] Pushing event updated for resources: {'Port': ['ID=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:36.771710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Attempting to bind port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:05:36.772383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Attempting to bind port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:05:36.772483 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Attempting to bind port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:05:36.781692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:05:36.782023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:36.782331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.782722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:05:36.783188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Bound port: d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:05:36.783944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.825156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-040a284f-c1a2-4dfc-b6c4-39ebc2740cf4 None None] Provisioning for port fc9bc91d-df22-4ef6-9564-893f0571ec8b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:36.835754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-040a284f-c1a2-4dfc-b6c4-39ebc2740cf4 None None] Provisioning complete for port fc9bc91d-df22-4ef6-9564-893f0571ec8b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:36.836127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-040a284f-c1a2-4dfc-b6c4-39ebc2740cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.906684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] For port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:05:36.910911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] For port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:05:36.912008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-040a284f-c1a2-4dfc-b6c4-39ebc2740cf4 None None] Port fc9bc91d-df22-4ef6-9564-893f0571ec8b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:05:36.947960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:36.980104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:37.019697 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:37.067178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d75f7ec-cadd-4cd9-924e-87bf8bcb6d5d None None] Pushing event updated for resources: {'Port': ['ID=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:37.070029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:37.070616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:37.126811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:37.130291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Pushing event updated for resources: {'Port': ['ID=fc9bc91d-df22-4ef6-9564-893f0571ec8b,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:37.250239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:37.379668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:37.380757 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:37.614166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 2, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:37.618155 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3abfc1b-7ced-48bd-9e93-26402666a725 None None] The sync data for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv is: [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 2, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:05:37.640199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-fadcb1e5-9c4e-4bed-9300-20962eaf990a None None] Provisioning complete for port fc9bc91d-df22-4ef6-9564-893f0571ec8b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:37.640660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fadcb1e5-9c4e-4bed-9300-20962eaf990a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:37.696663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-fadcb1e5-9c4e-4bed-9300-20962eaf990a None None] Port fc9bc91d-df22-4ef6-9564-893f0571ec8b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:05:37.795117 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Router 690592d8-7964-4c56-81be-29c7e47bc3e8 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:05:38.008890 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:05:38.018613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-562b4e91-af2a-409a-9ec9-2ed7026e9867 admin admin] 10.222.0.70 "PUT /v2.0/routers/690592d8-7964-4c56-81be-29c7e47bc3e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9305565 May 05 17:05:38.467846 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:38.596627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:38.601707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:38.602075 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:38.729575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:38.748250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:38.813856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:38.881726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:39.159988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58562) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:39.165398 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1164306801-network', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:05:39.170161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:39.174177 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Usage tracker for resource:network and tenant:3899e1c71b424baf9e73cfd84cda780c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:39.177589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:39.183441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:39.253540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Made reservation on behalf of 3899e1c71b424baf9e73cfd84cda780c for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:05:39.255915 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.268401 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.299923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:39.304343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Usage tracker for resource:security_group_rule and tenant:3899e1c71b424baf9e73cfd84cda780c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:39.307247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:39.315179 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:39.386260 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.448255 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.478356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:05:39.487472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb34b718-f01a-4e12-b7ad-955bf686d58e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:39.494704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.494704 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Added segment 2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd of type vlan for network 65a18e2e-21a8-493a-816c-fb89bb733d35 May 05 17:05:39.520773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.618227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.619102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:39.619708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:39.727562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] Pushing event updated for resources: {'Network': ['ID=65a18e2e-21a8-493a-816c-fb89bb733d35,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:39.738399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:05:39.787690 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3efc4b3d-2f95-43e8-9a8a-7b6dd38b8fce admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6240206 May 05 17:05:39.788463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58566) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:39.793333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Request body: {'subnet': {'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1164306801-subnet', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:05:39.799330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:39.803208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Usage tracker for resource:subnet and tenant:3899e1c71b424baf9e73cfd84cda780c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:39.806085 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:39.812564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:39.921151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Made reservation on behalf of 3899e1c71b424baf9e73cfd84cda780c for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:05:39.923473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.196745 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.274952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fa512a9-535e-4d36-9a88-706b85a6c2c3,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:40.284780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Checking segment: {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:40.285133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Network hostable DHCP agents. Network: 65a18e2e-21a8-493a-816c-fb89bb733d35, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:05:40.385446 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:05:40.432302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:40.459596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 65a18e2e-21a8-493a-816c-fb89bb733d35) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:40.466109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:40.467175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.468161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c60f1f-8fc4-4d6d-96e3-e9ca771b26b9 None None] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:05:40.546108 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d48deffe-4b7e-4073-a087-7dc308ddce9c admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7571292 May 05 17:05:40.548804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58570) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:40.554162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:05:40.559147 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:05:40.564543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Usage tracker for resource:router and tenant:3899e1c71b424baf9e73cfd84cda780c is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:05:40.567944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:05:40.574343 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:05:40.638373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:40.638808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.665392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.666666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.685887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.774196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-65a18e2e-21a8-493a-816c-fb89bb733d35', 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'fixed_ips': [{'subnet_id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:05:40.774990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.887341 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:40.956771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Allocated IP 172.20.0.2 (65a18e2e-21a8-493a-816c-fb89bb733d35/7fa512a9-535e-4d36-9a88-706b85a6c2c3/51e0130a-ab5c-43b5-a1a9-60754d62e989) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:05:41.249233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.259397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Transition to ACTIVE for port object 51e0130a-ab5c-43b5-a1a9-60754d62e989 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:41.280380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Transition to ACTIVE for port object 51e0130a-ab5c-43b5-a1a9-60754d62e989 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:41.291719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.321567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.355348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.426881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:41.429829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:41.432199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:05:41.439893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Pushing event updated for resources: {'Port': ['ID=51e0130a-ab5c-43b5-a1a9-60754d62e989,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:41.457026 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Allocated IP 172.26.2.138 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/b669ea0a-8fc8-46b2-b634-30de2101245f) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:05:41.527109 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Attempting to bind port 51e0130a-ab5c-43b5-a1a9-60754d62e989 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:05:41.527383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Attempting to bind port 51e0130a-ab5c-43b5-a1a9-60754d62e989 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:05:41.527779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Attempting to bind port 51e0130a-ab5c-43b5-a1a9-60754d62e989 on network 65a18e2e-21a8-493a-816c-fb89bb733d35 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:05:41.535370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:05:41.535776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Checking segment: {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:41.536183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.536573 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Bound using segment: {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:05:41.537040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Bound port: 51e0130a-ab5c-43b5-a1a9-60754d62e989, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:05:41.537412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.604207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.631262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] For port 51e0130a-ab5c-43b5-a1a9-60754d62e989, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:05:41.634426 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] For port 51e0130a-ab5c-43b5-a1a9-60754d62e989, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=51e0130a-ab5c-43b5-a1a9-60754d62e989,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:05:41.688452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.721206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:41.760906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:41.765113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:41.767500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=b669ea0a-8fc8-46b2-b634-30de2101245f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:41.769487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:05:41.805901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9399c1-7ccb-498f-812e-9676e395f484 None None] Pushing event updated for resources: {'Port': ['ID=51e0130a-ab5c-43b5-a1a9-60754d62e989,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:42.017329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:42.018076 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:42.344031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Router 976b0a97-546a-449f-85e3-fbcb4948d138 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:05:42.469008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 51e0130a-ab5c-43b5-a1a9-60754d62e989 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:42.559020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:05:42.570374 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Sync routers for ids ['976b0a97-546a-449f-85e3-fbcb4948d138'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:05:42.584543 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Routers {'976b0a97-546a-449f-85e3-fbcb4948d138'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:42.585247 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['976b0a97-546a-449f-85e3-fbcb4948d138'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:42.596653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 51e0130a-ab5c-43b5-a1a9-60754d62e989 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:42.649515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:42.649515 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c771c732-ef8d-459d-98ba-4a4216dfdcf8 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0993588 May 05 17:05:42.652375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58574) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:05:42.775255 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Set router 976b0a97-546a-449f-85e3-fbcb4948d138 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:42.790377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ca581c-6200-4a05-bd4d-8938388f6a20 None None] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:05:43.000516 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] Provisioning for port 51e0130a-ab5c-43b5-a1a9-60754d62e989 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:43.018353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] Provisioning complete for port 51e0130a-ab5c-43b5-a1a9-60754d62e989 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:43.018728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.072696 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:05:41Z', 'revision_number': 3, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:43.077512 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Checking router: 976b0a97-546a-449f-85e3-fbcb4948d138 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:05:43.077738 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Updating router 976b0a97-546a-449f-85e3-fbcb4948d138 port b669ea0a-8fc8-46b2-b634-30de2101245f binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:05:43.129832 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.199358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.238233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] For port 51e0130a-ab5c-43b5-a1a9-60754d62e989, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=51e0130a-ab5c-43b5-a1a9-60754d62e989,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:43.322363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.409056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86faa4-77a8-4ba0-ac8d-ec5eea91f8db None None] Pushing event updated for resources: {'Port': ['ID=51e0130a-ab5c-43b5-a1a9-60754d62e989,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:43.523818 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.537525 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Transition to ACTIVE for port object b669ea0a-8fc8-46b2-b634-30de2101245f will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:43.547797 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8231ba2a-3945-4fe6-9423-88da7e8dfba3 None None] Provisioning complete for port 51e0130a-ab5c-43b5-a1a9-60754d62e989 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:43.548236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8231ba2a-3945-4fe6-9423-88da7e8dfba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.570310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.613943 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.693883 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Pushing event updated for resources: {'Port': ['ID=b669ea0a-8fc8-46b2-b634-30de2101245f,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:43.700361 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Attempting to bind port b669ea0a-8fc8-46b2-b634-30de2101245f on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:05:43.700718 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Attempting to bind port b669ea0a-8fc8-46b2-b634-30de2101245f by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:05:43.701073 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Attempting to bind port b669ea0a-8fc8-46b2-b634-30de2101245f on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:05:43.712931 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.713267 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.713797 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.714303 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.714814 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.715139 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.716030 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.716516 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.717044 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.717569 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.718094 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:43.721587 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:05:43.722457 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:43.723062 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.723662 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:05:43.724348 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Bound port: b669ea0a-8fc8-46b2-b634-30de2101245f, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:05:43.724722 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.796565 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] For port b669ea0a-8fc8-46b2-b634-30de2101245f, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:05:43.799606 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] For port b669ea0a-8fc8-46b2-b634-30de2101245f, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b669ea0a-8fc8-46b2-b634-30de2101245f,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:05:43.799814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Allocated IP 172.20.0.1 (65a18e2e-21a8-493a-816c-fb89bb733d35/7fa512a9-535e-4d36-9a88-706b85a6c2c3/79c52e12-8e37-4b28-ba42-833a8f4dce81) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:05:43.881232 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.951216 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:43.963202 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf17e6-1aa8-4bd9-8dc4-e77a5c5373bc None None] Pushing event updated for resources: {'Port': ['ID=b669ea0a-8fc8-46b2-b634-30de2101245f,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:43.967863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Transition to ACTIVE for port object 79c52e12-8e37-4b28-ba42-833a8f4dce81 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:43.968908 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Routers {'976b0a97-546a-449f-85e3-fbcb4948d138'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:43.969520 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['976b0a97-546a-449f-85e3-fbcb4948d138'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:44.077389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.143308 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:44.146017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:44.149714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:05:44.156129 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] Set router 976b0a97-546a-449f-85e3-fbcb4948d138 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:44.182390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Pushing event updated for resources: {'Port': ['ID=79c52e12-8e37-4b28-ba42-833a8f4dce81,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:44.212540 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.391625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.451656 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-fca571f1-d17e-477c-be75-10462774a303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:05:41Z', 'revision_number': 3, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:44.452313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 51e0130a-ab5c-43b5-a1a9-60754d62e989 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:44.456604 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca571f1-d17e-477c-be75-10462774a303 None None] The sync data for ids ['976b0a97-546a-449f-85e3-fbcb4948d138'] in dv-neutron-840483-1-hyperv is: [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:05:41Z', 'revision_number': 3, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:05:44.494868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-48a9cd43-c6db-476c-a49c-bd31e290a485 None None] Provisioning for port 79c52e12-8e37-4b28-ba42-833a8f4dce81 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:44.509767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-48a9cd43-c6db-476c-a49c-bd31e290a485 None None] Provisioning complete for port 79c52e12-8e37-4b28-ba42-833a8f4dce81 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:44.510136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-48a9cd43-c6db-476c-a49c-bd31e290a485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.569354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-48a9cd43-c6db-476c-a49c-bd31e290a485 None None] Port 79c52e12-8e37-4b28-ba42-833a8f4dce81 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:05:44.581050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 51e0130a-ab5c-43b5-a1a9-60754d62e989 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:44.581345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.631683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.693830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.803287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:44.806720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Pushing event updated for resources: {'Port': ['ID=79c52e12-8e37-4b28-ba42-833a8f4dce81,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:44.944791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:05:44.946025 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:05:45.192888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b3861f87-d87e-439f-8509-99d4410437b5 None None] Provisioning complete for port 79c52e12-8e37-4b28-ba42-833a8f4dce81 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:45.193352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b3861f87-d87e-439f-8509-99d4410437b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:45.248282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-b3861f87-d87e-439f-8509-99d4410437b5 None None] Port 79c52e12-8e37-4b28-ba42-833a8f4dce81 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:05:45.432390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Router 976b0a97-546a-449f-85e3-fbcb4948d138 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:05:45.635088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:05:45.646183 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-df06a1e4-b9d4-4a2f-8135-3a0b9608660e admin admin] 10.222.0.70 "PUT /v2.0/routers/976b0a97-546a-449f-85e3-fbcb4948d138/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9920321 May 05 17:05:50.288032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-18356aab-84fe-4ec8-af16-4433ebea2d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:51.507489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Sync routers for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:05:51.554942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:51.558052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:51.765737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:51.827146 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:05:52.107039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 2, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:52.111469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Checking router: 690592d8-7964-4c56-81be-29c7e47bc3e8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:05:52.111837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Updating router 690592d8-7964-4c56-81be-29c7e47bc3e8 port fc9bc91d-df22-4ef6-9564-893f0571ec8b binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:05:52.167481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:52.456926 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8b788b0e-d41a-4f16-827d-232f76dfe329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:52.504823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b669ea0a-8fc8-46b2-b634-30de2101245f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:52.673449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:52.688066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Transition to ACTIVE for port object fc9bc91d-df22-4ef6-9564-893f0571ec8b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:52.698850 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port b669ea0a-8fc8-46b2-b634-30de2101245f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:52.707300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b669ea0a-8fc8-46b2-b634-30de2101245f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:52.714683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:52.768255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:52.892063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Pushing event updated for resources: {'Port': ['ID=fc9bc91d-df22-4ef6-9564-893f0571ec8b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:52.980673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.981630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.982011 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.982298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.982631 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.982959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.983586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.983908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.984228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.984548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.984868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:05:52.992389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:53.039347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port b669ea0a-8fc8-46b2-b634-30de2101245f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b669ea0a-8fc8-46b2-b634-30de2101245f,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:53.111210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Attempting to bind port fc9bc91d-df22-4ef6-9564-893f0571ec8b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:05:53.111606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Attempting to bind port fc9bc91d-df22-4ef6-9564-893f0571ec8b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:05:53.116312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Attempting to bind port fc9bc91d-df22-4ef6-9564-893f0571ec8b on network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:05:53.117045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:53.167103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:05:53.167508 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Checking segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:53.167913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:53.168355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Bound using segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:05:53.169113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Bound port: fc9bc91d-df22-4ef6-9564-893f0571ec8b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:05:53.169752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:53.288771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=b669ea0a-8fc8-46b2-b634-30de2101245f,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:53.330464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] For port fc9bc91d-df22-4ef6-9564-893f0571ec8b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:05:53.334199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] For port fc9bc91d-df22-4ef6-9564-893f0571ec8b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=fc9bc91d-df22-4ef6-9564-893f0571ec8b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:05:53.723143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:53.773820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:53.819693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e82401-d31b-416c-8b31-56e5e3617076 None None] Pushing event updated for resources: {'Port': ['ID=fc9bc91d-df22-4ef6-9564-893f0571ec8b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:53.829477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:53.830116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:53.942761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:54.040299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:54.333961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Sync routers for ids ['976b0a97-546a-449f-85e3-fbcb4948d138'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:05:54.345938 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Routers {'976b0a97-546a-449f-85e3-fbcb4948d138'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:54.346835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['976b0a97-546a-449f-85e3-fbcb4948d138'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:54.415909 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:53Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:54.426572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136ad67c-3286-485c-820a-5aa51c5975ed None None] The sync data for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv is: [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:53Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:05:54.527565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b669ea0a-8fc8-46b2-b634-30de2101245f up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:54.572924 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Set router 976b0a97-546a-449f-85e3-fbcb4948d138 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:54.695116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port b669ea0a-8fc8-46b2-b634-30de2101245f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:54.695504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:54.849714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fc9bc91d-df22-4ef6-9564-893f0571ec8b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:54.984412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port fc9bc91d-df22-4ef6-9564-893f0571ec8b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:54.990737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port fc9bc91d-df22-4ef6-9564-893f0571ec8b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:54.991123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.007307 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:05:44Z', 'revision_number': 4, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '79c52e12-8e37-4b28-ba42-833a8f4dce81', 'name': '', 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'mac_address': 'fa:16:3e:38:c2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:43Z', 'updated_at': '2022-05-05T17:05:44Z', 'revision_number': 2, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'subnets': [{'id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:55.021820 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Checking router: 976b0a97-546a-449f-85e3-fbcb4948d138 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:05:55.022130 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Updating router 976b0a97-546a-449f-85e3-fbcb4948d138 port 79c52e12-8e37-4b28-ba42-833a8f4dce81 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:05:55.121896 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.220182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.269052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port fc9bc91d-df22-4ef6-9564-893f0571ec8b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=fc9bc91d-df22-4ef6-9564-893f0571ec8b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:55.326993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.357092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.439092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=fc9bc91d-df22-4ef6-9564-893f0571ec8b,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:55.604979 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.617713 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Transition to ACTIVE for port object 79c52e12-8e37-4b28-ba42-833a8f4dce81 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:05:55.708974 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.849597 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b88cfa-29e2-4d2e-a112-075bcea4c373 None None] Pushing event updated for resources: {'Port': ['ID=79c52e12-8e37-4b28-ba42-833a8f4dce81,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:55.951700 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Attempting to bind port 79c52e12-8e37-4b28-ba42-833a8f4dce81 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:05:55.952055 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Attempting to bind port 79c52e12-8e37-4b28-ba42-833a8f4dce81 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:05:55.952405 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Attempting to bind port 79c52e12-8e37-4b28-ba42-833a8f4dce81 on network 65a18e2e-21a8-493a-816c-fb89bb733d35 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:05:55.959905 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:05:55.960267 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Checking segment: {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:05:55.960655 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:55.961036 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Bound using segment: {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:05:55.961491 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Bound port: 79c52e12-8e37-4b28-ba42-833a8f4dce81, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:05:55.961852 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:56.065922 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] For port 79c52e12-8e37-4b28-ba42-833a8f4dce81, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:05:56.069451 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] For port 79c52e12-8e37-4b28-ba42-833a8f4dce81, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=79c52e12-8e37-4b28-ba42-833a8f4dce81,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:05:56.152187 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:56.257327 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b88cfa-29e2-4d2e-a112-075bcea4c373 None None] Pushing event updated for resources: {'Port': ['ID=79c52e12-8e37-4b28-ba42-833a8f4dce81,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:56.261925 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Routers {'976b0a97-546a-449f-85e3-fbcb4948d138'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:05:56.263421 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:05:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['976b0a97-546a-449f-85e3-fbcb4948d138'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:56.483393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fc9bc91d-df22-4ef6-9564-893f0571ec8b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:56.501678 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] Set router 976b0a97-546a-449f-85e3-fbcb4948d138 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:05:56.580658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port fc9bc91d-df22-4ef6-9564-893f0571ec8b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:56.581029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:56.874611 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:05:44Z', 'revision_number': 4, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '79c52e12-8e37-4b28-ba42-833a8f4dce81', 'name': '', 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'mac_address': 'fa:16:3e:38:c2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:43Z', 'updated_at': '2022-05-05T17:05:56Z', 'revision_number': 4, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'subnets': [{'id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:05:56.881835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59fcc578-c8a4-4bc6-a71f-84c42b750284 None None] The sync data for ids ['976b0a97-546a-449f-85e3-fbcb4948d138'] in dv-neutron-840483-1-hyperv is: [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:05:44Z', 'revision_number': 4, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '79c52e12-8e37-4b28-ba42-833a8f4dce81', 'name': '', 'network_id': '65a18e2e-21a8-493a-816c-fb89bb733d35', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'mac_address': 'fa:16:3e:38:c2:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:43Z', 'updated_at': '2022-05-05T17:05:56Z', 'revision_number': 4, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'subnets': [{'id': '7fa512a9-535e-4d36-9a88-706b85a6c2c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:05:58.499766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79c52e12-8e37-4b28-ba42-833a8f4dce81 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:05:58.629431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 79c52e12-8e37-4b28-ba42-833a8f4dce81 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:05:58.635111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 79c52e12-8e37-4b28-ba42-833a8f4dce81 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:05:58.635509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:58.765016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:58.797684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 79c52e12-8e37-4b28-ba42-833a8f4dce81, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=79c52e12-8e37-4b28-ba42-833a8f4dce81,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:05:58.857483 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:05:58.926223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=79c52e12-8e37-4b28-ba42-833a8f4dce81,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:05:59.808237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-f950d504-35a3-4831-a638-ac2e13a7f657 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:05:59.810294 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-f950d504-35a3-4831-a638-ac2e13a7f657 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 814 time: 0.1479142 May 05 17:05:59.826902 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-b5dafe59-9af6-47ff-858b-50e0ac98a8c0 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/quotas/c28dd6e2657a4708a76981cf1927e23b HTTP/1.1" status: 200 len: 375 time: 0.0108650 May 05 17:05:59.908023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-d07a64ae-13a5-4e16-842a-4139e93a6a85 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0756054 May 05 17:06:00.045993 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-7849ade9-8274-4194-b556-ef35c75c91b0 service neutron] 10.222.0.70 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257200 May 05 17:06:00.179838 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-5520b54b-7f9c-419e-92d2-970f419be52c service neutron] 10.222.0.70 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280382 May 05 17:06:00.453918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79c52e12-8e37-4b28-ba42-833a8f4dce81 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:06:00.478064 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-8baaee75-adee-4f8f-b56e-ffa14b7ccbbf req-192f1282-63ec-45ed-a8be-b32f1a5af625 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:06:00.529055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 79c52e12-8e37-4b28-ba42-833a8f4dce81 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:06:00.529480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:00.607805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-8baaee75-adee-4f8f-b56e-ffa14b7ccbbf req-192f1282-63ec-45ed-a8be-b32f1a5af625 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:06:00.611364 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8baaee75-adee-4f8f-b56e-ffa14b7ccbbf req-192f1282-63ec-45ed-a8be-b32f1a5af625 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 210 time: 0.1786427 May 05 17:06:01.741923 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5882a33d-6da9-48cc-aacb-3378942ea33c req-87458272-953c-41dc-a8c3-3793bd38ea26 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 210 time: 0.0420413 May 05 17:06:02.912838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-81eb927d-dcdf-4cdd-8318-8657810aa72d req-bb4395d7-0c90-4973-a98e-0d3a4dfefd12 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 210 time: 0.0407898 May 05 17:06:03.095828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-5da95c39-e3ff-4484-a0ce-53533858f861 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:03.097390 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-5da95c39-e3ff-4484-a0ce-53533858f861 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 814 time: 0.1456330 May 05 17:06:03.112495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'port': {'device_id': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'admin_state_up': True, 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:03.250773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:03.260381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:03.322038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Made reservation on behalf of c28dd6e2657a4708a76981cf1927e23b for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:06:03.325349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:03.495552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Allocated IP 172.20.0.11 (6eee61a2-1075-48c2-91f9-aaf954b8ab66/14511e79-bc03-4218-aea6-56371fccfa70/832195e2-8279-4a03-b3c4-cda6bb8ec10b) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:06:03.808575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:03.825848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Transition to ACTIVE for port object 832195e2-8279-4a03-b3c4-cda6bb8ec10b will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:06:03.923288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:04.005514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:04.012355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:06:04.015236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:06:04.019110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:06:04.051367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.051733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.053012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.053012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.053012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.053571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.053885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.054205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.054676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.055137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.055645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:04.093689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:04.103521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:04.104147 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:04.222409 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6f63b-babd-453e-a5f6-34f305ab892d req-e65c7ba0-156c-4fc2-89b8-2f15b155ae15 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:04.231202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-5fb6f63b-babd-453e-a5f6-34f305ab892d req-e65c7ba0-156c-4fc2-89b8-2f15b155ae15 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:06:04.250719 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dcbd705a-8ef4-434a-a04b-1c934e4dd6d1 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1416986 May 05 17:06:04.312121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-5fb6f63b-babd-453e-a5f6-34f305ab892d req-e65c7ba0-156c-4fc2-89b8-2f15b155ae15 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:06:04.315163 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5fb6f63b-babd-453e-a5f6-34f305ab892d req-e65c7ba0-156c-4fc2-89b8-2f15b155ae15 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.2057309 May 05 17:06:04.376039 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5fb6f63b-babd-453e-a5f6-34f305ab892d req-3d2eb756-5a0f-44ca-ae89-da65b6795724 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551126 May 05 17:06:04.430908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-15474611-ea55-4628-a966-1c080d88c52b None None] Provisioning for port 832195e2-8279-4a03-b3c4-cda6bb8ec10b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:06:04.438582 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-15474611-ea55-4628-a966-1c080d88c52b None None] Provisioning complete for port 832195e2-8279-4a03-b3c4-cda6bb8ec10b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:06:04.439150 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-15474611-ea55-4628-a966-1c080d88c52b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:04.505253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-15474611-ea55-4628-a966-1c080d88c52b None None] Port 832195e2-8279-4a03-b3c4-cda6bb8ec10b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:06:05.696035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c793d0-8cc4-4202-8b50-227d3079ba94 req-d47a502c-d5d7-499e-a775-44761e51b348 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:05.696035 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-89c793d0-8cc4-4202-8b50-227d3079ba94 req-d47a502c-d5d7-499e-a775-44761e51b348 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.1192281 May 05 17:06:05.730742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-89c793d0-8cc4-4202-8b50-227d3079ba94 req-5f992620-d87b-4a71-92af-e40843ec4b64 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:06:06.036378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-89c793d0-8cc4-4202-8b50-227d3079ba94 req-5f992620-d87b-4a71-92af-e40843ec4b64 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:06:06.037876 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-89c793d0-8cc4-4202-8b50-227d3079ba94 req-5f992620-d87b-4a71-92af-e40843ec4b64 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3646100 May 05 17:06:07.288949 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e073c0c-b0e5-4f48-be2b-2c2e634595a8 req-ba3a4286-2de4-4707-8ace-8c71ebb4824f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:07.291206 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e073c0c-b0e5-4f48-be2b-2c2e634595a8 req-ba3a4286-2de4-4707-8ace-8c71ebb4824f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.0917828 May 05 17:06:07.342609 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1e073c0c-b0e5-4f48-be2b-2c2e634595a8 req-80a2e8a6-7e76-452e-83ec-1944ccd421a3 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443525 May 05 17:06:08.734978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdbb25-962a-4154-bb37-893bd8b1bbad req-6a1eeb52-459a-4aa2-974b-be1c69c4962e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:08.736971 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41cdbb25-962a-4154-bb37-893bd8b1bbad req-6a1eeb52-459a-4aa2-974b-be1c69c4962e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.1044762 May 05 17:06:08.797327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-41cdbb25-962a-4154-bb37-893bd8b1bbad req-c6f4aaac-90f9-4200-bacb-8b5871c0b3d2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 May 05 17:06:10.015214 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d953ec5-cda2-4683-83f6-daef82a4143d req-9dd8fc30-5964-4b5a-8670-50526d92d053 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:10.016844 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d953ec5-cda2-4683-83f6-daef82a4143d req-9dd8fc30-5964-4b5a-8670-50526d92d053 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.0870562 May 05 17:06:10.070736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d953ec5-cda2-4683-83f6-daef82a4143d req-2264caa4-195c-46fa-b5d2-1ac986ecb495 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477664 May 05 17:06:11.268843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cad56d1-6b01-4bd0-9d4d-a0bcaed262c0 req-2aaf9748-d00e-4c72-9ab4-c3879c28e93d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:11.270268 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8cad56d1-6b01-4bd0-9d4d-a0bcaed262c0 req-2aaf9748-d00e-4c72-9ab4-c3879c28e93d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.0749066 May 05 17:06:11.319601 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8cad56d1-6b01-4bd0-9d4d-a0bcaed262c0 req-d51a7d7d-07c0-4159-b4a6-cc1357a7aebb tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436285 May 05 17:06:12.519269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d39044-db03-4b74-ae5a-6e44af5af5ce req-2f18f19e-0095-45ca-925f-b6e3a49ad999 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:12.520924 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b7d39044-db03-4b74-ae5a-6e44af5af5ce req-2f18f19e-0095-45ca-925f-b6e3a49ad999 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 932 time: 0.0795898 May 05 17:06:12.567766 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b7d39044-db03-4b74-ae5a-6e44af5af5ce req-1f77d992-6aa1-4f8d-b634-c90a037be108 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414364 May 05 17:06:13.039428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Request body: {'port': {'device_id': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:13.145889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:13.478425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832195e2-8279-4a03-b3c4-cda6bb8ec10b {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:06:13.486207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:13.500762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Transition to ACTIVE for port object 832195e2-8279-4a03-b3c4-cda6bb8ec10b will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:06:13.567391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:13.720115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:13.788339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b799db5-fb6b-4a57-9ed9-66cfee9dc70d req-c661b756-3455-4fc1-a5e9-15e7b4ccdf48 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:13.790113 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1b799db5-fb6b-4a57-9ed9-66cfee9dc70d req-c661b756-3455-4fc1-a5e9-15e7b4ccdf48 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 944 time: 0.0924776 May 05 17:06:13.847294 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1b799db5-fb6b-4a57-9ed9-66cfee9dc70d req-c1afe4eb-879a-4c93-bc0e-525cd863e282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506954 May 05 17:06:13.876004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Attempting to bind port 832195e2-8279-4a03-b3c4-cda6bb8ec10b on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:06:13.876356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Attempting to bind port 832195e2-8279-4a03-b3c4-cda6bb8ec10b by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:06:13.877130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Attempting to bind port 832195e2-8279-4a03-b3c4-cda6bb8ec10b on network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:06:13.883742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Port 832195e2-8279-4a03-b3c4-cda6bb8ec10b on network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:06:13.884068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Attempting to bind port 832195e2-8279-4a03-b3c4-cda6bb8ec10b on network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:06:13.892177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:06:13.892513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Checking segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:06:13.892895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Bound using segment: {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:06:13.893328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Bound port: 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '579229db-c9f3-4bba-9b33-736e62560be4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:06:13.893708 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:13.983749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:06:13.986721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:06:14.046502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:14.109794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:14.111142 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] 10.222.0.71 "PUT /v2.0/ports/832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 1094 time: 1.0761371 May 05 17:06:14.114315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:06:14.137820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2346b-2a97-47fa-b2bb-9e74a4c31dbf service neutron] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:14.173810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85b2e09d-bd38-4793-ad7c-8a5237cf6b41'] response: {'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'status': 'completed', 'code': 200} May 05 17:06:14.273546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2861e204-b586-4742-b68a-73cf3fa4df3b req-1a4f9bc0-51c6-4f8f-8b91-e883e14b1c98 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1097 time: 0.0729165 May 05 17:06:14.489225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861e204-b586-4742-b68a-73cf3fa4df3b req-e58a49d1-117b-443c-8e6d-7d631ba09b01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:14.490583 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2861e204-b586-4742-b68a-73cf3fa4df3b req-e58a49d1-117b-443c-8e6d-7d631ba09b01 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=c28dd6e2657a4708a76981cf1927e23b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2106335 May 05 17:06:14.621929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861e204-b586-4742-b68a-73cf3fa4df3b req-ed8faf95-afbb-4e64-9bb1-8b0f1713f99b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:14.623976 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2861e204-b586-4742-b68a-73cf3fa4df3b req-ed8faf95-afbb-4e64-9bb1-8b0f1713f99b service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1283777 May 05 17:06:14.728374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-684e967f-cc0f-428e-a694-540df815e2f3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1097 time: 0.0716166 May 05 17:06:14.794010 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-999462b2-5f37-40d0-81cd-e25330b594dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 217 time: 0.0596964 May 05 17:06:14.858673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-de7b6714-7a96-4eac-8eec-539e5dae7d4e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:14.860105 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-de7b6714-7a96-4eac-8eec-539e5dae7d4e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0607605 May 05 17:06:14.934038 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-da74967b-55ef-454c-b847-e4efff0cb0bc service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678360 May 05 17:06:15.065295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abae6ef-5812-41ed-991e-f5c1966f0cef req-73b57b02-0f43-4818-be2c-8df9d1bdfd43 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:15.066764 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2abae6ef-5812-41ed-991e-f5c1966f0cef req-73b57b02-0f43-4818-be2c-8df9d1bdfd43 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 944 time: 0.0790882 May 05 17:06:15.067198 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-d34df780-5211-46d6-bb4d-cd24bad0150d service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271448 May 05 17:06:15.113511 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2abae6ef-5812-41ed-991e-f5c1966f0cef req-06701a4d-6e10-4690-963d-f541d76f76a7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412645 May 05 17:06:15.203257 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21508b53-c22b-48d6-9b10-0bc38de18962 req-6a79a50f-29cd-43d6-970e-7656f8465995 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305060 May 05 17:06:16.317682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c0113-4591-4aa1-bfad-9b755864d792 req-d1581abc-1100-45ee-8049-a91e593b79cb tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:16.319100 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ee6c0113-4591-4aa1-bfad-9b755864d792 req-d1581abc-1100-45ee-8049-a91e593b79cb tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 944 time: 0.0818100 May 05 17:06:16.365009 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ee6c0113-4591-4aa1-bfad-9b755864d792 req-26e3ea44-1154-4daa-ae96-daf46dc87bd3 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401886 May 05 17:06:17.559639 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35c7d3-ca7a-400f-9123-84e601fb490b req-4929ad6a-54d3-4c0d-bb82-1366ff654a4d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:17.561266 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f35c7d3-ca7a-400f-9123-84e601fb490b req-4929ad6a-54d3-4c0d-bb82-1366ff654a4d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 944 time: 0.0747998 May 05 17:06:17.606563 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7f35c7d3-ca7a-400f-9123-84e601fb490b req-7b4e758c-c94e-47ed-9669-4ab9cff5ef19 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397267 May 05 17:06:18.226327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 832195e2-8279-4a03-b3c4-cda6bb8ec10b details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:06:18.364318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:06:18.378020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'port_id': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:06:18.431425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:18.451648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832195e2-8279-4a03-b3c4-cda6bb8ec10b {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:06:18.467226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:06:18.531818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:18.596774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:18.808986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269c1a6-7231-45de-b0b8-9aa58f197bbb req-568d7b3e-0b90-4aaa-b471-0c2b7a045f82 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:18.810701 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f269c1a6-7231-45de-b0b8-9aa58f197bbb req-568d7b3e-0b90-4aaa-b471-0c2b7a045f82 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 945 time: 0.0814905 May 05 17:06:18.849444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['832195e2-8279-4a03-b3c4-cda6bb8ec10b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:06:18.856607 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f269c1a6-7231-45de-b0b8-9aa58f197bbb req-c1ffc4b4-41b7-4636-b118-a0f00c052b29 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403695 May 05 17:06:20.057533 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5797c93-f221-43e2-9169-eec842b1c5f8 req-3e98f3b6-2bce-43f5-85b1-ea838949a64f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:20.058968 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d5797c93-f221-43e2-9169-eec842b1c5f8 req-3e98f3b6-2bce-43f5-85b1-ea838949a64f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 945 time: 0.0785303 May 05 17:06:20.105115 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d5797c93-f221-43e2-9169-eec842b1c5f8 req-e09094ae-4c92-42d5-bfc2-e146da99c660 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398030 May 05 17:06:20.229108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 832195e2-8279-4a03-b3c4-cda6bb8ec10b up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:06:20.283525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-83e459a3-fa6e-40c0-ba24-1654de1f0ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:20.367265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 832195e2-8279-4a03-b3c4-cda6bb8ec10b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:06:20.372512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 832195e2-8279-4a03-b3c4-cda6bb8ec10b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:06:20.372928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:20.512537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:20.539255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:06:20.548988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:06:20.641992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:20.711976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:20.760200 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a785a343-9243-4e08-82ef-d76f5ddc39b9'] response: {'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'code': 200} May 05 17:06:21.080144 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e627060f-2184-4e3b-b13f-614c33ebe396 req-de25108d-ecba-4883-9d67-686d36e06e18 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1099 time: 0.0712266 May 05 17:06:21.124028 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e627060f-2184-4e3b-b13f-614c33ebe396 req-1feedce4-9315-4ca3-95af-92e6037bd7fa service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377388 May 05 17:06:21.305658 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abd8c4-3953-45cf-811e-f80410ec3acb req-666511e7-66f1-4f58-944c-b285763ec708 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:21.307174 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-06abd8c4-3953-45cf-811e-f80410ec3acb req-666511e7-66f1-4f58-944c-b285763ec708 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0788808 May 05 17:06:21.357601 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-06abd8c4-3953-45cf-811e-f80410ec3acb req-e1d404a9-fc92-445f-8fed-48dd7147a134 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447440 May 05 17:06:22.436622 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8be44a8d-7535-4330-b4c0-d7993793cfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:22.562208 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2a68f7-5b3f-4306-836d-6bfb1e441af2 req-6e43409e-e83b-4f2c-bf51-31dbaa2eab82 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:22.563683 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd2a68f7-5b3f-4306-836d-6bfb1e441af2 req-6e43409e-e83b-4f2c-bf51-31dbaa2eab82 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0758111 May 05 17:06:22.610621 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd2a68f7-5b3f-4306-836d-6bfb1e441af2 req-f732aa2e-3cb1-44c0-8420-6177d8db12d9 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 May 05 17:06:23.709010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:23.809049 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b266fe25-28b1-4ce7-a082-e618117cdba3 req-aae223c7-8c68-4331-9b91-77c23205d5c0 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:23.811144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b266fe25-28b1-4ce7-a082-e618117cdba3 req-aae223c7-8c68-4331-9b91-77c23205d5c0 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0767591 May 05 17:06:23.817493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:23.856259 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b266fe25-28b1-4ce7-a082-e618117cdba3 req-ff4a9d84-632b-4e90-99b8-151bce3ea6ae tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393517 May 05 17:06:24.054234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b364d72-7c73-43c3-9c18-37a333547cac req-78239e4f-5ed2-4db5-90ae-833cb0acb6f4 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:24.055685 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3b364d72-7c73-43c3-9c18-37a333547cac req-78239e4f-5ed2-4db5-90ae-833cb0acb6f4 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0776114 May 05 17:06:24.099595 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3b364d72-7c73-43c3-9c18-37a333547cac req-c1419f0d-c147-45f8-86a9-2ac656e9aca3 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382872 May 05 17:06:24.520934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ade524-ca5f-49e5-bc63-3c0520754afe req-7718a1fe-cf46-4330-84f9-2500670e8a81 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:24.522298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-62ade524-ca5f-49e5-bc63-3c0520754afe req-7718a1fe-cf46-4330-84f9-2500670e8a81 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0750873 May 05 17:06:24.571123 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-62ade524-ca5f-49e5-bc63-3c0520754afe req-e0e98561-8348-4a12-afab-97767a036087 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432982 May 05 17:06:25.253135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:28.817040 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:06:34.097168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:37.619296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76be1c0-2c14-4185-8ae5-11537ebe8bb8 req-eb3926ed-c544-423f-add7-9450fe1e5e23 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:37.620761 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b76be1c0-2c14-4185-8ae5-11537ebe8bb8 req-eb3926ed-c544-423f-add7-9450fe1e5e23 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0767255 May 05 17:06:37.667545 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b76be1c0-2c14-4185-8ae5-11537ebe8bb8 req-1e821f49-32d5-4e86-b25f-57154f60f50d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407279 May 05 17:06:37.697546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58768) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:37.893793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8bcb04d5-8e14-4c03-8190-eb9387033db1 tempest-TestMinimumBasicScenario-944687646 tempest-TestMinimumBasicScenario-944687646-project-admin] Synchronizing usage tracker for tenant:3899e1c71b424baf9e73cfd84cda780c on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:06:37.973087 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8bcb04d5-8e14-4c03-8190-eb9387033db1 tempest-TestMinimumBasicScenario-944687646 tempest-TestMinimumBasicScenario-944687646-project-admin] Unset dirty status for tenant:3899e1c71b424baf9e73cfd84cda780c on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:06:37.974326 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8bcb04d5-8e14-4c03-8190-eb9387033db1 tempest-TestMinimumBasicScenario-944687646 tempest-TestMinimumBasicScenario-944687646-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1094 time: 0.2757847 May 05 17:06:37.977405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58774) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:37.982900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:37.988880 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:37.992653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:floatingip and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:37.995472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:38.001827 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:38.059097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:38.198522 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:38.331742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Allocated IP 172.26.2.197 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/792dc3b9-121f-478d-a162-3cbe9db0b31b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:06:38.565095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:38.642521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:38.713413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:06:38.716375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:06:38.721712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:06:38.746367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'Port': ['ID=792dc3b9-121f-478d-a162-3cbe9db0b31b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:38.768176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.768518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.768855 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.769190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.769519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.769849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.770175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.770513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.770814 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.771132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:38.771479 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:06:39.245713 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:39.356817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:39.567230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:39.658820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:39.766239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'Port': ['ID=792dc3b9-121f-478d-a162-3cbe9db0b31b,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:39.787088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:39.980401 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Floating IP 9dd8e252-4656-41db-9b3c-e2a4fc3b8b96 associated. External IP: 172.26.2.197, port: 832195e2-8279-4a03-b3c4-cda6bb8ec10b. May 05 17:06:40.528286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Router 690592d8-7964-4c56-81be-29c7e47bc3e8 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:06:40.730848 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:06:40.741449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] Sync routers for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:06:40.754237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:06:40.754874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:06:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:06:40.830507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:40.887213 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-afae8722-b14f-4dad-af87-effec81f865c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9085672 May 05 17:06:40.887863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:06:40.890843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58778) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:40.898046 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1858347947', 'description': 'tempest-secgroup-smoke-1858347947 description', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:40.906206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:40.916891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:40.933824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:06:41.018039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.030002 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9527a182-1260-4a97-9476-c686fd9760dc'] response: {'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'status': 'completed', 'code': 200} May 05 17:06:41.096546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:41.102976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:41.106752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:41.114275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:41.166300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-ddc7ca6d-1c15-42c8-874a-5b6c282e5822 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1099 time: 0.1130164 May 05 17:06:41.289894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '9dd8e252-4656-41db-9b3c-e2a4fc3b8b96', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'floating_ip_address': '172.26.2.197', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'port_id': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:06:39Z', 'updated_at': '2022-05-05T17:06:39Z', 'revision_number': 0, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:55Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:06:41.294153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] Checking router: 690592d8-7964-4c56-81be-29c7e47bc3e8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:06:41.306022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:06:41.306821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:06:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:06:41.351370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.404392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-d39c2ac3-c689-4f91-9f0d-8698df721942 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:41.406457 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-d39c2ac3-c689-4f91-9f0d-8698df721942 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.2318993 May 05 17:06:41.467468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.490864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:06:41.546057 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a7a8e-4ea5-4959-b162-1baecd833c95,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:41.556829 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-37060f6c-d30e-46ab-b8d9-9b8b9f331a61 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 1000 time: 0.1411624 May 05 17:06:41.613909 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.617782 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c22a8ae6-71e1-4512-b7b6-ffb2fb4b1250 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7229407 May 05 17:06:41.619197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58786) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:41.622897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-6be004eb-efc0-4efe-a708-32d9d91eabe9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:41.624374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-6be004eb-efc0-4efe-a708-32d9d91eabe9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0641446 May 05 17:06:41.625550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a7a8e-4ea5-4959-b162-1baecd833c95', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:41.632225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:41.636714 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:41.640995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:41.647392 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:41.701497 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-e640b0df-efb4-4863-be89-7a03dfe655c9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707481 May 05 17:06:41.717834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.796700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.839063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-de340ee5-f126-4eef-a049-f0778e9f9be0 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313238 May 05 17:06:41.856985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '9dd8e252-4656-41db-9b3c-e2a4fc3b8b96', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'floating_ip_address': '172.26.2.197', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'port_id': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:06:39Z', 'updated_at': '2022-05-05T17:06:39Z', 'revision_number': 0, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:55Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:06:41.861972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0498e7e3-df13-4153-80b2-1963ef9c5b55 None None] The sync data for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv is: [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '9dd8e252-4656-41db-9b3c-e2a4fc3b8b96', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'floating_ip_address': '172.26.2.197', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'port_id': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'mac_address': 'fa:16:3e:da:4b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:06:39Z', 'updated_at': '2022-05-05T17:06:39Z', 'revision_number': 0, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:55Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:06:41.870191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.900626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0ed287c-f692-4974-84d2-8857e07e8c22,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:41.986062 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52e91cc8-bfdf-4210-8d85-7ae9e2ac9d15 req-86d94e61-b6db-41f5-a430-89fb7c1845da service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409724 May 05 17:06:41.990469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:41.992377 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f8fc1cf3-21a9-4b26-b4c8-aade40fa5282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3729250 May 05 17:06:41.995265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58790) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:42.003818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a7a8e-4ea5-4959-b162-1baecd833c95', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:42.010132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:42.014072 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:42.017588 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:42.023798 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:42.075194 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b6ed06-3e8a-439c-809b-e0ab25f79b3f None None] New status for floating IP 9dd8e252-4656-41db-9b3c-e2a4fc3b8b96: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:06:42.117141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.180760 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.251605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.274186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ea50ca-2999-45df-bd19-72934b4c9f9d,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:42.361210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.362380 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a3b2a196-b896-437e-8932-1312760e3d1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3656588 May 05 17:06:42.365300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58794) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:42.370863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a7a8e-4ea5-4959-b162-1baecd833c95', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:42.377380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:42.381318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:42.384321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:42.391106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:42.492879 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.555043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.647630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.672395 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b05b8d6-2fc5-43a1-a34a-fea0c2b396be,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:42.733558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.735161 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-657325d8-050f-4736-9749-919f7d01d067 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3687212 May 05 17:06:42.737725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58798) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:42.743138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a7a8e-4ea5-4959-b162-1baecd833c95', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:42.749247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:42.753099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:42.755980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:42.761750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:42.842575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.912308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:42.988141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.015872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7b210b7-1f4a-4963-be27-2e4a29fc7483,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:43.076340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.078016 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5e2a197d-17ef-4907-9c9f-8cc5e83ec8d5 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3389766 May 05 17:06:43.089695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58802) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:43.089695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a7a8e-4ea5-4959-b162-1baecd833c95', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:43.096704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:43.110830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:43.110830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:43.118993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:43.167419 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Project c28dd6e2657a4708a76981cf1927e23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:06:43.174873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.243547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.328180 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.352863 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7444bd4d-2b0a-4504-ba5f-613caa0165f7,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:43.430442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.431650 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-22a9e207-d3b1-4c94-911d-31f909ba18f2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3488529 May 05 17:06:43.434343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58806) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:06:43.439902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'security_group_rule': {'security_group_id': 'aa4a7a8e-4ea5-4959-b162-1baecd833c95', 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:43.445894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:06:43.449631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Usage tracker for resource:security_group_rule and tenant:c28dd6e2657a4708a76981cf1927e23b is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:06:43.453081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:06:43.459110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:06:43.556224 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Project c28dd6e2657a4708a76981cf1927e23b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:06:43.563425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.631849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.727720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.751859 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2afc495-277d-4fc8-ad79-2d9dc40afc62,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:43.819192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:43.820456 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-29241450-1180-4eea-804f-ff0ba40f75ac tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3852181 May 05 17:06:43.950914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-ecae20af-f652-4818-b2cc-1febca5983b7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:06:44.063589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-ecae20af-f652-4818-b2cc-1febca5983b7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:06:44.064781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-ecae20af-f652-4818-b2cc-1febca5983b7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858347947&fields=id&tenant_id=c28dd6e2657a4708a76981cf1927e23b HTTP/1.1" status: 200 len: 267 time: 0.1535974 May 05 17:06:44.145418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-813348d1-cd89-4cd1-814b-12a22f37c176 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:44.146902 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-813348d1-cd89-4cd1-814b-12a22f37c176 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0764575 May 05 17:06:44.157356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'port': {'security_groups': ['f8983ddd-0567-4f3d-834a-22cb03e2de85', 'aa4a7a8e-4ea5-4959-b162-1baecd833c95']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:06:44.275440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:44.528595 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:06:44.554236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:44.616858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:44.628237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['832195e2-8279-4a03-b3c4-cda6bb8ec10b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:06:44.688341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:44.688967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:44.690381 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ccf531c5-8d87-457b-99e4-1321eb644d6e req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "PUT /v2.0/ports/832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 982 time: 0.5374458 May 05 17:06:44.690828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:06:44.716796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153b4f85-936e-4cc5-bbe8-8b4ca843c314 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=6']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:06:44.761374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d700df-537e-47e3-9395-c2457349e99d'] response: {'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'status': 'completed', 'code': 200} May 05 17:06:44.777593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['832195e2-8279-4a03-b3c4-cda6bb8ec10b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:06:44.927195 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-f9ac711c-52d4-4b30-b937-b4db084527f1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1138 time: 0.1447909 May 05 17:06:45.019138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c511febb-fb02-4ae2-ae2c-6e715b8731a1 None None] Provisioning complete for port 832195e2-8279-4a03-b3c4-cda6bb8ec10b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:06:45.020097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c511febb-fb02-4ae2-ae2c-6e715b8731a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:45.139220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ea64b-4b23-4621-b8e4-db3996014c73 req-0b4ce7c6-60ef-4178-a803-fa1c4c73e848 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:45.140901 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b1ea64b-4b23-4621-b8e4-db3996014c73 req-0b4ce7c6-60ef-4178-a803-fa1c4c73e848 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.2674627 May 05 17:06:45.203804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-36143d13-dedd-49c2-9020-b0e12f64b7a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:45.205246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-36143d13-dedd-49c2-9020-b0e12f64b7a8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.2661192 May 05 17:06:45.268560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b1ea64b-4b23-4621-b8e4-db3996014c73 req-e38991f8-998a-4d3f-b3db-3429bb2cd274 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1117802 May 05 17:06:45.321842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-d7756a75-7507-41c9-9f25-f05c3347740c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 1002 time: 0.1071525 May 05 17:06:45.386243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-5d460778-32bc-4218-a8d7-3f14e0d85756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:06:45.388286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-5d460778-32bc-4218-a8d7-3f14e0d85756 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0615895 May 05 17:06:45.472672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-f3784b0e-5429-45e0-a62e-c895fcaaf335 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785089 May 05 17:06:45.608310 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-9c943c34-4af2-4820-9331-b3a5e75f58ed service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292274 May 05 17:06:45.742760 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2173e04c-e75e-4959-b655-e4e6c8929826 req-75d33fef-8ac3-4a8b-aa07-8eaaa1ca54cb service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286342 May 05 17:06:50.304977 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-65eb1510-8c98-4f81-a1d1-752d80fd816b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:52.464245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dfda81bb-6db0-4df3-a983-d8819ed1a27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:53.705022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:53.796148 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:06:55.267892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:04.093066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:05.815402 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:07:13.756644 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-f8c3dde3-0d4e-4024-b9d9-924ef5195486 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670490 May 05 17:07:13.897075 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-ab26a5f4-d0a2-4cb2-b98a-77e6bbada7fd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1138 time: 0.0712218 May 05 17:07:14.040998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-d2d9c30e-fe8d-4015-b943-d9aeab6bd3f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:14.042441 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-d2d9c30e-fe8d-4015-b943-d9aeab6bd3f6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.1267912 May 05 17:07:14.140492 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-754aa3b9-aab0-4852-b55e-23c22293a94e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 1002 time: 0.0922081 May 05 17:07:14.204308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-a8f9d318-617f-4b08-a153-cbab1dc7f93d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:14.205720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-a8f9d318-617f-4b08-a153-cbab1dc7f93d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0595498 May 05 17:07:14.279268 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-8fd37421-b2db-4a36-93a5-aecde92a9ea9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667310 May 05 17:07:14.288943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-7aa6e895-b852-4bac-a5f3-b70b8231a1d7 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:07:14.289862 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-7aa6e895-b852-4bac-a5f3-b70b8231a1d7 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052843 May 05 17:07:14.420682 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-48e6dc27-32dc-493c-a0fc-0b0f8f7edee2 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248953 May 05 17:07:14.554116 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d2624ac4-5397-4537-94b8-c09f8cf6c411 req-2e536030-e745-4124-91e4-87a61ef23d93 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284032 May 05 17:07:20.273603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-08cefcfc-bbf6-4e27-852a-361d1628903e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:22.479638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c562892b-045a-43ad-815d-54175c40e209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:23.708462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:23.810716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:25.267884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:31.751102 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-af156d83-e4ac-4438-ac97-ba5dfa74322b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1138 time: 0.1279547 May 05 17:07:31.925845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16e7d4-18a1-4642-90d1-d33a715a81f3 req-a4c51b05-2b2c-4d15-833e-f71d22a876c8 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:31.927858 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5b16e7d4-18a1-4642-90d1-d33a715a81f3 req-a4c51b05-2b2c-4d15-833e-f71d22a876c8 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.3266432 May 05 17:07:32.011163 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5b16e7d4-18a1-4642-90d1-d33a715a81f3 req-fcb4da52-37e8-4f58-8b0f-0470dca9b681 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0739644 May 05 17:07:32.015348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-4d736eef-caff-4280-9b97-64aba3d0017a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:32.016857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-4d736eef-caff-4280-9b97-64aba3d0017a service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.2592707 May 05 17:07:32.118336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-c72723ef-7515-4879-9f22-7e302609d293 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 1002 time: 0.0954831 May 05 17:07:32.184044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-450dfea8-aa60-42a7-a7d3-579f2a0780cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:32.185456 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-450dfea8-aa60-42a7-a7d3-579f2a0780cb service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0608807 May 05 17:07:32.258946 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-d6ff44d2-5504-43ff-9a08-aad21500324b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672364 May 05 17:07:32.390038 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-83fc4b10-373c-4ffe-a595-f28311e04748 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248851 May 05 17:07:32.524888 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a756fd0-0930-420a-9bb3-e287b5d2b10d req-3992945b-b782-48e2-9044-02944573a4d9 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283479 May 05 17:07:33.282964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8215b700-c3e9-4ec2-9c77-41f5b952f66d req-dfd9b255-f039-4e11-9853-98e4118f41d2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:33.284478 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8215b700-c3e9-4ec2-9c77-41f5b952f66d req-dfd9b255-f039-4e11-9853-98e4118f41d2 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.1497300 May 05 17:07:33.335588 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8215b700-c3e9-4ec2-9c77-41f5b952f66d req-08c25989-d3eb-4e49-9574-df873f604f27 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452888 May 05 17:07:34.102086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:34.536239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41119000-f36f-4c17-86d5-ff0fffcb0f7b req-9d446779-10d7-4690-8160-d2bde7837282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:34.537752 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41119000-f36f-4c17-86d5-ff0fffcb0f7b req-9d446779-10d7-4690-8160-d2bde7837282 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0781057 May 05 17:07:34.588093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41119000-f36f-4c17-86d5-ff0fffcb0f7b req-36708267-b7c0-4141-9019-257180d9c062 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0447457 May 05 17:07:35.785113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f8207-4986-4248-b273-10189539a848 req-54aa42d6-b14e-47e4-9b29-19ee3b967b93 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:35.787324 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a99f8207-4986-4248-b273-10189539a848 req-54aa42d6-b14e-47e4-9b29-19ee3b967b93 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0803480 May 05 17:07:35.835897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a99f8207-4986-4248-b273-10189539a848 req-1d39cea2-02a9-4841-94d4-ff44ac985264 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429626 May 05 17:07:37.035279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec566fba-cab7-49b0-92a0-538f867eaa10 req-eccf0bab-c6bf-4604-88af-961cf6e39e61 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:37.037312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ec566fba-cab7-49b0-92a0-538f867eaa10 req-eccf0bab-c6bf-4604-88af-961cf6e39e61 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0794477 May 05 17:07:37.084918 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ec566fba-cab7-49b0-92a0-538f867eaa10 req-6884295a-e0bc-435e-beb3-4ed27b594bde tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419548 May 05 17:07:38.286342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95136806-08a9-4cbf-b76f-80d74ff3c9bb req-5897a8ac-f4db-4f58-99f6-3b273014b68d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:38.288515 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-95136806-08a9-4cbf-b76f-80d74ff3c9bb req-5897a8ac-f4db-4f58-99f6-3b273014b68d tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0802221 May 05 17:07:38.334915 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-95136806-08a9-4cbf-b76f-80d74ff3c9bb req-5cd64011-025c-4585-87b2-262fabfea44c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407166 May 05 17:07:39.533506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e33f76-8f41-4853-b9e6-edd560e09b61 req-223b2f27-5a62-47e0-9144-606bc71e60d7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:39.534852 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-65e33f76-8f41-4853-b9e6-edd560e09b61 req-223b2f27-5a62-47e0-9144-606bc71e60d7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0797906 May 05 17:07:39.581658 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-65e33f76-8f41-4853-b9e6-edd560e09b61 req-ed3003dc-729b-4b9f-9295-3df925f8e94f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404935 May 05 17:07:40.778650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f60534-9dc4-46fa-8720-f8a0b5156dce req-afb90510-7742-45de-a72a-e6a882e15c1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:40.780055 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f7f60534-9dc4-46fa-8720-f8a0b5156dce req-afb90510-7742-45de-a72a-e6a882e15c1c tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0758173 May 05 17:07:40.827296 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f7f60534-9dc4-46fa-8720-f8a0b5156dce req-c0d3ad87-3902-4347-88f6-f4df51e27938 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415359 May 05 17:07:42.030183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726424a9-3720-4147-8c4f-b738665118db req-f5f1633e-df51-472e-b898-c4aeeafc76b0 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:42.031681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-726424a9-3720-4147-8c4f-b738665118db req-f5f1633e-df51-472e-b898-c4aeeafc76b0 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0766916 May 05 17:07:42.077780 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-726424a9-3720-4147-8c4f-b738665118db req-b5f7c67c-cea0-46ac-ba51-7ae537b889ee tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405958 May 05 17:07:42.813791 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:07:43.279879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad540484-5655-4851-a0f3-8f692ff01481 req-ec125b65-3a76-49c5-86d4-c06379cc82eb tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:43.281346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ad540484-5655-4851-a0f3-8f692ff01481 req-ec125b65-3a76-49c5-86d4-c06379cc82eb tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0807171 May 05 17:07:43.328742 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ad540484-5655-4851-a0f3-8f692ff01481 req-6c3e861c-9538-4f81-b5e0-c2c4649671c7 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0416818 May 05 17:07:44.528602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbcf736-55ca-436e-a654-ecbfb75ed495 req-75702f96-9109-49fa-b2fb-851d24caed26 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:07:44.530054 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8dbcf736-55ca-436e-a654-ecbfb75ed495 req-75702f96-9109-49fa-b2fb-851d24caed26 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0807991 May 05 17:07:44.578154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8dbcf736-55ca-436e-a654-ecbfb75ed495 req-c41d9ef7-3a7f-4ade-89f2-bc1f5c172332 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&id=aa4a7a8e-4ea5-4959-b162-1baecd833c95&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425792 May 05 17:07:50.292763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4f949a8c-09d6-4d83-be8b-2c4799259fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:52.406685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-deaca833-b48a-4c05-bfb7-0f75e420afc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:53.721058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:53.846466 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:07:55.263729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:04.086308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:14.751083 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-dd79d284-94eb-48ac-bdf1-bdf7479e0bb6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683563 May 05 17:08:14.892043 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-46ef4e33-49c2-488e-b025-8e2ec29b46e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1138 time: 0.0740047 May 05 17:08:15.033819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-8c836033-d855-49f4-a3bd-de7dd52ca464 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:15.035144 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-8c836033-d855-49f4-a3bd-de7dd52ca464 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.1254497 May 05 17:08:15.136433 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-305f62de-ae16-4255-97a9-9465a5dc990d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 1002 time: 0.0950196 May 05 17:08:15.197313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-c27495ff-9cbb-4153-af64-8392a03f016c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:15.198715 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-c27495ff-9cbb-4153-af64-8392a03f016c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0556035 May 05 17:08:15.270297 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-91b88fc6-b365-461e-8ddf-c528ea183a9e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656574 May 05 17:08:15.488485 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-9d9b188c-1319-4ded-ab66-744909678a73 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119730 May 05 17:08:15.618860 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f753c43a-4acf-44fb-915c-40c628c1f2c6 req-1cc49718-f7c8-486a-9cbf-6909eca405cc service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244032 May 05 17:08:19.813415 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:08:20.306921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a20647e-6f84-4c7c-a033-bcae662025cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:22.426983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7200b9f-0c15-4a3d-9f9c-90aa94d0d440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:23.718512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:23.829270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:25.303305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:34.114497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.013979 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-af3ab081-a130-4881-b69a-49cf363fe465 req-8497ee17-1e31-40b5-b8e6-1ba048343122 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1858347947&fields=id&tenant_id=c28dd6e2657a4708a76981cf1927e23b HTTP/1.1" status: 200 len: 267 time: 0.0411091 May 05 17:08:40.097272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ab081-a130-4881-b69a-49cf363fe465 req-82986e08-1fc3-419d-aec4-ff761dcb291f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:40.098710 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-af3ab081-a130-4881-b69a-49cf363fe465 req-82986e08-1fc3-419d-aec4-ff761dcb291f tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 985 time: 0.0795665 May 05 17:08:40.109418 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Request body: {'port': {'security_groups': ['f8983ddd-0567-4f3d-834a-22cb03e2de85']}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:08:40.224286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.463944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:08:40.489608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.566127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.578990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['832195e2-8279-4a03-b3c4-cda6bb8ec10b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:08:40.640887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:40.641789 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.643002 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-af3ab081-a130-4881-b69a-49cf363fe465 req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "PUT /v2.0/ports/832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 943 time: 0.5382130 May 05 17:08:40.643574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:08:40.650490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58894) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:08:40.671778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event updated for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=7']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:40.682997 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.683350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.683737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.684079 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.684415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.685339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.685680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.686220 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.686550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.686876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.687202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d2b7f8-8656-4164-b025-1909a70e9d01 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.703405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['832195e2-8279-4a03-b3c4-cda6bb8ec10b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:08:40.745972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.781738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.915155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:40.934548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a7a8e-4ea5-4959-b162-1baecd833c95,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:40.944556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.944900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.945284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.945618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.945981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.946337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.946666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.946994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.947315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.947664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.947982 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:08:40.984959 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6faca93f-b21e-41f6-9ccd-809ba31e855a None None] Provisioning complete for port 832195e2-8279-4a03-b3c4-cda6bb8ec10b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:08:40.985248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6faca93f-b21e-41f6-9ccd-809ba31e855a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:41.025308 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:41.028943 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ba89066c-087a-4609-ae1f-a0915dcbd209 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "DELETE /v2.0/security-groups/aa4a7a8e-4ea5-4959-b162-1baecd833c95 HTTP/1.1" status: 204 len: 168 time: 0.3749428 May 05 17:08:41.029690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 58898) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:08:41.229656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Deleting port 792dc3b9-121f-478d-a162-3cbe9db0b31b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:08:41.229993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:41.392948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:41.393292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:41.513487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Calling delete_port for 792dc3b9-121f-478d-a162-3cbe9db0b31b owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:08:41.750222 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ffcb013-14d1-4526-a89d-406f4a14c330'] response: {'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'status': 'completed', 'code': 200} May 05 17:08:41.801929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:41.856476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event deleted for resources: {'Port': ['ID=792dc3b9-121f-478d-a162-3cbe9db0b31b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:41.966631 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-bb73343b-c3ff-4312-b09a-653f871a4205 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1099 time: 0.1971803 May 05 17:08:41.967334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:42.305424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-43892dc3-57be-4a41-95db-132b30e92e6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:42.306842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-43892dc3-57be-4a41-95db-132b30e92e6d service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.2890329 May 05 17:08:42.383123 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-b4c38c60-7232-489a-96e8-153366b27e9c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 217 time: 0.0704505 May 05 17:08:42.461505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-a030dfc6-2f87-44ff-ba74-86f44aab9bad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:42.462923 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-a030dfc6-2f87-44ff-ba74-86f44aab9bad service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0729818 May 05 17:08:42.676793 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-e98178dd-6ab1-4395-9cff-aeed51444f3f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2067928 May 05 17:08:42.828129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-d863f848-d159-45d8-a1e1-08f6e370fbb6 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439111 May 05 17:08:42.972854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Router 690592d8-7964-4c56-81be-29c7e47bc3e8 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:08:42.994497 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6a7ec2e-2954-425f-bf31-ebce90fd4f5a req-2874c648-951a-4e9d-9402-beda928bb89e service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559854 May 05 17:08:43.199109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:08:43.209550 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] Sync routers for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:08:43.216836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:43.222120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:08:43.222729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:43.270520 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9bcc9af7-c779-4169-a6c5-cf5e55aa717e tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "DELETE /v2.0/floatingips/9dd8e252-4656-41db-9b3c-e2a4fc3b8b96 HTTP/1.1" status: 204 len: 168 time: 2.2399764 May 05 17:08:43.271098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:08:43.411436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:08:43.425822 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d720af5-cf92-4352-afbf-bd8eee5c1fd1'] response: {'name': 'network-changed', 'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'status': 'completed', 'code': 200} May 05 17:08:43.532343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-c7e74f30-1ed8-4a91-bb2d-af668bf9b4e2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=c28dd6e2657a4708a76981cf1927e23b&device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 1099 time: 0.0824614 May 05 17:08:43.668656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-7a4173de-7662-42ae-9a3a-28329deb8f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:43.671243 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-7a4173de-7662-42ae-9a3a-28329deb8f81 service neutron] 10.222.0.71 "GET /v2.0/networks?id=6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 200 len: 915 time: 0.1332767 May 05 17:08:43.745066 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-b1eb4ce0-5d0d-4ef1-bcfc-b75e795419f4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 200 len: 217 time: 0.0684612 May 05 17:08:43.792090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:55Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:43.796597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] Checking router: 690592d8-7964-4c56-81be-29c7e47bc3e8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:08:43.809065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:08:43.809794 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:43.815596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-75352fbd-9cfc-4890-a7c3-bd82f520642d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:43.817052 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-75352fbd-9cfc-4890-a7c3-bd82f520642d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 200 len: 853 time: 0.0664504 May 05 17:08:43.896250 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-13e99094-9e45-485a-b82d-1a3c76cde91d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=6eee61a2-1075-48c2-91f9-aaf954b8ab66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724740 May 05 17:08:43.996482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:08:44.137819 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-52997eb5-c301-41d4-93c3-aaf3dbdecad6 service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354650 May 05 17:08:44.273556 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-88fbb1b6-f1c4-4e9e-bdc7-2bc7e66d636a req-574849c1-07bb-4fce-b558-2ea228aececd service neutron] 10.222.0.71 "GET /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286006 May 05 17:08:44.322158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:55Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:44.326251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c239b8f3-d1e2-4b28-a3cd-db23e10b8a7a None None] The sync data for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv is: [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:36Z', 'revision_number': 4, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'fc9bc91d-df22-4ef6-9564-893f0571ec8b', 'name': '', 'network_id': '6eee61a2-1075-48c2-91f9-aaf954b8ab66', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'mac_address': 'fa:16:3e:ea:8b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '14511e79-bc03-4218-aea6-56371fccfa70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:36Z', 'updated_at': '2022-05-05T17:05:55Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'subnets': [{'id': '14511e79-bc03-4218-aea6-56371fccfa70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:08:44.535852 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5102b248-c828-49f6-830a-8d03606e68e5 None None] New status for floating IP 9dd8e252-4656-41db-9b3c-e2a4fc3b8b96: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:08:49.399846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9cb018-352e-4640-8dd0-3c5d7ff70313 req-c7803db1-4dfa-4725-b137-fb3b7ddf25fc tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:49.401386 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c9cb018-352e-4640-8dd0-3c5d7ff70313 req-c7803db1-4dfa-4725-b137-fb3b7ddf25fc tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.2274940 May 05 17:08:49.461567 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1c9cb018-352e-4640-8dd0-3c5d7ff70313 req-7bd64f74-f4da-4665-b39b-1e3ecbd33ffd tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537004 May 05 17:08:50.280383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3891ba40-8bc1-4535-be1c-cd57f045bc24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:50.677738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-f964140e-3522-4e57-bf66-f1693d7a94d6 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:50.678452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-f964140e-3522-4e57-bf66-f1693d7a94d6 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:08:50.754529 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-f964140e-3522-4e57-bf66-f1693d7a94d6 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:08:50.755663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-f964140e-3522-4e57-bf66-f1693d7a94d6 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.1596446 May 05 17:08:50.801577 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-61e95145-85c3-4064-aa74-eb838b2de3f4 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:08:50.874737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-61e95145-85c3-4064-aa74-eb838b2de3f4 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:08:50.876175 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d7ade5b2-e5d0-4cc1-9150-0dc93a1a7233 req-61e95145-85c3-4064-aa74-eb838b2de3f4 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/security-groups?id=f8983ddd-0567-4f3d-834a-22cb03e2de85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148391 May 05 17:08:51.097875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-366197a1-89b2-4868-92c1-878e3b7130c9 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:08:51.099306 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-366197a1-89b2-4868-92c1-878e3b7130c9 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.71 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 946 time: 0.0791733 May 05 17:08:51.171608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Deleting port 832195e2-8279-4a03-b3c4-cda6bb8ec10b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:08:51.171947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:51.408839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] For port 832195e2-8279-4a03-b3c4-cda6bb8ec10b, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=832195e2-8279-4a03-b3c4-cda6bb8ec10b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:08:51.409106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:51.529396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Calling delete_port for 832195e2-8279-4a03-b3c4-cda6bb8ec10b owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:08:51.752042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:51.765059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['832195e2-8279-4a03-b3c4-cda6bb8ec10b'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:08:51.803611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Pushing event deleted for resources: {'Port': ['ID=832195e2-8279-4a03-b3c4-cda6bb8ec10b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:51.879829 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] No DVR routers for this DVR port 832195e2-8279-4a03-b3c4-cda6bb8ec10b on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:08:51.882228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:51.884775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'name': 'network-vif-deleted', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:08:51.941113 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44001eaa-dfcf-4cbc-b078-5ab146b0a85c'] response: {'server_uuid': 'c1cabe85-9148-460e-a13d-7bd359e366c4', 'name': 'network-vif-deleted', 'tag': '832195e2-8279-4a03-b3c4-cda6bb8ec10b', 'status': 'completed', 'code': 200} May 05 17:08:51.947712 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-58e9867c-3dbf-455e-a50b-c5868d04657e req-4bf65fdb-8bda-4254-b5d2-84ed64397d09 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.71 "DELETE /v2.0/ports/832195e2-8279-4a03-b3c4-cda6bb8ec10b HTTP/1.1" status: 204 len: 173 time: 0.8432574 May 05 17:08:52.042336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-29c2b37c-5ad4-4f7c-b994-c56fd731d659 req-733fde6e-ccc0-4e7d-bbd7-1cc517355c54 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Synchronizing usage tracker for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:08:52.112036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-29c2b37c-5ad4-4f7c-b994-c56fd731d659 req-733fde6e-ccc0-4e7d-bbd7-1cc517355c54 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] Unset dirty status for tenant:c28dd6e2657a4708a76981cf1927e23b on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:08:52.113165 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-29c2b37c-5ad4-4f7c-b994-c56fd731d659 req-733fde6e-ccc0-4e7d-bbd7-1cc517355c54 tempest-TestMinimumBasicScenario-1676729867 tempest-TestMinimumBasicScenario-1676729867-project] 10.222.0.70 "GET /v2.0/ports?device_id=c1cabe85-9148-460e-a13d-7bd359e366c4 HTTP/1.1" status: 200 len: 210 time: 0.1132951 May 05 17:08:52.417661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f04bc3ab-dd71-4e62-94b6-7cf42da63b17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:53.726222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:53.817669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:54.582314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58988) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:08:54.908424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 832195e2-8279-4a03-b3c4-cda6bb8ec10b no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:08:54.944456 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 832195e2-8279-4a03-b3c4-cda6bb8ec10b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:08:54.944791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 832195e2-8279-4a03-b3c4-cda6bb8ec10b not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:08:54.974302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:55.296049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:55.561500 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Deleting port fc9bc91d-df22-4ef6-9564-893f0571ec8b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:08:55.561830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:55.729296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] For port fc9bc91d-df22-4ef6-9564-893f0571ec8b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=fc9bc91d-df22-4ef6-9564-893f0571ec8b,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:08:55.730008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:55.846506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Calling delete_port for fc9bc91d-df22-4ef6-9564-893f0571ec8b owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:08:56.175027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:56.217549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc9bc91d-df22-4ef6-9564-893f0571ec8b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:56.505944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:56.816636 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:08:57.080402 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Router 690592d8-7964-4c56-81be-29c7e47bc3e8 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:08:57.287239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:08:57.296337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] Sync routers for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:08:57.307791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:08:57.308419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:57.388316 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d1e052ab-6240-4a9f-8cc9-a957451a2055 admin admin] 10.222.0.70 "PUT /v2.0/routers/690592d8-7964-4c56-81be-29c7e47bc3e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8047576 May 05 17:08:57.390928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 58992) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:08:57.488300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:08:57.700441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:57.822989 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:08:56Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:57.827360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] Checking router: 690592d8-7964-4c56-81be-29c7e47bc3e8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:08:57.838127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] Routers {'690592d8-7964-4c56-81be-29c7e47bc3e8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:08:57.838732 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['690592d8-7964-4c56-81be-29c7e47bc3e8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:57.897119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:57.963333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Deleting port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:08:57.963636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:58.022613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] Set router 690592d8-7964-4c56-81be-29c7e47bc3e8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:08:58.147712 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] For port d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:08:58.148356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:58.270511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Calling delete_port for d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:08:58.304685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:08:56Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:08:58.308652 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a18f0bb-0a1e-4bbe-a3d0-68c3d8787395 None None] The sync data for ids ['690592d8-7964-4c56-81be-29c7e47bc3e8'] in dv-neutron-840483-1-hyperv is: [{'id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'name': 'tempest-TestMinimumBasicScenario-723710760-router', 'tenant_id': 'c28dd6e2657a4708a76981cf1927e23b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90'}], 'enable_snat': True}, 'gw_port_id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:08:56Z', 'revision_number': 5, 'project_id': 'c28dd6e2657a4708a76981cf1927e23b', 'gw_port': {'id': 'd2853241-a0d0-4f4f-aa2b-f1a25ef2d34b', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:fb:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '690592d8-7964-4c56-81be-29c7e47bc3e8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:33Z', 'updated_at': '2022-05-05T17:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:08:58.532689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:58.593723 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:58.745486 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fc9bc91d-df22-4ef6-9564-893f0571ec8b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:08:58.781644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: fc9bc91d-df22-4ef6-9564-893f0571ec8b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:08:58.781992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device fc9bc91d-df22-4ef6-9564-893f0571ec8b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:08:58.844505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.099278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.103481 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.206213 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.206894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 690592d8-7964-4c56-81be-29c7e47bc3e8 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:08:59.220568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.224727 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6937aeef-4ca3-4a71-86c5-78b7f4d23c26 admin admin] 10.222.0.70 "DELETE /v2.0/routers/690592d8-7964-4c56-81be-29c7e47bc3e8 HTTP/1.1" status: 204 len: 168 time: 1.8303480 May 05 17:08:59.225218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59000) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:08:59.394329 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Deleting subnet 14511e79-bc03-4218-aea6-56371fccfa70 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:08:59.397218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.446168 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.522161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.723906 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.763582 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14511e79-bc03-4218-aea6-56371fccfa70,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:08:59.770931 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.777101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e340b9-d89e-4599-b457-1c709bc4016d None None] Network 6eee61a2-1075-48c2-91f9-aaf954b8ab66 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:08:59.777686 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-dfb5a2d8-6c69-4ca6-91b6-29c9779cd60f admin admin] 10.222.0.70 "DELETE /v2.0/subnets/14511e79-bc03-4218-aea6-56371fccfa70 HTTP/1.1" status: 204 len: 168 time: 0.5514271 May 05 17:08:59.780672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59004) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:08:59.886589 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:08:59.897146 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Deleting port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:08:59.897467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.024004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] DHCP port deletion for 6eee61a2-1075-48c2-91f9-aaf954b8ab66 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:09:00.028318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Deleting port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:00.028684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.100896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] For port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:00.101240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.222455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Calling delete_port for b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:09:00.236415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] For port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,segment=NetworkSegment(579229db-c9f3-4bba-9b33-736e62560be4),segment_id=579229db-c9f3-4bba-9b33-736e62560be4)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:00.236802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.361297 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Calling delete_port for b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:09:00.365928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.413627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:00.418091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] No DVR routers for this DVR port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:09:00.439918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:09:00.440272 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:09:00.529037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:09:00.534948 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.563333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6eee61a2-1075-48c2-91f9-aaf954b8ab66']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:00.576510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '579229db-c9f3-4bba-9b33-736e62560be4') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:00.576808 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '579229db-c9f3-4bba-9b33-736e62560be4') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:00.588611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.597384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:09:00.597738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:09:00.598161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:09:00.605505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.612314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Releasing vlan 754 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:09:00.612693 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:09:00.625582 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:09:00.630408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:09:00.630755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2853241-a0d0-4f4f-aa2b-f1a25ef2d34b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:09:00.791925 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.808344 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:00.818359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] Pushing event deleted for resources: {'Network': ['ID=6eee61a2-1075-48c2-91f9-aaf954b8ab66,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:00.825335 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-35e0c603-80e3-47a3-ab3b-8f887da5a74c admin admin] 10.222.0.70 "DELETE /v2.0/networks/6eee61a2-1075-48c2-91f9-aaf954b8ab66 HTTP/1.1" status: 204 len: 168 time: 1.0436921 May 05 17:09:00.828359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59008) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:00.941493 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Deleting port b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:00.942068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:01.007175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-56f78cd1-223f-4ec1-98c2-23f2187b4a42 None None] The port 'b6b0e17c-9c2e-47a1-95d3-d83751a8c4fd' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:09:01.307162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:01.901421 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Deleting port 79c52e12-8e37-4b28-ba42-833a8f4dce81 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:01.901758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:02.074777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] For port 79c52e12-8e37-4b28-ba42-833a8f4dce81, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=79c52e12-8e37-4b28-ba42-833a8f4dce81,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:02.075124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:02.192516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Calling delete_port for 79c52e12-8e37-4b28-ba42-833a8f4dce81 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:09:02.403314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:02.449175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Pushing event deleted for resources: {'Port': ['ID=79c52e12-8e37-4b28-ba42-833a8f4dce81,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:02.741279 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:03.407270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Router 976b0a97-546a-449f-85e3-fbcb4948d138 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:09:03.602202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:09:03.612302 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] Sync routers for ids ['976b0a97-546a-449f-85e3-fbcb4948d138'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:09:03.623786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] Routers {'976b0a97-546a-449f-85e3-fbcb4948d138'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:03.624387 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['976b0a97-546a-449f-85e3-fbcb4948d138'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:03.684417 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-70d4f06d-84c6-43d7-b476-b95eb7e1bf82 admin admin] 10.222.0.70 "PUT /v2.0/routers/976b0a97-546a-449f-85e3-fbcb4948d138/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8526042 May 05 17:09:03.684642 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59012) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:03.804188 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] Set router 976b0a97-546a-449f-85e3-fbcb4948d138 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:03.884098 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:04.082944 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:09:02Z', 'revision_number': 5, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:04.083420 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:04.086747 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] Checking router: 976b0a97-546a-449f-85e3-fbcb4948d138 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:09:04.097285 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] Routers {'976b0a97-546a-449f-85e3-fbcb4948d138'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:04.097880 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['976b0a97-546a-449f-85e3-fbcb4948d138'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:04.160397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:04.189164 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Deleting port b669ea0a-8fc8-46b2-b634-30de2101245f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:04.189625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:04.311311 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] Set router 976b0a97-546a-449f-85e3-fbcb4948d138 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:04.491858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] For port b669ea0a-8fc8-46b2-b634-30de2101245f, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=b669ea0a-8fc8-46b2-b634-30de2101245f,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:04.492510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:04.613686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Calling delete_port for b669ea0a-8fc8-46b2-b634-30de2101245f owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:09:04.621823 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:09:02Z', 'revision_number': 5, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:04.626531 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d32a8cb-41f2-4e74-b32b-d1f17da3e9bd None None] The sync data for ids ['976b0a97-546a-449f-85e3-fbcb4948d138'] in dv-neutron-840483-1-hyperv is: [{'id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'name': 'tempest-TestMinimumBasicScenario-1164306801-router', 'tenant_id': '3899e1c71b424baf9e73cfd84cda780c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:05:40Z', 'updated_at': '2022-05-05T17:09:02Z', 'revision_number': 5, 'project_id': '3899e1c71b424baf9e73cfd84cda780c', 'gw_port': {'id': 'b669ea0a-8fc8-46b2-b634-30de2101245f', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:34:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976b0a97-546a-449f-85e3-fbcb4948d138', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:05:41Z', 'updated_at': '2022-05-05T17:05:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:09:04.837638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:04.882724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Pushing event deleted for resources: {'Port': ['ID=b669ea0a-8fc8-46b2-b634-30de2101245f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:05.110469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.362032 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.366112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.466353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.466777 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 976b0a97-546a-449f-85e3-fbcb4948d138 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:09:05.479993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.486544 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d7c9b28a-528d-4d7d-8bfa-c7ece7c9b89c admin admin] 10.222.0.70 "DELETE /v2.0/routers/976b0a97-546a-449f-85e3-fbcb4948d138 HTTP/1.1" status: 204 len: 168 time: 1.7960403 May 05 17:09:05.486735 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59016) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:05.545541 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Deleting subnet 7fa512a9-535e-4d36-9a88-706b85a6c2c3 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:09:05.549233 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.608579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.686229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.832309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.873184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fa512a9-535e-4d36-9a88-706b85a6c2c3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:05.881066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:05.887480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac30d9-4832-48c8-83c0-f77e9013d722 None None] Network 65a18e2e-21a8-493a-816c-fb89bb733d35 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:09:05.892357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d1f90d63-8a13-49a7-9f4f-474f81b79b99 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/7fa512a9-535e-4d36-9a88-706b85a6c2c3 HTTP/1.1" status: 204 len: 168 time: 0.4039240 May 05 17:09:05.892711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59020) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:06.004343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.015353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Deleting port 51e0130a-ab5c-43b5-a1a9-60754d62e989 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:06.015718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.147730 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] DHCP port deletion for 65a18e2e-21a8-493a-816c-fb89bb733d35 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:09:06.152361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Deleting port 51e0130a-ab5c-43b5-a1a9-60754d62e989 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:06.152738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.313336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] For port 51e0130a-ab5c-43b5-a1a9-60754d62e989, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=51e0130a-ab5c-43b5-a1a9-60754d62e989,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:06.313699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.360046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] For port 51e0130a-ab5c-43b5-a1a9-60754d62e989, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=51e0130a-ab5c-43b5-a1a9-60754d62e989,segment=NetworkSegment(2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd),segment_id=2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:06.360430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.438237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Calling delete_port for 51e0130a-ab5c-43b5-a1a9-60754d62e989 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:09:06.476867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Calling delete_port for 51e0130a-ab5c-43b5-a1a9-60754d62e989 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:09:06.545108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b669ea0a-8fc8-46b2-b634-30de2101245f no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:09:06.574783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.576883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: b669ea0a-8fc8-46b2-b634-30de2101245f {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:09:06.577219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device b669ea0a-8fc8-46b2-b634-30de2101245f not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:09:06.577629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79c52e12-8e37-4b28-ba42-833a8f4dce81 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:09:06.610678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 79c52e12-8e37-4b28-ba42-833a8f4dce81 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:09:06.611066 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 79c52e12-8e37-4b28-ba42-833a8f4dce81 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:09:06.611771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 51e0130a-ab5c-43b5-a1a9-60754d62e989 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:09:06.619696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e0130a-ab5c-43b5-a1a9-60754d62e989,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:06.625746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] No DVR routers for this DVR port 51e0130a-ab5c-43b5-a1a9-60754d62e989 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:09:06.639060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:09:06.639060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:09:06.643880 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 51e0130a-ab5c-43b5-a1a9-60754d62e989 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:09:06.644216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 51e0130a-ab5c-43b5-a1a9-60754d62e989 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:09:06.741053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.766355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a18e2e-21a8-493a-816c-fb89bb733d35']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:06.778075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:06.778368 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0fec54-ecb4-4d7b-b851-c7fc6b214fdd') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:06.790492 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.810422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.816412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:09:06.816791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:09:06.832688 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:09:06.974642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:06.990647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:07.002779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a18e2e-21a8-493a-816c-fb89bb733d35,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:07.007530 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d4508f26-2da6-4bbf-8f7c-f8f194750ec9 admin admin] 10.222.0.70 "DELETE /v2.0/networks/65a18e2e-21a8-493a-816c-fb89bb733d35 HTTP/1.1" status: 204 len: 168 time: 1.1138711 May 05 17:09:07.140372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Deleting port 51e0130a-ab5c-43b5-a1a9-60754d62e989 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:09:07.140895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:07.205549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-69b25a62-297f-4fcd-92e5-44279f57fb42 None None] The port '51e0130a-ab5c-43b5-a1a9-60754d62e989' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:09:07.375558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59026) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:07.429221 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-53acd21c-daf3-4c7e-9cf8-8a636e5ae1d0 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=c28dd6e2657a4708a76981cf1927e23b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0524981 May 05 17:09:07.431727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59030) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:07.491408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c888af4-d1dd-44e8-85cc-3aa48fc1606f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:07.517024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c888af4-d1dd-44e8-85cc-3aa48fc1606f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:07.655518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c888af4-d1dd-44e8-85cc-3aa48fc1606f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:07.674459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c888af4-d1dd-44e8-85cc-3aa48fc1606f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8983ddd-0567-4f3d-834a-22cb03e2de85,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:07.776490 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2c888af4-d1dd-44e8-85cc-3aa48fc1606f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:07.777714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2c888af4-d1dd-44e8-85cc-3aa48fc1606f admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f8983ddd-0567-4f3d-834a-22cb03e2de85 HTTP/1.1" status: 204 len: 168 time: 0.3451188 May 05 17:09:08.493160 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59038) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:08.542287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3a49aeb0-f85b-462c-b9c9-245f235053f4 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=3899e1c71b424baf9e73cfd84cda780c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478418 May 05 17:09:08.545858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59042) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:08.605962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df1927ff-3b84-4682-8555-bf885bb7ee5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:08.631850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df1927ff-3b84-4682-8555-bf885bb7ee5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:08.740507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df1927ff-3b84-4682-8555-bf885bb7ee5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:08.757524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1927ff-3b84-4682-8555-bf885bb7ee5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb34b718-f01a-4e12-b7ad-955bf686d58e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:08.760781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-df1927ff-3b84-4682-8555-bf885bb7ee5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:08.765990 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-df1927ff-3b84-4682-8555-bf885bb7ee5e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/cb34b718-f01a-4e12-b7ad-955bf686d58e HTTP/1.1" status: 204 len: 168 time: 0.2157865 May 05 17:09:12.790066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59090) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:12.796513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1130170694', 'description': 'tempest-secgroup-smoke-1130170694 description', 'project_id': '0766279296f44a29865e8ead77e3f24e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:12.802434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:12.806305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:12.809280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:12.815650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:12.871727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:12.884601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:12.915008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:12.918764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:12.922290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:12.927968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:12.994453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.054392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.099356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:13.101433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ce6efc-ab74-4fc3-9f64-1a353abe5d5b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:13.105960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:13.109961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:13.115776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:13.171135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.237557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.281880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcdd4ff-9ac8-4e59-8381-21709813d838,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:13.362979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.364184 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4c85878f-0879-44d8-9204-e9cd867e7273 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.5731132 May 05 17:09:13.366997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59096) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:13.372460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdd4ff-9ac8-4e59-8381-21709813d838', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:13.378946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:13.384707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:13.385986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:13.392310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:13.467315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.529112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.594320 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.619137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8c6f66-221a-456c-9658-ca5e9318ba42,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:13.703070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.704329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6a774f7e-34a3-4470-b0c5-92a809fb30cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3364124 May 05 17:09:13.707016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59100) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:13.712379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdd4ff-9ac8-4e59-8381-21709813d838', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:13.719499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:13.723207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:13.726083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:13.732351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:13.805176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.870372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.942878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:13.969164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f676cec-a663-4d07-a0cc-7484916ba1b6,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:14.074494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.076023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aa6d1df9-cb09-4a5b-aaa8-61ad393b193c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3677979 May 05 17:09:14.079173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59106) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:14.084449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdd4ff-9ac8-4e59-8381-21709813d838', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:14.090484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:14.095221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:14.098119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:14.103855 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:14.177867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.240207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.297146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.319683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac590829-b92b-451d-9263-b2d8f4a82e56,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:14.391717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.392905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-17839b08-1a79-450e-8cf6-db3ad37a76c5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3127985 May 05 17:09:14.395716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59110) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:14.401078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdd4ff-9ac8-4e59-8381-21709813d838', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:14.408165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:14.411973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:14.414842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:14.420506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:14.523686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.588140 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.648827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.674110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62bb644-21c9-4d49-bd86-bec7a50176bd,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:14.733718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.734868 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-57d6e8ed-3576-4c58-a3b1-eb8833afaaad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3382242 May 05 17:09:14.737760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59114) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:14.743225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdd4ff-9ac8-4e59-8381-21709813d838', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:14.750200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:14.754006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:14.757352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:14.763740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:14.837652 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:09:14.845362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.909980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.974551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:14.997940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a34d26f6-a154-438a-93d5-ed87481916d4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:15.080388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.082056 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5d3890f7-7d0c-45da-8acd-b37ddc938fe8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3433092 May 05 17:09:15.085301 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59118) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:15.090726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'dbcdd4ff-9ac8-4e59-8381-21709813d838', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:15.097527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:15.101719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:15.104779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:15.111603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:15.254793 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:09:15.261832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.326047 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.420532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.443836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e90db6f-b12f-44e0-aa93-27a251121a3b,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:15.523249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.524429 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c9fb261d-d081-4e85-af0f-f4cbc442e017 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4382086 May 05 17:09:15.527509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59124) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:15.533718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'network': {'name': 'tempest-network-smoke--1007562006', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:15.538799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:15.542730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:network and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:15.546318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:15.552141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:15.677163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:09:15.680154 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.708587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 776} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:09:15.717672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.718158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Added segment ab66db71-9371-4721-91ec-b127cb8729cd of type vlan for network 825de68b-8824-464b-a3f7-d3d14b7ba25f May 05 17:09:15.749992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.848940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.852720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:15.853288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:15.960702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Network': ['ID=825de68b-8824-464b-a3f7-d3d14b7ba25f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:15.972074 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:09:16.021315 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c34bd91e-5287-4fed-a4ea-28e5fb788439 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4927561 May 05 17:09:16.024195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59128) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:16.029797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'admin_state_up': True, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:16.040345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:16.040681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:router and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:16.043438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:16.050099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:16.129234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:16.130236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:16.148286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:16.452706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:16.739485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:16.774435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:16.908867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.244 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/1b21025c-ef68-4284-ad9f-a59b6fbe1605) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:09:17.059120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:17.214917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:17.282103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:09:17.284751 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:17.287935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:09:17.322688 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=1b21025c-ef68-4284-ad9f-a59b6fbe1605,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:17.526559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:17.527350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:17.822662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 38d044c6-d8b4-44c9-8fac-7152ac40c760 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:09:18.023991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:09:18.036170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Sync routers for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:09:18.048298 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:18.048905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:18.126065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:18.127295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-36236c76-8de9-41af-beb3-876f17aea267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1021149 May 05 17:09:18.130789 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59132) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:18.229124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:18.299776 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7b46e593-a7c6-448d-8296-a1630a1c3d70 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0766279296f44a29865e8ead77e3f24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1677089 May 05 17:09:18.302792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59138) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:18.432635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c420ee91-8ad7-437c-bd8e-4c3b4881be50 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:18.434625 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c420ee91-8ad7-437c-bd8e-4c3b4881be50 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1302609 May 05 17:09:18.437213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59142) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:18.480402 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f9adfb8a-4830-48c0-85ff-01f7542ae190 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418332 May 05 17:09:18.483687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59146) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:18.489922 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-830802896', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:18.559017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:17Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:18.563397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Checking router: 38d044c6-d8b4-44c9-8fac-7152ac40c760 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:09:18.563778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Updating router 38d044c6-d8b4-44c9-8fac-7152ac40c760 port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:09:18.596977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:18.600799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:subnet and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:18.603629 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:18.609993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:18.620271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:18.694346 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:09:18.797881 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:18.954264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:18.965759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Transition to ACTIVE for port object 1b21025c-ef68-4284-ad9f-a59b6fbe1605 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:19.029002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:19.069176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:19.112627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Attempting to bind port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:09:19.113296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Attempting to bind port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:09:19.113411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Attempting to bind port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:09:19.116529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Pushing event updated for resources: {'Port': ['ID=1b21025c-ef68-4284-ad9f-a59b6fbe1605,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:19.128195 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:09:19.128569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:09:19.128974 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:19.129369 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:09:19.129845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Bound port: 1b21025c-ef68-4284-ad9f-a59b6fbe1605, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:09:19.130221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:19.161765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.162112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.162453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.162787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.163118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.163469 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.163798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.164122 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.164479 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.164774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.165093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:19.215370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] For port 1b21025c-ef68-4284-ad9f-a59b6fbe1605, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:09:19.218671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] For port 1b21025c-ef68-4284-ad9f-a59b6fbe1605, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1b21025c-ef68-4284-ad9f-a59b6fbe1605,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:09:19.241748 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Subnet': ['ID=4fe55a90-9660-426e-90fd-9d60d6137695,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:19.252074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Checking segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:09:19.252422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network hostable DHCP agents. Network: 825de68b-8824-464b-a3f7-d3d14b7ba25f, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:09:19.311897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:19.385846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:09:19.392255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96202da6-16f8-4cdf-814a-ae691d72e1c5 None None] Pushing event updated for resources: {'Port': ['ID=1b21025c-ef68-4284-ad9f-a59b6fbe1605,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:19.396879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:19.397373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:08:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:19.459856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 825de68b-8824-464b-a3f7-d3d14b7ba25f) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:19.464005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:19.464558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:19.507487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c84f16e-ce17-4fd9-aa86-6e5e2ac7f32d None None] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:09:19.552509 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-75d48e2a-ae3b-47f5-ab24-e12c5811f160 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0675921 May 05 17:09:19.555238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59150) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:19.712577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:19.980338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-825de68b-8824-464b-a3f7-d3d14b7ba25f', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:09:19.981535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.213044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Allocated IP 172.20.0.2 (825de68b-8824-464b-a3f7-d3d14b7ba25f/4fe55a90-9660-426e-90fd-9d60d6137695/1406c27f-f599-4f1c-9bb6-6d38aac0de17) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:09:20.233707 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:17Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:20.254467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5104209-16fd-4cc0-a9e1-d4e9ed2daae3 None None] The sync data for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv is: [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:17Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:09:20.312600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-02523c1b-57f2-4952-a707-b8b897f82bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.319781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.476474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.489445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Transition to ACTIVE for port object 1406c27f-f599-4f1c-9bb6-6d38aac0de17 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:20.521103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Transition to ACTIVE for port object 1406c27f-f599-4f1c-9bb6-6d38aac0de17 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:20.612428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1b21025c-ef68-4284-ad9f-a59b6fbe1605 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:20.643868 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.729086 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:09:20.734532 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:20.741741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:09:20.761147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Pushing event updated for resources: {'Port': ['ID=1406c27f-f599-4f1c-9bb6-6d38aac0de17,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:20.810471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.1 (825de68b-8824-464b-a3f7-d3d14b7ba25f/4fe55a90-9660-426e-90fd-9d60d6137695/d3186792-0a76-40c8-8994-e2539c03e249) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:09:20.850377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Attempting to bind port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:09:20.850758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Attempting to bind port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:09:20.851124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Attempting to bind port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 on network 825de68b-8824-464b-a3f7-d3d14b7ba25f {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:09:20.859238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:09:20.859652 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Checking segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:09:20.860058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.860455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Bound using segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:09:20.860931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Bound port: 1406c27f-f599-4f1c-9bb6-6d38aac0de17, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:09:20.861302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.916925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:20.930590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:20.930971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:20.986510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.006136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object d3186792-0a76-40c8-8994-e2539c03e249 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:21.012735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] For port 1406c27f-f599-4f1c-9bb6-6d38aac0de17, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:09:21.019145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] For port 1406c27f-f599-4f1c-9bb6-6d38aac0de17, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1406c27f-f599-4f1c-9bb6-6d38aac0de17,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:09:21.079239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.096981 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1b21025c-ef68-4284-ad9f-a59b6fbe1605, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1b21025c-ef68-4284-ad9f-a59b6fbe1605,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:21.106372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.134910 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.197094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd5d557-f46c-4986-814a-fc2edcd1e2fb None None] Pushing event updated for resources: {'Port': ['ID=1406c27f-f599-4f1c-9bb6-6d38aac0de17,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:21.203286 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.208081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:09:21.212829 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:21.222358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:09:21.276973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1b21025c-ef68-4284-ad9f-a59b6fbe1605,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:21.367020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=d3186792-0a76-40c8-8994-e2539c03e249,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:21.395265 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.562732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:21.973245 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:22.037204 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:22.147720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:22.150222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14694267-de98-41e1-b9ad-855c08ac1429 None None] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:09:22.151083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=d3186792-0a76-40c8-8994-e2539c03e249,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:22.290950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:09:22.292240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:22.319559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d04ee1b-74ad-40a6-b307-549cddf7d74c None None] Provisioning for port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:22.488541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bc39e246-aa33-4d04-800e-67b7ffcc53c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:22.636213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1b21025c-ef68-4284-ad9f-a59b6fbe1605 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:22.712607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 38d044c6-d8b4-44c9-8fac-7152ac40c760 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:09:22.725503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:22.725865 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:22.964628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bb8aa17d-29f8-43ad-8c48-41255b0c1f34 None None] Provisioning for port d3186792-0a76-40c8-8994-e2539c03e249 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:22.964628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bb8aa17d-29f8-43ad-8c48-41255b0c1f34 None None] Provisioning complete for port d3186792-0a76-40c8-8994-e2539c03e249 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:22.964628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bb8aa17d-29f8-43ad-8c48-41255b0c1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:22.964628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bb8aa17d-29f8-43ad-8c48-41255b0c1f34 None None] Port d3186792-0a76-40c8-8994-e2539c03e249 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:09:22.964628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1406c27f-f599-4f1c-9bb6-6d38aac0de17 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:22.966247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:09:22.980546 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-043a4b1b-64c1-4d76-9966-b6c9541606cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/38d044c6-d8b4-44c9-8fac-7152ac40c760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4241812 May 05 17:09:23.053183 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bd556b04-9dfb-4506-a493-037537d40e87 None None] Provisioning complete for port d3186792-0a76-40c8-8994-e2539c03e249 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:23.053548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd556b04-9dfb-4506-a493-037537d40e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:23.081381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:23.098988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:23.099357 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:23.176011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-68d04f59-c05e-4bdf-862c-0da7fbc390b2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:09:23.191143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bd556b04-9dfb-4506-a493-037537d40e87 None None] Port d3186792-0a76-40c8-8994-e2539c03e249 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:09:23.263289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:23.277479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-68d04f59-c05e-4bdf-862c-0da7fbc390b2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:09:23.278693 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-68d04f59-c05e-4bdf-862c-0da7fbc390b2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1130170694&fields=id&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 267 time: 0.1465092 May 05 17:09:23.295612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1406c27f-f599-4f1c-9bb6-6d38aac0de17, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1406c27f-f599-4f1c-9bb6-6d38aac0de17,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:23.386067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:23.457779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1406c27f-f599-4f1c-9bb6-6d38aac0de17,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:23.519330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-b2a4e789-b5ea-4661-9e74-f65fc5efd675 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:23.519957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-b2a4e789-b5ea-4661-9e74-f65fc5efd675 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:09:23.602644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-b2a4e789-b5ea-4661-9e74-f65fc5efd675 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:09:23.603831 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-b2a4e789-b5ea-4661-9e74-f65fc5efd675 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/networks?id=825de68b-8824-464b-a3f7-d3d14b7ba25f HTTP/1.1" status: 200 len: 797 time: 0.3185601 May 05 17:09:23.622483 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-8941044e-cee9-4c57-a9bf-b620cf566f7a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/quotas/0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 375 time: 0.0112031 May 05 17:09:23.713976 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-29da6003-b86e-4b9e-bf02-5ee5139b30b9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0796549 May 05 17:09:23.728748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:23.803015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:23.907643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Sync routers for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:09:23.920434 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:23.921040 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:09:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:23.937616 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-55e71d30-2792-4dc0-ad04-e8e6782c0e9e service neutron] 10.222.0.70 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156038 May 05 17:09:24.073033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-ccf4e562-f240-4523-a2fb-c1da872f030b service neutron] 10.222.0.70 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296535 May 05 17:09:24.108487 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:24.368993 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d4d2deac-8233-45af-b050-4f4cd53774f2 req-00d9f41b-44f2-4e6b-b633-369fd16b2e1a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:09:24.428710 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 2, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:24.432770 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Checking router: 38d044c6-d8b4-44c9-8fac-7152ac40c760 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:09:24.433105 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Updating router 38d044c6-d8b4-44c9-8fac-7152ac40c760 port d3186792-0a76-40c8-8994-e2539c03e249 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:09:24.485532 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:24.485821 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d4d2deac-8233-45af-b050-4f4cd53774f2 req-00d9f41b-44f2-4e6b-b633-369fd16b2e1a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:09:24.487103 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d4d2deac-8233-45af-b050-4f4cd53774f2 req-00d9f41b-44f2-4e6b-b633-369fd16b2e1a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 210 time: 0.1646366 May 05 17:09:24.546803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1406c27f-f599-4f1c-9bb6-6d38aac0de17 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:24.616119 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:24.616428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:24.830794 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:24.842464 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Transition to ACTIVE for port object d3186792-0a76-40c8-8994-e2539c03e249 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:24.922754 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:25.057727 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Pushing event updated for resources: {'Port': ['ID=d3186792-0a76-40c8-8994-e2539c03e249,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:25.160029 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.161216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.161216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.161216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.161601 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.161697 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.161972 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.162293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.162608 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.162920 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.163231 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:09:25.193265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Attempting to bind port d3186792-0a76-40c8-8994-e2539c03e249 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:09:25.193265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Attempting to bind port d3186792-0a76-40c8-8994-e2539c03e249 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:09:25.193732 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Attempting to bind port d3186792-0a76-40c8-8994-e2539c03e249 on network 825de68b-8824-464b-a3f7-d3d14b7ba25f {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:09:25.199948 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:09:25.200316 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Checking segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:09:25.200708 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:25.201132 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Bound using segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:09:25.201669 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Bound port: d3186792-0a76-40c8-8994-e2539c03e249, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:09:25.202037 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:25.300163 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] For port d3186792-0a76-40c8-8994-e2539c03e249, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:09:25.303393 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] For port d3186792-0a76-40c8-8994-e2539c03e249, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3186792-0a76-40c8-8994-e2539c03e249,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:09:25.305480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:25.486265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:25.568221 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:25.575856 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:09:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:25.682491 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7d0d3-d31b-4d16-b0c2-c8dee7be0895 None None] Pushing event updated for resources: {'Port': ['ID=d3186792-0a76-40c8-8994-e2539c03e249,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:25.783041 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:25.825847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1cf3bebf-32c2-43aa-9917-f0af069c22f1 req-b5cf7cc7-fe7c-4108-9a48-3f46b0b3a4fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 210 time: 0.0449898 May 05 17:09:26.102465 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:25Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:26.106757 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b0947-25dc-4e76-8078-5840c4d65277 None None] The sync data for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv is: [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:25Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:09:26.561942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3186792-0a76-40c8-8994-e2539c03e249 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:26.711964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d3186792-0a76-40c8-8994-e2539c03e249 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:26.718305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d3186792-0a76-40c8-8994-e2539c03e249 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:26.718305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:26.867134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:26.909398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d3186792-0a76-40c8-8994-e2539c03e249, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3186792-0a76-40c8-8994-e2539c03e249,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:26.947806 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-0021b559-50df-41af-b668-9d5b47f43783 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:26.949473 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-0021b559-50df-41af-b668-9d5b47f43783 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/networks?id=825de68b-8824-464b-a3f7-d3d14b7ba25f HTTP/1.1" status: 200 len: 797 time: 0.1836696 May 05 17:09:26.996143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:27.034131 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-eb59b943-8fe5-4a1c-81a1-ad2eee00a802 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 380 time: 0.0706012 May 05 17:09:27.045401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'port': {'device_id': 'a049f477-d88b-42bd-9069-75ce041269b0', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'admin_state_up': True, 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'security_groups': ['dbcdd4ff-9ac8-4e59-8381-21709813d838']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:27.068820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d3186792-0a76-40c8-8994-e2539c03e249,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:27.149645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ab26d3f1-4673-4c8d-89be-33622334aa73 req-54018281-721e-4daa-89b6-0b3d6c012a64 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 210 time: 0.1638134 May 05 17:09:27.192073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:27.202182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:27.294448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:09:27.297706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:27.457300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.6 (825de68b-8824-464b-a3f7-d3d14b7ba25f/4fe55a90-9660-426e-90fd-9d60d6137695/7d078842-e64a-41c0-a69b-66225ed698a0) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:09:27.641063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:27.657114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object 7d078842-e64a-41c0-a69b-66225ed698a0 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:27.752003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:27.824841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:09:27.827971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:27.831979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:09:27.862613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=7d078842-e64a-41c0-a69b-66225ed698a0,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:27.896983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:27.897514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:28.001273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-61a3630a-5c1a-41f0-8d14-87715cb9ba16 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9601624 May 05 17:09:28.081524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Request body: {'port': {'device_id': 'a049f477-d88b-42bd-9069-75ce041269b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:28.117289 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9d6c7a99-3199-4b17-a5ce-49b0af7f5a78 None None] Provisioning for port 7d078842-e64a-41c0-a69b-66225ed698a0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:28.122308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9d6c7a99-3199-4b17-a5ce-49b0af7f5a78 None None] Provisioning complete for port 7d078842-e64a-41c0-a69b-66225ed698a0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:28.122683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9d6c7a99-3199-4b17-a5ce-49b0af7f5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:28.178329 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9d6c7a99-3199-4b17-a5ce-49b0af7f5a78 None None] Port 7d078842-e64a-41c0-a69b-66225ed698a0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:09:28.195589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:28.543374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3186792-0a76-40c8-8994-e2539c03e249 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:28.611232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d3186792-0a76-40c8-8994-e2539c03e249 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:28.611630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:28.614494 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3e0a8-3464-4234-9325-e339bb714388 req-c5319414-20eb-45a7-b918-c7b8f439920e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:28.615183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-71c3e0a8-3464-4234-9325-e339bb714388 req-c5319414-20eb-45a7-b918-c7b8f439920e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:09:28.717055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d078842-e64a-41c0-a69b-66225ed698a0 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:09:28.725258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:28.728392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-71c3e0a8-3464-4234-9325-e339bb714388 req-c5319414-20eb-45a7-b918-c7b8f439920e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:09:28.730512 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-71c3e0a8-3464-4234-9325-e339bb714388 req-c5319414-20eb-45a7-b918-c7b8f439920e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 931 time: 0.4203968 May 05 17:09:28.764548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Transition to ACTIVE for port object 7d078842-e64a-41c0-a69b-66225ed698a0 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:09:28.787258 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-71c3e0a8-3464-4234-9325-e339bb714388 req-ef63f733-51c5-4fbb-891c-388ea74bf11f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503860 May 05 17:09:28.822925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:28.952437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Pushing event updated for resources: {'Port': ['ID=7d078842-e64a-41c0-a69b-66225ed698a0,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:29.059290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Attempting to bind port 7d078842-e64a-41c0-a69b-66225ed698a0 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:09:29.059937 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Attempting to bind port 7d078842-e64a-41c0-a69b-66225ed698a0 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:09:29.060055 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Attempting to bind port 7d078842-e64a-41c0-a69b-66225ed698a0 on network 825de68b-8824-464b-a3f7-d3d14b7ba25f {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:09:29.066111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Port 7d078842-e64a-41c0-a69b-66225ed698a0 on network 825de68b-8824-464b-a3f7-d3d14b7ba25f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:09:29.066430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Attempting to bind port 7d078842-e64a-41c0-a69b-66225ed698a0 on network 825de68b-8824-464b-a3f7-d3d14b7ba25f {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:09:29.072614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:09:29.072950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Checking segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:09:29.073332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Bound using segment: {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:09:29.073762 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Bound port: 7d078842-e64a-41c0-a69b-66225ed698a0, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab66db71-9371-4721-91ec-b127cb8729cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:09:29.074109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:29.167228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] For port 7d078842-e64a-41c0-a69b-66225ed698a0, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:09:29.170443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] For port 7d078842-e64a-41c0-a69b-66225ed698a0, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7d078842-e64a-41c0-a69b-66225ed698a0,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:09:29.303617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:29.365296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:29.366754 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] 10.222.0.71 "PUT /v2.0/ports/7d078842-e64a-41c0-a69b-66225ed698a0 HTTP/1.1" status: 200 len: 1093 time: 1.3580530 May 05 17:09:29.367162 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:09:29.386795 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ab39db-cafe-4d9b-936a-fcb3d6c5fd17 service neutron] Pushing event updated for resources: {'Port': ['ID=7d078842-e64a-41c0-a69b-66225ed698a0,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:29.430788 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6041a7-f687-4d6f-8018-529bc78d5815'] response: {'name': 'network-changed', 'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0', 'status': 'completed', 'code': 200} May 05 17:09:29.528479 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-252554b2-898e-4479-908c-101e6f534595 req-da92a2dc-777f-476f-b955-89edeba780d2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1096 time: 0.0771263 May 05 17:09:29.674732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252554b2-898e-4479-908c-101e6f534595 req-efcc1fe7-f612-494f-90fd-14875d71a06e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:29.676163 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-252554b2-898e-4479-908c-101e6f534595 req-efcc1fe7-f612-494f-90fd-14875d71a06e service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0766279296f44a29865e8ead77e3f24e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1415401 May 05 17:09:29.812062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252554b2-898e-4479-908c-101e6f534595 req-c6b6c778-45db-4300-8447-dba258df3831 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:29.813483 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-252554b2-898e-4479-908c-101e6f534595 req-c6b6c778-45db-4300-8447-dba258df3831 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322923 May 05 17:09:29.951724 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-3ff67550-2c50-476d-bae2-889462d02113 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1096 time: 0.1004987 May 05 17:09:30.031212 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-2669d695-5fe0-4b0f-9627-3d6b6edb4bd7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d078842-e64a-41c0-a69b-66225ed698a0 HTTP/1.1" status: 200 len: 217 time: 0.0738225 May 05 17:09:30.110382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-8c2eef1c-393f-4305-b72e-915c961cfad6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:30.111751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-8c2eef1c-393f-4305-b72e-915c961cfad6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fe55a90-9660-426e-90fd-9d60d6137695 HTTP/1.1" status: 200 len: 834 time: 0.0723944 May 05 17:09:30.117292 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff434f91-26a0-49c7-b6cd-151241c5aea7 req-84e1c9f1-2bfd-48bd-990a-b57b3f5cff96 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:30.118613 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ff434f91-26a0-49c7-b6cd-151241c5aea7 req-84e1c9f1-2bfd-48bd-990a-b57b3f5cff96 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 943 time: 0.2002785 May 05 17:09:30.212972 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ff434f91-26a0-49c7-b6cd-151241c5aea7 req-08e31a5a-5285-43c8-83e3-c89fe652a9e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648522 May 05 17:09:30.231180 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-6053c342-998e-4ca2-b238-13437d3a4957 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=825de68b-8824-464b-a3f7-d3d14b7ba25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1116700 May 05 17:09:30.365431 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-e43d6abf-8891-4aa2-89db-5f2d8d2449b7 service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284015 May 05 17:09:30.505100 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-63b722ed-5dec-4fe3-91dc-83b6a854b69a req-91be592f-ca72-4777-8bbb-ec4f46ce0bc7 service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345866 May 05 17:09:31.413330 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abc3f77-21bf-4176-a011-7fd51039ee2f req-0b062aec-34d1-4aa8-a0c2-2ee19f2fbf30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:31.414761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9abc3f77-21bf-4176-a011-7fd51039ee2f req-0b062aec-34d1-4aa8-a0c2-2ee19f2fbf30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 943 time: 0.0781481 May 05 17:09:31.465907 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9abc3f77-21bf-4176-a011-7fd51039ee2f req-f4183c60-0c95-4896-8b45-1b8e3ae814dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453525 May 05 17:09:32.840678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473cbb82-c629-4849-932f-1973e7388fad req-776e7105-4ce2-4497-bbd5-f802bc8e5c23 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:32.842132 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-473cbb82-c629-4849-932f-1973e7388fad req-776e7105-4ce2-4497-bbd5-f802bc8e5c23 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 943 time: 0.2535183 May 05 17:09:32.889115 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-473cbb82-c629-4849-932f-1973e7388fad req-54e1793b-10e3-4fde-8d40-7afc563c8e8c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401912 May 05 17:09:33.083935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7d078842-e64a-41c0-a69b-66225ed698a0 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:09:33.220661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7d078842-e64a-41c0-a69b-66225ed698a0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7d078842-e64a-41c0-a69b-66225ed698a0,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:33.235159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '7d078842-e64a-41c0-a69b-66225ed698a0', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'port_id': '7d078842-e64a-41c0-a69b-66225ed698a0', 'mac_address': 'fa:16:3e:c8:78:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:09:33.292386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:33.309845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d078842-e64a-41c0-a69b-66225ed698a0 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:09:33.326105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7d078842-e64a-41c0-a69b-66225ed698a0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7d078842-e64a-41c0-a69b-66225ed698a0,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:33.414245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:33.480599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7d078842-e64a-41c0-a69b-66225ed698a0,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:33.795584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['7d078842-e64a-41c0-a69b-66225ed698a0'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:09:33.815392 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:09:34.089963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f19c8-52a2-4dbf-ad2f-8447d86dba58 req-0e5b2a02-9741-4ddd-a833-0ea72d22b084 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:34.094201 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f24f19c8-52a2-4dbf-ad2f-8447d86dba58 req-0e5b2a02-9741-4ddd-a833-0ea72d22b084 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 944 time: 0.0784695 May 05 17:09:34.134511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:34.139025 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f24f19c8-52a2-4dbf-ad2f-8447d86dba58 req-da38b7aa-5f55-4c85-bef4-6e34a2b2b372 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411692 May 05 17:09:35.093830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7d078842-e64a-41c0-a69b-66225ed698a0 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:09:35.216834 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 7d078842-e64a-41c0-a69b-66225ed698a0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:09:35.222966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 7d078842-e64a-41c0-a69b-66225ed698a0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:09:35.223343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:35.338138 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:35.338959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daea26b3-28ff-47ee-8ef1-0353ce469a00 req-e85f11ea-d9d7-44bc-a77b-0e5d2ecdbee8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:35.340450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-daea26b3-28ff-47ee-8ef1-0353ce469a00 req-e85f11ea-d9d7-44bc-a77b-0e5d2ecdbee8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 944 time: 0.0771892 May 05 17:09:35.365922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:09:35.377105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7d078842-e64a-41c0-a69b-66225ed698a0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7d078842-e64a-41c0-a69b-66225ed698a0,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:09:35.388437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-daea26b3-28ff-47ee-8ef1-0353ce469a00 req-1beaf30f-7356-4ae3-94e5-21ec4da744c3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422726 May 05 17:09:35.424206 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ac4615-434c-4e30-ac0a-7f3bf75fed01'] response: {'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0', 'code': 200} May 05 17:09:35.469163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:35.534606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7d078842-e64a-41c0-a69b-66225ed698a0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:35.806739 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-42c4ee78-0094-448e-bd2d-bb44e68d9998 req-09990fd1-7bcb-4785-93bf-2ebb4090fbe7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1098 time: 0.0701036 May 05 17:09:35.848201 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-42c4ee78-0094-448e-bd2d-bb44e68d9998 req-cee2f668-d0ae-4773-b64d-8e93c16175cd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358338 May 05 17:09:36.586957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524cdac7-6a30-4a70-91da-14a5e40a2b4f req-4040c9a0-4fd1-4e92-b26b-17fcaaabc0d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:36.588437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-524cdac7-6a30-4a70-91da-14a5e40a2b4f req-4040c9a0-4fd1-4e92-b26b-17fcaaabc0d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0778177 May 05 17:09:36.634486 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-524cdac7-6a30-4a70-91da-14a5e40a2b4f req-13c33cd6-8b57-4a95-8699-b769754e84aa tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403256 May 05 17:09:37.838272 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76a004-8fe5-407f-b2b8-d3bad24c0709 req-04c13ed9-ec2c-48d5-91b7-4e11f34aaf7a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:37.839737 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e76a004-8fe5-407f-b2b8-d3bad24c0709 req-04c13ed9-ec2c-48d5-91b7-4e11f34aaf7a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0786600 May 05 17:09:37.884451 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e76a004-8fe5-407f-b2b8-d3bad24c0709 req-03fde1fc-fecc-4089-b3fe-3a7e19d4b1e8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391142 May 05 17:09:38.085426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b61477-c0d5-471d-baf1-1a4c8288fe25 req-91d732d6-e7f3-43a3-b941-cad844f68da1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:38.086867 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46b61477-c0d5-471d-baf1-1a4c8288fe25 req-91d732d6-e7f3-43a3-b941-cad844f68da1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0781922 May 05 17:09:38.134258 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46b61477-c0d5-471d-baf1-1a4c8288fe25 req-cb325b32-ad00-42bb-b25f-2894e052f01e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418625 May 05 17:09:38.162676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59208) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:38.232460 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5efe2e6d-adfa-4092-bae0-54013cd56d6a tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1093 time: 0.0686150 May 05 17:09:38.235044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:38.240980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '7d078842-e64a-41c0-a69b-66225ed698a0', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:09:38.246523 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:09:38.250366 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:floatingip and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:09:38.254243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:09:38.259927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:09:38.337240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:38.475241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:38.620153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.111 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/1b5ac6ea-4a4d-4248-8811-70e2da92950e) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:09:38.772124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:38.877643 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:38.943316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:09:38.945941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:09:38.948900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:09:38.987778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=1b5ac6ea-4a4d-4248-8811-70e2da92950e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:39.459033 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:39.574379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:39.869210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:39.942677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:40.049218 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=1b5ac6ea-4a4d-4248-8811-70e2da92950e,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:09:40.063677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:40.257800 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Floating IP 0c060da2-664a-4897-a2a9-a02d1903cfbc associated. External IP: 172.26.2.111, port: 7d078842-e64a-41c0-a69b-66225ed698a0. May 05 17:09:40.653590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 38d044c6-d8b4-44c9-8fac-7152ac40c760 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:09:40.852560 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:09:40.862220 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] Sync routers for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:09:40.874515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:40.875114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:09:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:40.934178 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:40.991263 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f6784b42-6c16-4b09-8f14-c9ad9120681e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7551897 May 05 17:09:40.991979 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:09:41.050442 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0818351e-31d4-4fb2-a3ae-5c773849fa8c'] response: {'name': 'network-changed', 'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0', 'status': 'completed', 'code': 200} May 05 17:09:41.088985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:41.160660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-c75beb19-bd69-44f7-8f4c-ad4669eb2846 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1098 time: 0.0904503 May 05 17:09:41.176796 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd4f5c-764c-4922-b166-ac7c926d3b25 req-1819a400-2d96-4250-880e-b3e55a84d942 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:41.179908 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ecbd4f5c-764c-4922-b166-ac7c926d3b25 req-1819a400-2d96-4250-880e-b3e55a84d942 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0888600 May 05 17:09:41.225691 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-ecbd4f5c-764c-4922-b166-ac7c926d3b25 req-23eefb5a-0d23-4284-9475-3e69161f03c3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415576 May 05 17:09:41.255236 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59220) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:41.383566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b671a-35e2-4188-a9a5-782a11a89519 req-0d77c0b8-dc5f-4896-8f92-29edf86d6baf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:41.384938 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-0d77c0b8-dc5f-4896-8f92-29edf86d6baf service neutron] 10.222.0.71 "GET /v2.0/networks?id=825de68b-8824-464b-a3f7-d3d14b7ba25f HTTP/1.1" status: 200 len: 898 time: 0.2192898 May 05 17:09:41.389795 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-679b8560-78c8-434f-b926-279da9446288 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/0c060da2-664a-4897-a2a9-a02d1903cfbc HTTP/1.1" status: 200 len: 991 time: 0.1335189 May 05 17:09:41.450310 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '0c060da2-664a-4897-a2a9-a02d1903cfbc', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'port_id': '7d078842-e64a-41c0-a69b-66225ed698a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'mac_address': 'fa:16:3e:c8:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a049f477-d88b-42bd-9069-75ce041269b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:09:39Z', 'updated_at': '2022-05-05T17:09:39Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:41.454387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] Checking router: 38d044c6-d8b4-44c9-8fac-7152ac40c760 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:09:41.465571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:09:41.466171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:09:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:41.491387 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-f1279c14-a385-4a5c-94da-968ed8b948ed service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d078842-e64a-41c0-a69b-66225ed698a0 HTTP/1.1" status: 200 len: 999 time: 0.1006076 May 05 17:09:41.555878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471b671a-35e2-4188-a9a5-782a11a89519 req-a56142d3-7bec-4376-9d66-d38b0856f296 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:09:41.557288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-a56142d3-7bec-4376-9d66-d38b0856f296 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fe55a90-9660-426e-90fd-9d60d6137695 HTTP/1.1" status: 200 len: 834 time: 0.0605202 May 05 17:09:41.630627 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-9e470c6f-2000-4aa5-bb26-53b75aca12e0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=825de68b-8824-464b-a3f7-d3d14b7ba25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680323 May 05 17:09:41.643335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:09:41.761893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-359e563f-7b75-4825-b64f-2c9fd2f65a84 service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259608 May 05 17:09:41.893273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-471b671a-35e2-4188-a9a5-782a11a89519 req-0267c693-b250-47ba-83bf-899c7ff5003a service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260064 May 05 17:09:41.993769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '0c060da2-664a-4897-a2a9-a02d1903cfbc', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'port_id': '7d078842-e64a-41c0-a69b-66225ed698a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'mac_address': 'fa:16:3e:c8:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a049f477-d88b-42bd-9069-75ce041269b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:09:39Z', 'updated_at': '2022-05-05T17:09:39Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:09:41.997785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46592c30-97c8-4b1c-a0d5-b7986993e8c0 None None] The sync data for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv is: [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '0c060da2-664a-4897-a2a9-a02d1903cfbc', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.111', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'port_id': '7d078842-e64a-41c0-a69b-66225ed698a0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'mac_address': 'fa:16:3e:c8:78:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a049f477-d88b-42bd-9069-75ce041269b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:09:39Z', 'updated_at': '2022-05-05T17:09:39Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:09:42.394148 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59224) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:42.499901 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-92168e7e-8f04-468f-a797-c0daa6eceaa6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/0c060da2-664a-4897-a2a9-a02d1903cfbc HTTP/1.1" status: 200 len: 991 time: 0.1046126 May 05 17:09:42.857154 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91acc70-fbd0-478a-8688-a2723635fc8e None None] New status for floating IP 0c060da2-664a-4897-a2a9-a02d1903cfbc: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:09:43.503706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59228) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:09:43.608545 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ceaa5f30-b8d2-401c-8159-7fa399d709d5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/0c060da2-664a-4897-a2a9-a02d1903cfbc HTTP/1.1" status: 200 len: 993 time: 0.1038060 May 05 17:09:50.316085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dbe9cd1-d64c-49b0-9728-5f2f07555116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:52.428704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f7735c9e-674a-4350-ba42-aad359d66da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:53.751163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:53.822358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:09:55.314270 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:04.128227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:10.815020 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:10:14.747556 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-fe3f6b15-b29f-40dc-a8cd-a4edb1a8b0ee service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0683789 May 05 17:10:14.891111 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-06957c44-ea4c-412c-8275-489b5c62b0da service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1098 time: 0.0704002 May 05 17:10:15.116843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-6ebcacd6-fdfb-4c60-b90e-67a6670398d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:15.118288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-6ebcacd6-fdfb-4c60-b90e-67a6670398d9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=825de68b-8824-464b-a3f7-d3d14b7ba25f HTTP/1.1" status: 200 len: 898 time: 0.2103808 May 05 17:10:15.219648 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-8d6ca071-7f2e-4ebb-8809-9b4ac25d775e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d078842-e64a-41c0-a69b-66225ed698a0 HTTP/1.1" status: 200 len: 1001 time: 0.0949333 May 05 17:10:15.280818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-a65ac7a2-f60c-4875-8c2b-9e26272a826a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:15.282252 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-a65ac7a2-f60c-4875-8c2b-9e26272a826a service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fe55a90-9660-426e-90fd-9d60d6137695 HTTP/1.1" status: 200 len: 834 time: 0.0570827 May 05 17:10:15.356727 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-5b9dfdd9-b615-4d56-9b98-0b3b0996d33a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=825de68b-8824-464b-a3f7-d3d14b7ba25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689979 May 05 17:10:15.487516 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-424e0389-eb6d-4254-8fa4-dacc5d9b71eb service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246850 May 05 17:10:15.621712 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f3fb345-f46c-4a3f-94bc-d972d19a4e95 req-30e03124-8268-4f57-90c5-dda1471cd708 service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287975 May 05 17:10:20.299181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a100b82d-912f-4918-8631-6d1e295522c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:22.442491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-564c1cc0-78b0-4571-b4d2-50c66bf9fd3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:23.759879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:23.836159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:25.296130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:34.155583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:44.811689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c32786-c4a4-4fd6-9d40-aa8f55d96b59 req-73c34043-dbfb-48e8-ae9e-8abc3f48b260 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:44.813103 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59c32786-c4a4-4fd6-9d40-aa8f55d96b59 req-73c34043-dbfb-48e8-ae9e-8abc3f48b260 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0788307 May 05 17:10:44.857800 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59c32786-c4a4-4fd6-9d40-aa8f55d96b59 req-44a375b6-e249-4bfb-af95-369c1f07b23e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390601 May 05 17:10:46.059047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e2a27-475d-491c-985d-5fe88b581c1c req-680de926-a013-458b-b153-80440b0c89e5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:46.060550 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-df7e2a27-475d-491c-985d-5fe88b581c1c req-680de926-a013-458b-b153-80440b0c89e5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0789120 May 05 17:10:46.109542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-df7e2a27-475d-491c-985d-5fe88b581c1c req-dd9ac63e-bf46-4701-afcc-824f4edaebfa tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 May 05 17:10:46.138372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59258) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:10:46.239830 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ddbc08d-0fd4-4829-9405-557b405b60cb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/0c060da2-664a-4897-a2a9-a02d1903cfbc HTTP/1.1" status: 200 len: 993 time: 0.1002653 May 05 17:10:47.817642 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:10:47.888109 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e267e4-7428-4fe3-b709-78086b3947ba req-52a024cb-6980-453e-bd81-42200fb63a5d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:47.889596 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e267e4-7428-4fe3-b709-78086b3947ba req-52a024cb-6980-453e-bd81-42200fb63a5d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.0852554 May 05 17:10:47.935823 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d5e267e4-7428-4fe3-b709-78086b3947ba req-c9df62d9-a5be-4a6f-bd0c-b2d283ca1552 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407627 May 05 17:10:49.233246 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc1ec9-278e-46f5-95dd-e2da51d5d01d req-31528a80-7b10-40f3-864c-7d10ca62940f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:49.234691 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-58bc1ec9-278e-46f5-95dd-e2da51d5d01d req-31528a80-7b10-40f3-864c-7d10ca62940f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.1755323 May 05 17:10:49.279476 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-58bc1ec9-278e-46f5-95dd-e2da51d5d01d req-7a6d1a6f-a18e-4954-b344-cad5672112cd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392082 May 05 17:10:49.308665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59270) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:10:49.410357 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-774b56da-f99f-4085-bda4-45943b5e1630 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/0c060da2-664a-4897-a2a9-a02d1903cfbc HTTP/1.1" status: 200 len: 993 time: 0.1004303 May 05 17:10:49.704978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59278) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:10:49.906767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 1b5ac6ea-4a4d-4248-8811-70e2da92950e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:10:49.907108 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:50.076544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:50.076909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:50.195566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 1b5ac6ea-4a4d-4248-8811-70e2da92950e owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:10:50.287290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b85d96b5-9238-44cc-b154-7f2c23a20182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:50.413036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:50.458319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=1b5ac6ea-4a4d-4248-8811-70e2da92950e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:10:50.470190 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.470537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.470876 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.471214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.471577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.471923 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.472231 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.472561 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.472885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.473208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.473532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:50.565671 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:50.962627 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 38d044c6-d8b4-44c9-8fac-7152ac40c760 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:10:51.258278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:10:51.269613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] Sync routers for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:10:51.281553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:10:51.285353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:51.338018 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:51.390673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c7f771b3-8697-446e-a11c-bb3bf24be70c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/floatingips/0c060da2-664a-4897-a2a9-a02d1903cfbc HTTP/1.1" status: 204 len: 168 time: 1.6847103 May 05 17:10:51.391338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:10:51.450683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9363de5d-5fcd-4bb7-9600-f933e6b5b892'] response: {'name': 'network-changed', 'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0', 'status': 'completed', 'code': 200} May 05 17:10:51.469957 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:10:51.544640 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-a6320efd-60a6-4b35-9994-9e13b83e4226 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 1098 time: 0.0704217 May 05 17:10:51.681984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-27f532cf-e90c-45a0-a5a5-b365c14d8d13 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:51.683418 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-27f532cf-e90c-45a0-a5a5-b365c14d8d13 service neutron] 10.222.0.71 "GET /v2.0/networks?id=825de68b-8824-464b-a3f7-d3d14b7ba25f HTTP/1.1" status: 200 len: 898 time: 0.1328931 May 05 17:10:51.757507 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-57fc2afc-e66f-4a66-9524-eddcd512f439 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7d078842-e64a-41c0-a69b-66225ed698a0 HTTP/1.1" status: 200 len: 217 time: 0.0684917 May 05 17:10:51.819975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-ead357b4-3b22-4fa4-8beb-106f71f26365 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:51.821336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-ead357b4-3b22-4fa4-8beb-106f71f26365 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4fe55a90-9660-426e-90fd-9d60d6137695 HTTP/1.1" status: 200 len: 834 time: 0.0577738 May 05 17:10:51.853612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:51.858178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] Checking router: 38d044c6-d8b4-44c9-8fac-7152ac40c760 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:10:51.871597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:10:51.872215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:51.907321 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-e2a9cb97-aba5-4188-a142-08ba75c14a52 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=825de68b-8824-464b-a3f7-d3d14b7ba25f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804081 May 05 17:10:52.065174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:10:52.104832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-b04cedf2-94be-41b2-a0bd-0691560a1f7a service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888959 May 05 17:10:52.141534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a720c6-fa53-438f-83ae-2e46c703125b req-ef46d786-6ea6-44ea-b2cb-66e1e0ef13e8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:52.142990 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22a720c6-fa53-438f-83ae-2e46c703125b req-ef46d786-6ea6-44ea-b2cb-66e1e0ef13e8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.1623273 May 05 17:10:52.268700 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22a720c6-fa53-438f-83ae-2e46c703125b req-f2fc8255-6bdf-48c6-b448-fddd32b6891e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757215 May 05 17:10:52.300026 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c412854-70e7-4eca-a4e0-4cd4ece2df06 req-6ea30953-0e6e-4960-8865-690357c31e5b service neutron] 10.222.0.71 "GET /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872458 May 05 17:10:52.441913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:52.446822 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b2ee40-c4ca-47b0-beef-69cf279416ed None None] The sync data for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv is: [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'd3186792-0a76-40c8-8994-e2539c03e249', 'name': '', 'network_id': '825de68b-8824-464b-a3f7-d3d14b7ba25f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:82:dd:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:20Z', 'updated_at': '2022-05-05T17:09:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4fe55a90-9660-426e-90fd-9d60d6137695', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:10:52.479284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2796214f-8bbf-4f5c-89a1-b5fdd7f4f2d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:52.702476 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1078dd8f-3e58-4ab5-8f78-cc0061dfcd74 None None] New status for floating IP 0c060da2-664a-4897-a2a9-a02d1903cfbc: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:10:53.480550 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d560b15-4ab1-494a-9cbb-0d043d0b6df0 req-5478f03a-b542-4ae9-8aa4-5955959ecdcb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:53.481249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1d560b15-4ab1-494a-9cbb-0d043d0b6df0 req-5478f03a-b542-4ae9-8aa4-5955959ecdcb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:10:53.571015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-1d560b15-4ab1-494a-9cbb-0d043d0b6df0 req-5478f03a-b542-4ae9-8aa4-5955959ecdcb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:10:53.572554 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1d560b15-4ab1-494a-9cbb-0d043d0b6df0 req-5478f03a-b542-4ae9-8aa4-5955959ecdcb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.1701291 May 05 17:10:53.619435 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1d560b15-4ab1-494a-9cbb-0d043d0b6df0 req-708bbca8-406b-4ff5-b123-2372aead2b1a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=dbcdd4ff-9ac8-4e59-8381-21709813d838&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414348 May 05 17:10:53.738237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:53.830088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:53.905786 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183b322e-2845-428a-a097-e80cefa81626 req-7c4e71c7-8768-4a28-a5a9-036e2ddc2a4f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:10:53.907210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-183b322e-2845-428a-a097-e80cefa81626 req-7c4e71c7-8768-4a28-a5a9-036e2ddc2a4f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 945 time: 0.1643319 May 05 17:10:53.974489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 7d078842-e64a-41c0-a69b-66225ed698a0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:10:53.974842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:54.212664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 7d078842-e64a-41c0-a69b-66225ed698a0, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7d078842-e64a-41c0-a69b-66225ed698a0,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:10:54.212997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:54.332966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 7d078842-e64a-41c0-a69b-66225ed698a0 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:10:54.550107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:54.602394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=7d078842-e64a-41c0-a69b-66225ed698a0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:10:54.673718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.674158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.674503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.674836 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.675170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.675515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.675842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.676164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.676482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.676800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.677120 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:10:54.686590 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] No DVR routers for this DVR port 7d078842-e64a-41c0-a69b-66225ed698a0 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:10:54.688831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:54.691828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'name': 'network-vif-deleted', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:10:54.748338 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0225c1-d1d9-48de-a1d3-c5654b673429'] response: {'server_uuid': 'a049f477-d88b-42bd-9069-75ce041269b0', 'name': 'network-vif-deleted', 'tag': '7d078842-e64a-41c0-a69b-66225ed698a0', 'status': 'completed', 'code': 200} May 05 17:10:54.786409 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-183b322e-2845-428a-a097-e80cefa81626 req-f7a98be3-69e3-4a47-9618-100fb40297d7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "DELETE /v2.0/ports/7d078842-e64a-41c0-a69b-66225ed698a0 HTTP/1.1" status: 204 len: 173 time: 0.8734782 May 05 17:10:54.797050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-cfba5546-ec00-41c8-afac-75cd6aa21204 req-87b2f844-2410-47a2-bb0b-f4fe5cb4f076 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:10:54.932930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-cfba5546-ec00-41c8-afac-75cd6aa21204 req-87b2f844-2410-47a2-bb0b-f4fe5cb4f076 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:10:54.934723 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cfba5546-ec00-41c8-afac-75cd6aa21204 req-87b2f844-2410-47a2-bb0b-f4fe5cb4f076 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=a049f477-d88b-42bd-9069-75ce041269b0 HTTP/1.1" status: 200 len: 210 time: 0.1845434 May 05 17:10:55.315656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:56.044195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59296) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:10:56.440363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:57.126030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port d3186792-0a76-40c8-8994-e2539c03e249 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:10:57.126714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:57.311176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port d3186792-0a76-40c8-8994-e2539c03e249, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d3186792-0a76-40c8-8994-e2539c03e249,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:10:57.311548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:57.427551 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for d3186792-0a76-40c8-8994-e2539c03e249 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:10:57.591683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7d078842-e64a-41c0-a69b-66225ed698a0 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:10:57.623525 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 7d078842-e64a-41c0-a69b-66225ed698a0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:10:57.623869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7d078842-e64a-41c0-a69b-66225ed698a0 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:10:57.682139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:57.727914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=d3186792-0a76-40c8-8994-e2539c03e249,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:10:58.026018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:58.698469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 38d044c6-d8b4-44c9-8fac-7152ac40c760 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:10:58.892785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:10:58.902343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] Sync routers for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:10:58.913813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:10:58.914954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:58.974455 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2ff53276-2d79-4975-ba81-c9007a3f892b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/38d044c6-d8b4-44c9-8fac-7152ac40c760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9289398 May 05 17:10:58.977743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59300) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:10:59.092131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:10:59.163926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting subnet 4fe55a90-9660-426e-90fd-9d60d6137695 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:10:59.167600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.229078 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.310063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.421994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:10:57Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:59.425877 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] Checking router: 38d044c6-d8b4-44c9-8fac-7152ac40c760 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:10:59.436976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] Routers {'38d044c6-d8b4-44c9-8fac-7152ac40c760'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:10:59.437627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['38d044c6-d8b4-44c9-8fac-7152ac40c760'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:10:59.462296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.502374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Subnet': ['ID=4fe55a90-9660-426e-90fd-9d60d6137695,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:10:59.509967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.518642 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-99798dfd-c46f-40d8-953c-89730f8fb9be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/subnets/4fe55a90-9660-426e-90fd-9d60d6137695 HTTP/1.1" status: 204 len: 168 time: 0.5371962 May 05 17:10:59.518906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59304) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:10:59.546711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f8b660-c3ea-4c98-a7dc-7357cc0ac9f8 None None] Network 825de68b-8824-464b-a3f7-d3d14b7ba25f requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:10:59.725006 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.768277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] Set router 38d044c6-d8b4-44c9-8fac-7152ac40c760 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:10:59.927707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:10:59.989705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 1b21025c-ef68-4284-ad9f-a59b6fbe1605 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:10:59.990144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:00.050251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] DHCP port deletion for 825de68b-8824-464b-a3f7-d3d14b7ba25f request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:11:00.058848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Deleting port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:11:00.059217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:00.243139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:10:57Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:00.261607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 1b21025c-ef68-4284-ad9f-a59b6fbe1605, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1b21025c-ef68-4284-ad9f-a59b6fbe1605,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:00.262041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:00.263692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edef2213-f7e1-477a-8eb7-5c2692c94646 None None] The sync data for ids ['38d044c6-d8b4-44c9-8fac-7152ac40c760'] in dv-neutron-840483-1-hyperv is: [{'id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1779562107', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244'}], 'enable_snat': True}, 'gw_port_id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:10:57Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '1b21025c-ef68-4284-ad9f-a59b6fbe1605', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:1a:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d044c6-d8b4-44c9-8fac-7152ac40c760', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:09:16Z', 'updated_at': '2022-05-05T17:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:11:00.287175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] For port 1406c27f-f599-4f1c-9bb6-6d38aac0de17, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1406c27f-f599-4f1c-9bb6-6d38aac0de17,segment=NetworkSegment(ab66db71-9371-4721-91ec-b127cb8729cd),segment_id=ab66db71-9371-4721-91ec-b127cb8729cd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:00.287606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:00.401911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 1b21025c-ef68-4284-ad9f-a59b6fbe1605 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:11:00.416165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Calling delete_port for 1406c27f-f599-4f1c-9bb6-6d38aac0de17 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:11:00.585958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:00.631607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Pushing event deleted for resources: {'Port': ['ID=1406c27f-f599-4f1c-9bb6-6d38aac0de17,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:00.639167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] No DVR routers for this DVR port 1406c27f-f599-4f1c-9bb6-6d38aac0de17 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:11:00.644192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.644539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.644961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.649698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3dab0b-302b-42a9-9e79-dd695c5d5da8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:00.650901 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:00.673593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3186792-0a76-40c8-8994-e2539c03e249 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:11:00.699271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=1b21025c-ef68-4284-ad9f-a59b6fbe1605,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:00.748442 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d3186792-0a76-40c8-8994-e2539c03e249 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:11:00.748783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d3186792-0a76-40c8-8994-e2539c03e249 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:11:00.749221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1406c27f-f599-4f1c-9bb6-6d38aac0de17 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:11:00.782745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1406c27f-f599-4f1c-9bb6-6d38aac0de17 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:11:00.783274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1406c27f-f599-4f1c-9bb6-6d38aac0de17 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:11:00.933736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.190392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.194535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.281349 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.281893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Fanout notify agent at l3_agent the message router_deleted on router 38d044c6-d8b4-44c9-8fac-7152ac40c760 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:11:01.296950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.298109 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-300d4f13-99bb-453d-babb-129d68efb8cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/routers/38d044c6-d8b4-44c9-8fac-7152ac40c760 HTTP/1.1" status: 204 len: 168 time: 1.7783465 May 05 17:11:01.300952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59308) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:01.418398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.550179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.579484 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['825de68b-8824-464b-a3f7-d3d14b7ba25f']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:01.674296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab66db71-9371-4721-91ec-b127cb8729cd') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:01.674547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab66db71-9371-4721-91ec-b127cb8729cd') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:01.687574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.706117 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.709920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:11:01.714283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:11:01.725131 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:11:01.869717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.887817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:01.901116 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Network': ['ID=825de68b-8824-464b-a3f7-d3d14b7ba25f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:01.967569 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-71fc8009-7ad5-4fc4-b0e0-2cab1421792b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/networks/825de68b-8824-464b-a3f7-d3d14b7ba25f HTTP/1.1" status: 204 len: 168 time: 0.6655478 May 05 17:11:01.970128 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59312) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:02.039310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a88ad4c2-3246-4b93-84cc-02fe344b0a89 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:02.067612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a88ad4c2-3246-4b93-84cc-02fe344b0a89 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:02.189765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a88ad4c2-3246-4b93-84cc-02fe344b0a89 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:02.208721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88ad4c2-3246-4b93-84cc-02fe344b0a89 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcdd4ff-9ac8-4e59-8381-21709813d838,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:02.275600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a88ad4c2-3246-4b93-84cc-02fe344b0a89 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:02.276996 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a88ad4c2-3246-4b93-84cc-02fe344b0a89 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/security-groups/dbcdd4ff-9ac8-4e59-8381-21709813d838 HTTP/1.1" status: 204 len: 168 time: 0.3059740 May 05 17:11:02.580405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1b21025c-ef68-4284-ad9f-a59b6fbe1605 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:11:02.612708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1b21025c-ef68-4284-ad9f-a59b6fbe1605 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:11:02.613042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1b21025c-ef68-4284-ad9f-a59b6fbe1605 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:11:02.717112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59320) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:02.722690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1398936378', 'description': 'tempest-secgroup-smoke-1398936378 description', 'project_id': '0766279296f44a29865e8ead77e3f24e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:02.730141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:02.734508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:02.737362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:02.743844 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:02.890630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:02.926434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:02.931023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:02.933874 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:02.939820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:02.996067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.058491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.103559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be33f63a-9a04-43ce-b12b-04a8edd4ba4d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:03.178142 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.179427 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a7725ec2-ce0e-421d-bc6e-222e9ef10a62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4613278 May 05 17:11:03.182345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59324) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:03.187744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'be33f63a-9a04-43ce-b12b-04a8edd4ba4d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:03.194022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:03.198299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:03.201206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:03.206875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:03.287741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.350555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.427327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.452230 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7710dd1f-6b51-4be0-8fe1-501821240153,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:03.530324 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.531574 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dccb4185-1b50-4519-8e19-9fab42d8b090 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3482831 May 05 17:11:03.534443 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59328) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:03.546674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'be33f63a-9a04-43ce-b12b-04a8edd4ba4d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:03.546674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:03.549877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:03.552729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:03.558678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:03.645353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.710258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.759767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.783567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3bcc54-c822-4542-b54d-4d78f2de85c5,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:03.844628 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:03.845767 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-99ddaa87-e94c-4b16-8ce7-1522815772ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3104150 May 05 17:11:03.848499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59332) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:03.854428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'be33f63a-9a04-43ce-b12b-04a8edd4ba4d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:03.860509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:03.864342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:03.867959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:03.873922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:03.949440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.011910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.090441 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.114243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bb460a0-2834-4229-bb38-a52b10007347,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:04.127128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.198769 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.200015 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3c1f8854-d358-46eb-bbaa-1bdc186ba689 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3505900 May 05 17:11:04.202772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59336) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:04.208193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'be33f63a-9a04-43ce-b12b-04a8edd4ba4d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:04.214259 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:04.218113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:04.220946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:04.227113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:04.309594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.374774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.444525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.467882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c5e0eb-7cb6-4e86-865e-9d843628b340,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:04.536039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.537275 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d444e311-587e-48a5-9ee6-c6ec11c9eccf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3335958 May 05 17:11:04.540696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59340) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:04.546199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'be33f63a-9a04-43ce-b12b-04a8edd4ba4d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:04.552228 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:04.556466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:04.559858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:04.565619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:04.623718 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:11:04.630552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.696342 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.749971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.774381 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3cc9525-2891-4859-ba0b-5c48e88fb9f4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:04.844651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:04.845842 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ea4790e1-ae25-447a-9380-65d0e17e69df tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3042088 May 05 17:11:04.848504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59344) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:04.854201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'be33f63a-9a04-43ce-b12b-04a8edd4ba4d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:04.860226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:04.864015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:04.866841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:04.872575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:04.932846 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:11:04.939561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.005373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.081272 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.105801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dcff098-aeac-4f7d-a51b-0b94bd9732f8,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:05.178302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.182989 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-14afab7a-814c-45d9-b19a-8b1000eaab97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3302150 May 05 17:11:05.183133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59348) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:05.188519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'network': {'name': 'tempest-network-smoke--361011538', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:05.193759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:05.200041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:network and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:05.201286 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:05.206891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:05.297980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:11:05.300950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.329668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 793} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:11:05.339023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.339361 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Added segment ffd977df-bb66-4d60-999e-d42f77dabd71 of type vlan for network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 May 05 17:11:05.366420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.469662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.473516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:05.474103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.584896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Network': ['ID=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:05.596716 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:11:05.636705 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-721f693e-46d3-434c-a7ac-d66bc8eb012f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4500535 May 05 17:11:05.636965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59352) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:05.642018 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'admin_state_up': True, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:05.649151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:05.655648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:router and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:05.656487 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:05.662392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:05.733243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.734139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.753036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:05.969428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:06.207437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:06.237505 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:06.371139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.199 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/9b404d10-81ca-4887-858f-98545e6cc67c) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:11:06.597988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:06.696958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:06.763724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:11:06.766589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:06.770969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:11:06.799882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=9b404d10-81ca-4887-858f-98545e6cc67c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:07.018936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:07.019699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:07.297990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router b7f224e8-a977-4c1a-bd03-4f8accaf0423 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:11:07.499423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:11:07.509354 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Sync routers for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:11:07.521396 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:11:07.522015 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:07.641094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:07.642266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-00f69e33-47fe-4929-b1d9-fc5e5ee02f2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0044746 May 05 17:11:07.645875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59356) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:07.689992 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bc8abff4-3615-48c8-a92b-2a8b05501e1d tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0766279296f44a29865e8ead77e3f24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428782 May 05 17:11:07.692728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59360) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:07.700772 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:11:07.825176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beb3466-f58d-4e1b-ba9d-31e07f519dd8 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:07.826774 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5beb3466-f58d-4e1b-ba9d-31e07f519dd8 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1331661 May 05 17:11:07.829618 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59364) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:07.868305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9526350c-c5f4-4e76-b7ff-c79ee052ba60 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376070 May 05 17:11:07.870920 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59368) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:07.876138 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-182830612', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:07.984608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:07.988360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:subnet and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:07.990593 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:06Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:07.991297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:07.995140 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Checking router: b7f224e8-a977-4c1a-bd03-4f8accaf0423 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:11:07.995507 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Updating router b7f224e8-a977-4c1a-bd03-4f8accaf0423 port 9b404d10-81ca-4887-858f-98545e6cc67c binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:11:07.997539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:08.047575 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.073211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:11:08.173760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.376557 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.387898 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Transition to ACTIVE for port object 9b404d10-81ca-4887-858f-98545e6cc67c will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:08.452380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.462151 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.530874 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Pushing event updated for resources: {'Port': ['ID=9b404d10-81ca-4887-858f-98545e6cc67c,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:08.535294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Subnet': ['ID=edb281c0-e5e8-4913-a524-8ce0f05ce6a2,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:08.548174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Checking segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:11:08.548473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network hostable DHCP agents. Network: 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:11:08.552506 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.552844 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.553178 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.553506 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.553829 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.554149 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.554581 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.554976 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.555281 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.555620 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.555929 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:11:08.560571 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Attempting to bind port 9b404d10-81ca-4887-858f-98545e6cc67c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:11:08.560933 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Attempting to bind port 9b404d10-81ca-4887-858f-98545e6cc67c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:11:08.561287 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Attempting to bind port 9b404d10-81ca-4887-858f-98545e6cc67c on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:11:08.567650 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:11:08.568016 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:11:08.568421 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.568781 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:11:08.569231 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Bound port: 9b404d10-81ca-4887-858f-98545e6cc67c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:11:08.569590 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.623552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:11:08.640260 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] For port 9b404d10-81ca-4887-858f-98545e6cc67c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:11:08.643073 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] For port 9b404d10-81ca-4887-858f-98545e6cc67c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9b404d10-81ca-4887-858f-98545e6cc67c,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:11:08.720959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:08.725234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:08.725820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.730541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131d992c-a2dd-48fd-83c6-5c3088fb72d8 None None] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:11:08.772714 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.833404 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-42e79b57-f351-4c5c-99c5-e0582f7de77e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9586637 May 05 17:11:08.835006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59372) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:08.856045 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:11:08.856656 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:08.966795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:11:08.967670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:08.970406 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3dbced-c0d6-4ac4-a3da-1591e4316487 None None] Pushing event updated for resources: {'Port': ['ID=9b404d10-81ca-4887-858f-98545e6cc67c,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:09.042377 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:11:09.134749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Allocated IP 172.20.0.2 (7cddfc92-a3e2-45b1-9614-cdf3b1c980c4/edb281c0-e5e8-4913-a524-8ce0f05ce6a2/242d5ab5-0893-4b0b-8719-f49d7ebbf096) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:11:09.348666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:09.361002 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Transition to ACTIVE for port object 242d5ab5-0893-4b0b-8719-f49d7ebbf096 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:09.366548 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:06Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:09.371715 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40f50f5-b7fb-4218-895f-711d9d07279a None None] The sync data for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:06Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:11:09.381230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Transition to ACTIVE for port object 242d5ab5-0893-4b0b-8719-f49d7ebbf096 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:09.462449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:09.569593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:11:09.571510 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Pushing event updated for resources: {'Port': ['ID=242d5ab5-0893-4b0b-8719-f49d7ebbf096,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:09.574872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:09.577152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:11:09.654412 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:09.675616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Attempting to bind port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:11:09.675992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Attempting to bind port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:11:09.676358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Attempting to bind port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 on network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:11:09.684263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:11:09.684641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Checking segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:11:09.685179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:09.685633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Bound using segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:11:09.686116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Bound port: 242d5ab5-0893-4b0b-8719-f49d7ebbf096, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:11:09.686490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:09.785432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] For port 242d5ab5-0893-4b0b-8719-f49d7ebbf096, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:11:09.789720 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] For port 242d5ab5-0893-4b0b-8719-f49d7ebbf096, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=242d5ab5-0893-4b0b-8719-f49d7ebbf096,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:11:09.869159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:09.954358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381890e-5512-4fca-b5aa-82d6b5221626 None None] Pushing event updated for resources: {'Port': ['ID=242d5ab5-0893-4b0b-8719-f49d7ebbf096,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:10.075626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.1 (7cddfc92-a3e2-45b1-9614-cdf3b1c980c4/edb281c0-e5e8-4913-a524-8ce0f05ce6a2/dc68cc98-e029-4b61-a7bb-bf67b88a6600) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:11:10.365531 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:10.381194 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object dc68cc98-e029-4b61-a7bb-bf67b88a6600 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:10.462638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:10.533127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:11:10.535956 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:10.540811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:11:10.571183 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=dc68cc98-e029-4b61-a7bb-bf67b88a6600,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:10.607929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:10.654383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9b404d10-81ca-4887-858f-98545e6cc67c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:10.791652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:10.794887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 9b404d10-81ca-4887-858f-98545e6cc67c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:10.800273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9b404d10-81ca-4887-858f-98545e6cc67c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:10.804136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:10.928033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:10.945827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 9b404d10-81ca-4887-858f-98545e6cc67c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9b404d10-81ca-4887-858f-98545e6cc67c,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:11.024948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd345dc9-623c-42ca-89fa-3e6e75e6f4ba None None] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:11:11.088609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.089380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 242d5ab5-0893-4b0b-8719-f49d7ebbf096 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:11.214369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.294425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.296678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=9b404d10-81ca-4887-858f-98545e6cc67c,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:11.342164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-0af7ed48-29a6-40eb-946f-79bb6f26ee0d None None] Provisioning for port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:11.406521 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.411307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=dc68cc98-e029-4b61-a7bb-bf67b88a6600,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:11.446592 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:11.452077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:11.458216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.557504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:11:11.558700 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:11.575747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.610726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 242d5ab5-0893-4b0b-8719-f49d7ebbf096, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=242d5ab5-0893-4b0b-8719-f49d7ebbf096,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:11.677105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2cc62103-d783-4ea2-99eb-b9384593f73d None None] Provisioning complete for port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:11.677548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2cc62103-d783-4ea2-99eb-b9384593f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.706146 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.803536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=242d5ab5-0893-4b0b-8719-f49d7ebbf096,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:11.931188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2cc62103-d783-4ea2-99eb-b9384593f73d None None] Provisioning for port dc68cc98-e029-4b61-a7bb-bf67b88a6600 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:11.937054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2cc62103-d783-4ea2-99eb-b9384593f73d None None] Provisioning complete for port dc68cc98-e029-4b61-a7bb-bf67b88a6600 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:11.937425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2cc62103-d783-4ea2-99eb-b9384593f73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:11.983645 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router b7f224e8-a977-4c1a-bd03-4f8accaf0423 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:11:11.997404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2cc62103-d783-4ea2-99eb-b9384593f73d None None] Port dc68cc98-e029-4b61-a7bb-bf67b88a6600 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:11:12.121225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cbcb08e6-ca1c-44aa-9aa8-9200454e8ffd None None] Provisioning complete for port dc68cc98-e029-4b61-a7bb-bf67b88a6600 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:12.121537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-cbcb08e6-ca1c-44aa-9aa8-9200454e8ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:12.175851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-cbcb08e6-ca1c-44aa-9aa8-9200454e8ffd None None] Port dc68cc98-e029-4b61-a7bb-bf67b88a6600 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:11:12.291320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:11:12.303943 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-cdcfe768-e45d-4ba5-b399-a6e71174270c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/b7f224e8-a977-4c1a-bd03-4f8accaf0423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4662585 May 05 17:11:12.478545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-933d19d3-1cff-4728-a757-c97c611abb22 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:11:12.541646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-933d19d3-1cff-4728-a757-c97c611abb22 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:11:12.543554 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-933d19d3-1cff-4728-a757-c97c611abb22 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1398936378&fields=id&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 267 time: 0.1068714 May 05 17:11:12.596612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9b404d10-81ca-4887-858f-98545e6cc67c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:12.670845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 9b404d10-81ca-4887-858f-98545e6cc67c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:12.671217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:12.800584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 242d5ab5-0893-4b0b-8719-f49d7ebbf096 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:12.806526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-45c2043d-d450-44d6-bf54-da212ed7b35d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:12.807188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-45c2043d-d450-44d6-bf54-da212ed7b35d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:11:12.869366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:12.869891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:12.884603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-45c2043d-d450-44d6-bf54-da212ed7b35d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:11:12.885798 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-45c2043d-d450-44d6-bf54-da212ed7b35d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 796 time: 0.3355405 May 05 17:11:12.908921 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-448bd5b4-0c84-4e17-bc31-9af522920781 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/quotas/0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 375 time: 0.0174627 May 05 17:11:12.926661 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Sync routers for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:11:12.950014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:11:12.950648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:12.989663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-4168f2de-1940-4381-8e37-ecf002578fec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:11:13.078667 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-4168f2de-1940-4381-8e37-ecf002578fec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:11:13.080079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-4168f2de-1940-4381-8e37-ecf002578fec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1704118 May 05 17:11:13.096234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-5efe3362-3a89-4be7-8729-9b77a3c00b3c service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:11:13.097394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-5efe3362-3a89-4be7-8729-9b77a3c00b3c service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055022 May 05 17:11:13.176392 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:11:13.231272 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-9bcb078a-5b7e-4126-8e07-515b39c24c98 service neutron] 10.222.0.70 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264415 May 05 17:11:13.365461 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-af2edf7d-b56f-4bc3-9a77-94a89b766452 service neutron] 10.222.0.70 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279912 May 05 17:11:13.494693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:11Z', 'revision_number': 2, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:13.498685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Checking router: b7f224e8-a977-4c1a-bd03-4f8accaf0423 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:11:13.499114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Updating router b7f224e8-a977-4c1a-bd03-4f8accaf0423 port dc68cc98-e029-4b61-a7bb-bf67b88a6600 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:11:13.550389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:13.642679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-78744b2c-3dbf-4063-b51f-4aa3ec9a31c4 req-7fb91a8a-d48c-489c-895e-727738554298 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:11:13.657699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-78744b2c-3dbf-4063-b51f-4aa3ec9a31c4 req-7fb91a8a-d48c-489c-895e-727738554298 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:11:13.658987 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-78744b2c-3dbf-4063-b51f-4aa3ec9a31c4 req-7fb91a8a-d48c-489c-895e-727738554298 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 210 time: 0.0584605 May 05 17:11:13.954416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:13.966900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Transition to ACTIVE for port object dc68cc98-e029-4b61-a7bb-bf67b88a6600 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:14.040754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:14.164245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3fbc5-b09a-42a1-8282-7265a10954b3 None None] Pushing event updated for resources: {'Port': ['ID=dc68cc98-e029-4b61-a7bb-bf67b88a6600,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:14.264360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Attempting to bind port dc68cc98-e029-4b61-a7bb-bf67b88a6600 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:11:14.264360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Attempting to bind port dc68cc98-e029-4b61-a7bb-bf67b88a6600 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:11:14.265124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Attempting to bind port dc68cc98-e029-4b61-a7bb-bf67b88a6600 on network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:11:14.272317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:11:14.272696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Checking segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:11:14.273241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:14.273690 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Bound using segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:11:14.274163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Bound port: dc68cc98-e029-4b61-a7bb-bf67b88a6600, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:11:14.274536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:14.372202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] For port dc68cc98-e029-4b61-a7bb-bf67b88a6600, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:11:14.375228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] For port dc68cc98-e029-4b61-a7bb-bf67b88a6600, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=dc68cc98-e029-4b61-a7bb-bf67b88a6600,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:11:14.469982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:14.551964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3fbc5-b09a-42a1-8282-7265a10954b3 None None] Pushing event updated for resources: {'Port': ['ID=dc68cc98-e029-4b61-a7bb-bf67b88a6600,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:14.555501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:11:14.556085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:10:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:14.745267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:11:14.844577 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f3b7a254-d7cb-4d89-8b39-ac6899b3e678 req-c9309262-34d3-49d1-9c04-023048a34db7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 210 time: 0.0432146 May 05 17:11:15.074235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:14Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:15.078376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a19820-b17f-4024-aeed-da0132bb5e64 None None] The sync data for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:14Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:11:15.884980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-5571afde-1894-4d2f-90d3-b0d0ed717486 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:15.886957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-5571afde-1894-4d2f-90d3-b0d0ed717486 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 796 time: 0.1538379 May 05 17:11:15.946873 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-da69065e-4209-4005-89af-03d52669393d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 380 time: 0.0474472 May 05 17:11:15.954783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'port': {'device_id': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'admin_state_up': True, 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'security_groups': ['be33f63a-9a04-43ce-b12b-04a8edd4ba4d']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:16.024566 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e1d4b453-68bd-48cd-bc1c-d7f83e5061cf req-a2db9677-895e-4f99-9456-009c302eca40 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 210 time: 0.0454488 May 05 17:11:16.096771 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:16.107245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:16.201198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:11:16.204261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:16.369215 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.10 (7cddfc92-a3e2-45b1-9614-cdf3b1c980c4/edb281c0-e5e8-4913-a524-8ce0f05ce6a2/33245c80-ba7b-44aa-a5bd-202503164a9f) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:11:16.559403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:16.575534 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object 33245c80-ba7b-44aa-a5bd-202503164a9f will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:16.618777 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dc68cc98-e029-4b61-a7bb-bf67b88a6600 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:16.670083 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:16.746592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:11:16.749663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:16.755216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port dc68cc98-e029-4b61-a7bb-bf67b88a6600 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:16.755372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:11:16.756840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port dc68cc98-e029-4b61-a7bb-bf67b88a6600 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:16.757323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:16.785915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=33245c80-ba7b-44aa-a5bd-202503164a9f,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:16.829439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:16.830049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:16.887693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:16.923358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port dc68cc98-e029-4b61-a7bb-bf67b88a6600, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=dc68cc98-e029-4b61-a7bb-bf67b88a6600,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:16.938643 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-cf1e872a-4fa9-4d4e-aa6e-ac4aa0d26212 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9875238 May 05 17:11:16.950153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Request body: {'port': {'device_id': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:17.004787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:17.062369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:17.084825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=dc68cc98-e029-4b61-a7bb-bf67b88a6600,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:17.132664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bf2b8826-3f49-4bf1-9a05-2bab22a6464b None None] Provisioning for port 33245c80-ba7b-44aa-a5bd-202503164a9f completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:17.138223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bf2b8826-3f49-4bf1-9a05-2bab22a6464b None None] Provisioning complete for port 33245c80-ba7b-44aa-a5bd-202503164a9f triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:17.138756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bf2b8826-3f49-4bf1-9a05-2bab22a6464b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:17.191538 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-bf2b8826-3f49-4bf1-9a05-2bab22a6464b None None] Port 33245c80-ba7b-44aa-a5bd-202503164a9f cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:11:17.466068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7d3fe-08d1-4148-a56a-8ea0a90761c4 req-e2a6b561-a744-4beb-be5b-33edbbe05e24 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:17.466662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-98f7d3fe-08d1-4148-a56a-8ea0a90761c4 req-e2a6b561-a744-4beb-be5b-33edbbe05e24 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:11:17.580132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-98f7d3fe-08d1-4148-a56a-8ea0a90761c4 req-e2a6b561-a744-4beb-be5b-33edbbe05e24 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:11:17.581283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-98f7d3fe-08d1-4148-a56a-8ea0a90761c4 req-e2a6b561-a744-4beb-be5b-33edbbe05e24 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 932 time: 0.4340222 May 05 17:11:17.587053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33245c80-ba7b-44aa-a5bd-202503164a9f {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:11:17.610766 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:17.640501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Transition to ACTIVE for port object 33245c80-ba7b-44aa-a5bd-202503164a9f will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:11:17.651085 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-98f7d3fe-08d1-4148-a56a-8ea0a90761c4 req-2ec3e374-107d-407e-bf45-5739c464f66b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598726 May 05 17:11:17.692380 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:17.820584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Pushing event updated for resources: {'Port': ['ID=33245c80-ba7b-44aa-a5bd-202503164a9f,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:17.926420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Attempting to bind port 33245c80-ba7b-44aa-a5bd-202503164a9f on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:11:17.926875 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Attempting to bind port 33245c80-ba7b-44aa-a5bd-202503164a9f by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:11:17.927081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Attempting to bind port 33245c80-ba7b-44aa-a5bd-202503164a9f on network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:11:17.934050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Port 33245c80-ba7b-44aa-a5bd-202503164a9f on network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:11:17.934367 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Attempting to bind port 33245c80-ba7b-44aa-a5bd-202503164a9f on network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:11:17.940727 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:11:17.941333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Checking segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:11:17.941463 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Bound using segment: {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:11:17.941842 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Bound port: 33245c80-ba7b-44aa-a5bd-202503164a9f, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffd977df-bb66-4d60-999e-d42f77dabd71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:11:17.942185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:18.032061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] For port 33245c80-ba7b-44aa-a5bd-202503164a9f, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:11:18.035003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] For port 33245c80-ba7b-44aa-a5bd-202503164a9f, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=33245c80-ba7b-44aa-a5bd-202503164a9f,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:11:18.084522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:18.144710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:18.146016 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-160abb9f-0551-4365-983e-996051c125c4 service neutron] 10.222.0.71 "PUT /v2.0/ports/33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 1094 time: 1.1999049 May 05 17:11:18.146447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:11:18.167632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160abb9f-0551-4365-983e-996051c125c4 service neutron] Pushing event updated for resources: {'Port': ['ID=33245c80-ba7b-44aa-a5bd-202503164a9f,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:18.211856 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efc74689-9297-4a68-bed8-fd4238960329'] response: {'name': 'network-changed', 'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'status': 'completed', 'code': 200} May 05 17:11:18.312131 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f2b53334-cd34-4eef-8171-1250aac28522 req-f3d94fbe-6a69-4e17-bc24-56101ad63ee8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1097 time: 0.0792172 May 05 17:11:18.451819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b53334-cd34-4eef-8171-1250aac28522 req-a155b0ac-6eb1-4223-ae7e-6d1645fa7c66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:18.453173 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f2b53334-cd34-4eef-8171-1250aac28522 req-a155b0ac-6eb1-4223-ae7e-6d1645fa7c66 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0766279296f44a29865e8ead77e3f24e&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1338284 May 05 17:11:18.594625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dc68cc98-e029-4b61-a7bb-bf67b88a6600 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:18.595137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b53334-cd34-4eef-8171-1250aac28522 req-8de35a73-5cee-4853-bd99-31d60fb5e57f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:18.596617 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f2b53334-cd34-4eef-8171-1250aac28522 req-8de35a73-5cee-4853-bd99-31d60fb5e57f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1369262 May 05 17:11:18.707494 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-453c83a6-09bf-4c8d-9635-ecd399aa8a7a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1097 time: 0.0737095 May 05 17:11:18.713016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port dc68cc98-e029-4b61-a7bb-bf67b88a6600 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:18.713381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:18.819710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-9a7dcbfa-7053-48a8-bc44-644d5d7e35ca service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 217 time: 0.1057110 May 05 17:11:18.902991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-94ef22a5-ec1a-4a0c-99ba-76a948bf967d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:18.904462 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-94ef22a5-ec1a-4a0c-99ba-76a948bf967d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 200 len: 834 time: 0.0795827 May 05 17:11:18.957133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f5f77-79c6-410d-bf10-8447e87934e9 req-d662080e-5963-4277-a4fd-35841bfdd0ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:18.958542 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1c9f5f77-79c6-410d-bf10-8447e87934e9 req-d662080e-5963-4277-a4fd-35841bfdd0ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 944 time: 0.1697471 May 05 17:11:19.018539 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1c9f5f77-79c6-410d-bf10-8447e87934e9 req-736cbcd8-f5c3-49d5-b49d-e1396d945991 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496581 May 05 17:11:19.022121 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-0dc07ec8-1ef6-4087-adff-3c4c72c5dbed service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1110778 May 05 17:11:19.152407 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-658fa295-7049-4b7d-a096-4bdcfc6bb515 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241243 May 05 17:11:19.281381 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-187e73eb-3391-4d52-9c6c-a5cb65841dc6 req-f0fc8c42-df36-4d91-b06d-efd2802cd6a1 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238599 May 05 17:11:20.221044 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e94508b-2849-4880-a4bf-e432485a1276 req-c450861f-c245-45c7-908e-87e5e0164af6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:20.222523 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e94508b-2849-4880-a4bf-e432485a1276 req-c450861f-c245-45c7-908e-87e5e0164af6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 944 time: 0.0800788 May 05 17:11:20.269256 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e94508b-2849-4880-a4bf-e432485a1276 req-e519ee92-0b65-4186-a65e-6366de46c28d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403254 May 05 17:11:20.292097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-650fc91c-dfda-4a34-9810-f4f7cca1b759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:21.561516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064f1b4-ca15-4270-b9f8-7441cd5b37d1 req-ce90f137-33a2-4436-b4f0-d40e529868b9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:21.562406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0064f1b4-ca15-4270-b9f8-7441cd5b37d1 req-ce90f137-33a2-4436-b4f0-d40e529868b9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 944 time: 0.1715548 May 05 17:11:21.608947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0064f1b4-ca15-4270-b9f8-7441cd5b37d1 req-b289fe3e-de85-42c1-a70f-0b056a2e01ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407143 May 05 17:11:21.777540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 33245c80-ba7b-44aa-a5bd-202503164a9f details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:11:21.913618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 33245c80-ba7b-44aa-a5bd-202503164a9f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=33245c80-ba7b-44aa-a5bd-202503164a9f,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:21.926413 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'port_id': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'mac_address': 'fa:16:3e:06:ca:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:11:21.979034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:21.996219 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33245c80-ba7b-44aa-a5bd-202503164a9f {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:11:22.011623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 33245c80-ba7b-44aa-a5bd-202503164a9f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=33245c80-ba7b-44aa-a5bd-202503164a9f,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:22.086655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:22.150775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=33245c80-ba7b-44aa-a5bd-202503164a9f,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:22.398698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['33245c80-ba7b-44aa-a5bd-202503164a9f'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:11:22.477572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1992db0-48af-483a-bc74-020305ccf7d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:22.808872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555eec48-c00b-4a8b-bb98-3b6b6d19d3d5 req-eaa004d9-5100-4043-b4af-1c1b603682de tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:22.810317 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-555eec48-c00b-4a8b-bb98-3b6b6d19d3d5 req-eaa004d9-5100-4043-b4af-1c1b603682de tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 945 time: 0.0769753 May 05 17:11:22.860945 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-555eec48-c00b-4a8b-bb98-3b6b6d19d3d5 req-7fdccd38-4937-4e3b-bca0-d5f8ed75d04b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448830 May 05 17:11:23.724686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:23.788082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 33245c80-ba7b-44aa-a5bd-202503164a9f up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:11:23.838736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:23.918545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 33245c80-ba7b-44aa-a5bd-202503164a9f completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:11:23.923681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 33245c80-ba7b-44aa-a5bd-202503164a9f triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:11:23.924045 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:24.040068 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:24.061828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fde921-1ee2-41e6-bd9f-653ff9e3380f req-460a90f0-5764-468d-ad94-3d6b552c3e2d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:24.063417 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-18fde921-1ee2-41e6-bd9f-653ff9e3380f req-460a90f0-5764-468d-ad94-3d6b552c3e2d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 945 time: 0.0780237 May 05 17:11:24.067529 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:11:24.078173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 33245c80-ba7b-44aa-a5bd-202503164a9f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=33245c80-ba7b-44aa-a5bd-202503164a9f,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:11:24.111423 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-18fde921-1ee2-41e6-bd9f-653ff9e3380f req-4b71b852-d0ae-4c28-92b3-ce2f1c41751f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426264 May 05 17:11:24.166618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:24.209036 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7021d8a-ac74-4788-a1ec-58365b41e394'] response: {'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'code': 200} May 05 17:11:24.235234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=33245c80-ba7b-44aa-a5bd-202503164a9f,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:24.535326 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3ac9ea3f-f477-4a90-97e8-7592c289f683 req-52cdaf5b-8fbc-4739-aa99-f71f44d0ef9d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1099 time: 0.0695274 May 05 17:11:24.577013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3ac9ea3f-f477-4a90-97e8-7592c289f683 req-eae41cca-bf04-4bde-95c5-9d54f711f179 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361335 May 05 17:11:24.818874 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:11:25.295881 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:25.307885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3770a773-68db-47e4-a1d3-28f38eb8a9c1 req-77e4ae89-d9e9-4a0f-b281-ee194b2adba7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:25.309345 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3770a773-68db-47e4-a1d3-28f38eb8a9c1 req-77e4ae89-d9e9-4a0f-b281-ee194b2adba7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0755310 May 05 17:11:25.360822 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3770a773-68db-47e4-a1d3-28f38eb8a9c1 req-8eaf9702-6d1a-4d45-9e3c-708bf0160e9a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460122 May 05 17:11:26.560568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf3008a-9e10-4316-ba3a-f7cd495cabde req-3399571a-72bb-48ea-81c6-28922c9d200e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:26.562047 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-caf3008a-9e10-4316-ba3a-f7cd495cabde req-3399571a-72bb-48ea-81c6-28922c9d200e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0783834 May 05 17:11:26.607999 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-caf3008a-9e10-4316-ba3a-f7cd495cabde req-9f02a51d-0dc4-446a-beba-61d971456750 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403171 May 05 17:11:26.806559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab29838-4c6c-4814-b184-baaeed406c32 req-c79dfd52-5c1e-4788-abb1-cb82c34af018 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:26.808210 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dab29838-4c6c-4814-b184-baaeed406c32 req-c79dfd52-5c1e-4788-abb1-cb82c34af018 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0761490 May 05 17:11:26.854816 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dab29838-4c6c-4814-b184-baaeed406c32 req-bace1d0f-0fe1-47fa-a0d8-8342dc0206f5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410240 May 05 17:11:26.882426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59426) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:26.954318 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e5f8edd3-7e18-4ec7-8717-52bc9be83ce2 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1094 time: 0.0706685 May 05 17:11:26.956904 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59430) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:26.961853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:11:26.967426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:11:26.971269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:floatingip and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:11:26.974040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:11:26.979929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:11:27.073707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:27.210960 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:27.343403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.186 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/8e99b2d8-1c4b-4d18-8fcf-999344641f57) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:11:27.492247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:27.583909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:27.655149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:11:27.658154 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:11:27.660918 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:11:27.696806 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=8e99b2d8-1c4b-4d18-8fcf-999344641f57,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:28.263093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:28.463363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:28.664003 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:28.730396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:28.835674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=8e99b2d8-1c4b-4d18-8fcf-999344641f57,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:11:28.850985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:29.039835 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Floating IP f05db612-d4d8-4b36-9fcf-9c0bb3818da4 associated. External IP: 172.26.2.186, port: 33245c80-ba7b-44aa-a5bd-202503164a9f. May 05 17:11:29.423350 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router b7f224e8-a977-4c1a-bd03-4f8accaf0423 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:11:29.617719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:11:29.627742 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] Sync routers for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:11:29.640659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:11:29.641270 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:11:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:29.715062 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:29.780041 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-66ceefc4-80b9-4845-a2d1-9d0121a8c6a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8219752 May 05 17:11:29.780464 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:11:29.834628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:11:29.840473 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf21eeb5-2a8a-4851-b2c1-b38e90d9461e'] response: {'name': 'network-changed', 'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'status': 'completed', 'code': 200} May 05 17:11:29.935826 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-40ac0b4e-31b7-465e-999e-82dcb40c5310 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1099 time: 0.0742884 May 05 17:11:29.956749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e5a986-4d28-4023-9b8b-1bc520114a95 req-abff74f6-0c86-49ee-9e70-061284e50044 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:29.958514 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-69e5a986-4d28-4023-9b8b-1bc520114a95 req-abff74f6-0c86-49ee-9e70-061284e50044 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0778012 May 05 17:11:30.006251 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-69e5a986-4d28-4023-9b8b-1bc520114a95 req-529e2ae4-d608-4b70-94ad-8334f8e39466 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403247 May 05 17:11:30.037465 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59438) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:30.072572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36040-32ff-457c-87d2-382d41c8501e req-5c4f2417-14cc-4104-9053-23dc9bdc51c7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:30.074239 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-5c4f2417-14cc-4104-9053-23dc9bdc51c7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 897 time: 0.1334743 May 05 17:11:30.149201 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8b397688-69c3-4b6c-ae33-05b5a3bdb525 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/f05db612-d4d8-4b36-9fcf-9c0bb3818da4 HTTP/1.1" status: 200 len: 992 time: 0.1099880 May 05 17:11:30.178368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-f82a9ef8-65ec-42f8-82e3-038a0b193079 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 1000 time: 0.0987813 May 05 17:11:30.205941 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'f05db612-d4d8-4b36-9fcf-9c0bb3818da4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.186', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'port_id': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'mac_address': 'fa:16:3e:06:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:11:28Z', 'updated_at': '2022-05-05T17:11:28Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:16Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:30.209692 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] Checking router: b7f224e8-a977-4c1a-bd03-4f8accaf0423 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:11:30.221436 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:11:30.222089 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:11:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:30.240139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f36040-32ff-457c-87d2-382d41c8501e req-1dabb8b0-1144-45bb-949a-6bf9bc38c561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:11:30.241578 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-1dabb8b0-1144-45bb-949a-6bf9bc38c561 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 200 len: 834 time: 0.0579243 May 05 17:11:30.314312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-ac0ef3ce-2e1a-4904-b3c2-a519ca212f7d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670660 May 05 17:11:30.408071 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:11:30.447199 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-7da09548-1d90-4f35-88ab-4fd7b64448b6 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274529 May 05 17:11:30.578605 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24f36040-32ff-457c-87d2-382d41c8501e req-e4f13471-3a99-4750-932a-db3d6866db47 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260157 May 05 17:11:30.766684 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'f05db612-d4d8-4b36-9fcf-9c0bb3818da4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.186', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'port_id': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'mac_address': 'fa:16:3e:06:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:11:28Z', 'updated_at': '2022-05-05T17:11:28Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:16Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:11:30.770628 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee95954-7022-495a-a059-35a7f8eb2048 None None] The sync data for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'f05db612-d4d8-4b36-9fcf-9c0bb3818da4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.186', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'port_id': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'mac_address': 'fa:16:3e:06:ca:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:11:28Z', 'updated_at': '2022-05-05T17:11:28Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:16Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:11:31.153703 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59442) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:31.361790 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d654c048-2acd-4974-8839-a86cabf15faf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/f05db612-d4d8-4b36-9fcf-9c0bb3818da4 HTTP/1.1" status: 200 len: 992 time: 0.2069647 May 05 17:11:31.954503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9fc57d-0393-4515-9ee2-7fa933a7002d None None] New status for floating IP f05db612-d4d8-4b36-9fcf-9c0bb3818da4: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:11:32.365558 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:11:32.471406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4cac0624-ab69-4192-9478-a2e3b8dccf41 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/f05db612-d4d8-4b36-9fcf-9c0bb3818da4 HTTP/1.1" status: 200 len: 994 time: 0.1047111 May 05 17:11:34.181265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:38.631128 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-15f4f545-15c5-4c2a-a579-f6f1a14616c5 req-75088bc2-3cd1-44ef-b76e-c27fecba627e tempest-ServerDiskConfigTestJSON-203257816 tempest-ServerDiskConfigTestJSON-203257816-project] (84818) timed out ('10.222.0.71', 56077) {{(pid=84818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 17:11:50.308986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-02a04f96-eb60-46e2-a7d9-1bee518b018e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:52.426443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7eb42514-c84e-496a-9f85-e5418860bc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:53.701580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:53.832461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:11:55.302650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:01.821989 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:12:04.152432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:15.744897 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-1816bef7-5f68-4620-a543-51354da0592a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713682 May 05 17:12:15.880287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-17358822-d412-4204-8450-667f648d23c8 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1099 time: 0.0681019 May 05 17:12:16.022928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-e5ffde08-ddfa-4557-a8c0-c05a7570d6a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:16.024311 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-e5ffde08-ddfa-4557-a8c0-c05a7570d6a6 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 897 time: 0.1248050 May 05 17:12:16.215045 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-6c17178b-95d2-420f-bc6e-05ea548e52b4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 1002 time: 0.1852291 May 05 17:12:16.275683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-3a7e609b-9cfe-4253-9853-60b74bceccba service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:16.277009 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-3a7e609b-9cfe-4253-9853-60b74bceccba service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 200 len: 834 time: 0.0565307 May 05 17:12:16.354076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-209238e3-7e15-4285-a4af-12aad2c33100 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718617 May 05 17:12:16.480947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-78e7652e-5b2d-489e-aa9b-8a5ecd88e391 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213026 May 05 17:12:16.609505 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-84f2d708-869b-4117-86be-b3897ed3eb68 req-badec6d0-a494-4992-b133-3c95e1281da3 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229227 May 05 17:12:20.302637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9cf88a6e-7388-491a-9839-295735674d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:22.433883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f9e58a66-7a41-413f-8767-c4cef1741d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:23.729600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:23.832085 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:25.294896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:33.621017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-33d00f26-5fd5-47bf-8fcb-3004153503a4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1099 time: 0.0751457 May 05 17:12:33.811824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-1c154638-b721-4ea7-a2d4-bde331960af2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:33.813330 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-1c154638-b721-4ea7-a2d4-bde331960af2 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 897 time: 0.1859159 May 05 17:12:33.874111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f544390-8501-4480-b607-3317d08164cc req-430ddabf-3283-4df3-a187-daffa35d4659 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:33.875631 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f544390-8501-4480-b607-3317d08164cc req-430ddabf-3283-4df3-a187-daffa35d4659 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.3011148 May 05 17:12:33.958026 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-99ece3f0-1f01-45ac-80d3-dc1698e90c92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 1002 time: 0.1372426 May 05 17:12:33.960005 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f544390-8501-4480-b607-3317d08164cc req-8f5dd959-7a1d-4e7b-8fba-dd6289393b87 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786817 May 05 17:12:34.021630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-17046595-83cb-48bb-a8a3-380019ee63ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:34.033958 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-17046595-83cb-48bb-a8a3-380019ee63ef service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 200 len: 834 time: 0.0586112 May 05 17:12:34.097943 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-7a5c68c2-ee72-4d71-9eea-820902e6e9a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667334 May 05 17:12:34.176644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:34.237080 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-ed30818b-4825-43c9-a9fb-3acc099b6dbf service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333938 May 05 17:12:34.369025 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f00f1df-4533-4c8f-a545-d61d43db4e18 req-726ec5fe-fbd3-47e6-b405-174dfd115745 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252604 May 05 17:12:35.297191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb03b36-0ede-46f3-bb32-cb3a2265ff61 req-03d58790-c17f-4536-bfe9-5bb0b5521d02 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:35.298689 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bb03b36-0ede-46f3-bb32-cb3a2265ff61 req-03d58790-c17f-4536-bfe9-5bb0b5521d02 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.1642418 May 05 17:12:35.347370 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0bb03b36-0ede-46f3-bb32-cb3a2265ff61 req-3cf7dd7e-a227-4326-a60d-8372e309c8f5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427809 May 05 17:12:36.551732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bbc53d-2f3b-4db4-87ea-bfc1b7bc812d req-5f7ab31e-4ce3-4869-8690-c78a6e770cd2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:36.553184 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6bbc53d-2f3b-4db4-87ea-bfc1b7bc812d req-5f7ab31e-4ce3-4869-8690-c78a6e770cd2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0817750 May 05 17:12:36.600033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6bbc53d-2f3b-4db4-87ea-bfc1b7bc812d req-e0e94ea5-95d1-4028-9fcc-7a7c5db29060 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413985 May 05 17:12:37.798791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb71c7-1a56-4c1e-b66f-61c9b839c218 req-b5305f03-12d9-4a69-a47d-18099e77a82c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:37.800530 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dffb71c7-1a56-4c1e-b66f-61c9b839c218 req-b5305f03-12d9-4a69-a47d-18099e77a82c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0774624 May 05 17:12:37.844761 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dffb71c7-1a56-4c1e-b66f-61c9b839c218 req-8393bd68-fac2-4b17-b804-ad806e5ce856 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387044 May 05 17:12:38.823329 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:12:39.043530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc842219-b5c1-49f6-9f6a-f79cd83891fd req-a49233b1-fa62-4691-bd48-6758b28b9480 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:39.044952 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dc842219-b5c1-49f6-9f6a-f79cd83891fd req-a49233b1-fa62-4691-bd48-6758b28b9480 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0745988 May 05 17:12:39.093924 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dc842219-b5c1-49f6-9f6a-f79cd83891fd req-0bfdac05-7c87-49c8-897f-951fc0ce0e60 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427148 May 05 17:12:40.295675 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee876c0-dae9-4fbe-8755-75e8741ca3ca req-96b0ef7e-f0e8-4740-92b5-7da81e757d2e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:40.297128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1ee876c0-dae9-4fbe-8755-75e8741ca3ca req-96b0ef7e-f0e8-4740-92b5-7da81e757d2e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0810363 May 05 17:12:40.344389 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1ee876c0-dae9-4fbe-8755-75e8741ca3ca req-c620f03b-806b-44a3-a655-676382d29c19 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412021 May 05 17:12:41.542330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef3e37-2664-452d-9ee7-ac974cc53354 req-ec1c4b55-e23c-4717-a4e7-749b4599c7e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:41.543777 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14ef3e37-2664-452d-9ee7-ac974cc53354 req-ec1c4b55-e23c-4717-a4e7-749b4599c7e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0779374 May 05 17:12:41.588404 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14ef3e37-2664-452d-9ee7-ac974cc53354 req-0d6824bf-2695-464f-a7be-b4ee76e97bdb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380077 May 05 17:12:42.786749 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cf939-0c02-4d50-956f-00d80cfb6063 req-0b4a40b6-32b5-4797-a5c0-6f68cec58f1b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:42.787745 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-734cf939-0c02-4d50-956f-00d80cfb6063 req-0b4a40b6-32b5-4797-a5c0-6f68cec58f1b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0771468 May 05 17:12:42.833328 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-734cf939-0c02-4d50-956f-00d80cfb6063 req-d1604758-0427-4149-ab08-742ad54a4bd3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 May 05 17:12:44.129650 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350057de-9c0c-4a75-9313-5e9f49fff73f req-fe07276e-5b05-43ab-8c5a-138b8efb9599 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:44.131083 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-350057de-9c0c-4a75-9313-5e9f49fff73f req-fe07276e-5b05-43ab-8c5a-138b8efb9599 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.1712513 May 05 17:12:44.175377 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-350057de-9c0c-4a75-9313-5e9f49fff73f req-20f0fe30-042b-43cc-9bbd-8d06d0e16e97 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384269 May 05 17:12:45.380608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071e0a9-31f3-48ca-a677-5a23947fa31d req-7f2b12c9-d9c6-4cc7-9f02-4ddeb974e643 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:45.382183 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6071e0a9-31f3-48ca-a677-5a23947fa31d req-7f2b12c9-d9c6-4cc7-9f02-4ddeb974e643 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0812721 May 05 17:12:45.432858 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6071e0a9-31f3-48ca-a677-5a23947fa31d req-c496f9c0-f4a8-418a-b503-4700260fff8c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449121 May 05 17:12:46.633397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe4f36d-7d89-42aa-b677-91d74678d8f5 req-fce52769-c5a4-4658-9931-f087f8017c98 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:12:46.634889 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ffe4f36d-7d89-42aa-b677-91d74678d8f5 req-fce52769-c5a4-4658-9931-f087f8017c98 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0770335 May 05 17:12:46.681645 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ffe4f36d-7d89-42aa-b677-91d74678d8f5 req-7636e0b8-301b-4738-a942-174fa1be36a6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411987 May 05 17:12:46.709425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59510) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:12:46.816055 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e297ef35-b92a-4222-bdd2-8faf048b644c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/f05db612-d4d8-4b36-9fcf-9c0bb3818da4 HTTP/1.1" status: 200 len: 994 time: 0.1055081 May 05 17:12:50.281110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-97ade79e-9e45-4bbc-b424-f441bcf9a2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:52.444864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8671305b-28ee-498a-ba31-b735403a0bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:53.713158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:53.833213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:12:55.296007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:04.187564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:15.825640 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:13:17.746394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-11bfd786-5b75-43df-ba4d-6098204aef94 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0720394 May 05 17:13:17.882510 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-21ac71f6-eee4-4b2f-8d7d-cc377f07ab9d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1099 time: 0.0673778 May 05 17:13:18.026166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-acd4991c-a3fc-4a27-ab8a-186b75750c5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:18.026549 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-acd4991c-a3fc-4a27-ab8a-186b75750c5b service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 897 time: 0.1247673 May 05 17:13:18.127369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-900552d6-60f0-49cc-b143-312850aa9b43 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 1002 time: 0.0954015 May 05 17:13:18.187192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-5653a9c0-4b20-4728-b56e-c8f416ce794b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:18.189136 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-5653a9c0-4b20-4728-b56e-c8f416ce794b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 200 len: 834 time: 0.0555182 May 05 17:13:18.264634 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-6b8aab30-d5d4-4b90-9580-6490c10dd172 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708113 May 05 17:13:18.393747 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-56ad47b1-d01a-4bd3-ad49-ceaec7d87a41 service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232114 May 05 17:13:18.523741 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-97a079d5-1954-4b5b-90e0-7ca8c52b8b94 req-054bbeef-e1bd-4f73-9b35-3f42a8a8a6dc service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243117 May 05 17:13:20.295443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1df50eec-6869-4b8a-b882-0cdc36f1a8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:22.432523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a68622c5-c729-4ef6-8e91-dcb8c272489b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:23.751686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:23.853852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:25.294042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:34.238452 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:35.313535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59532) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:35.511032 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 8e99b2d8-1c4b-4d18-8fcf-999344641f57 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:13:35.511375 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:35.680696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:35.680970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:35.881198 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 8e99b2d8-1c4b-4d18-8fcf-999344641f57 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:13:36.100002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:36.145167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=8e99b2d8-1c4b-4d18-8fcf-999344641f57,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:36.217556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.217899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.218234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.218567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.218890 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.219251 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.219598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.219919 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.220232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.220546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.220861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:36.249643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:36.631036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router b7f224e8-a977-4c1a-bd03-4f8accaf0423 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:13:36.829720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:13:36.839332 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] Sync routers for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:13:36.854098 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:36.854098 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:36.900721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:36.957871 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-769e9b33-f4fe-4f1f-a695-e8954f5a7fbd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/floatingips/f05db612-d4d8-4b36-9fcf-9c0bb3818da4 HTTP/1.1" status: 204 len: 168 time: 1.6432679 May 05 17:13:36.958453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:13:37.023241 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5335af-f3da-45fb-9fe9-048911c24363'] response: {'name': 'network-changed', 'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'status': 'completed', 'code': 200} May 05 17:13:37.039933 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:13:37.118611 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-ad4c8917-8035-43a2-a226-652799da9b24 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 1099 time: 0.0720339 May 05 17:13:37.255521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-3edb8382-1d0d-4c5d-8ebd-d1f12c6e38b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:37.256949 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-3edb8382-1d0d-4c5d-8ebd-d1f12c6e38b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 200 len: 897 time: 0.1328008 May 05 17:13:37.327007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-113aebb6-43f2-4560-ac04-e9f703890552 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 200 len: 217 time: 0.0639534 May 05 17:13:37.368100 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:16Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:37.372096 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] Checking router: b7f224e8-a977-4c1a-bd03-4f8accaf0423 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:13:37.385935 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:37.386546 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:37.394825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-de36c283-aa9e-4333-9126-aec50d7e0ae6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:37.396324 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-de36c283-aa9e-4333-9126-aec50d7e0ae6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 200 len: 834 time: 0.0606861 May 05 17:13:37.477174 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-20da06ed-0f33-4958-b15f-af0dc003fd87 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754781 May 05 17:13:37.569512 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:13:37.596984 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e8f99-6e78-428e-b259-8e99a4d1601b req-c93db7e1-62ab-4362-b247-901fcc0f6b29 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:37.598539 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c3e8f99-6e78-428e-b259-8e99a4d1601b req-c93db7e1-62ab-4362-b247-901fcc0f6b29 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0811424 May 05 17:13:37.649849 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8c3e8f99-6e78-428e-b259-8e99a4d1601b req-7a119761-9298-431f-9f60-d26078f756b4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454845 May 05 17:13:37.712739 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-61987b6c-ee11-4092-99cb-1fa937c040fd service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285426 May 05 17:13:37.843916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bbfa31d-f9b4-48da-84bc-04abd4c490e4 req-59b70d9a-1895-48ce-b2a0-707afad9498e service neutron] 10.222.0.71 "GET /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248708 May 05 17:13:37.898524 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:16Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:37.902399 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0d3026-5384-4253-9573-0f31629d3470 None None] The sync data for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'dc68cc98-e029-4b61-a7bb-bf67b88a6600', 'name': '', 'network_id': '7cddfc92-a3e2-45b1-9614-cdf3b1c980c4', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:bb:54:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:09Z', 'updated_at': '2022-05-05T17:11:16Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'edb281c0-e5e8-4913-a524-8ce0f05ce6a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:13:38.125672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54afec59-6faa-4b85-862a-59f55ba2a937 None None] New status for floating IP f05db612-d4d8-4b36-9fcf-9c0bb3818da4: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:13:38.851817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be80a81e-12bf-45da-9db8-e2beddb9fe57 req-c26ce7f0-6586-46b0-bddb-20eabef7aee7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:38.852426 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-be80a81e-12bf-45da-9db8-e2beddb9fe57 req-c26ce7f0-6586-46b0-bddb-20eabef7aee7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:13:38.924065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-be80a81e-12bf-45da-9db8-e2beddb9fe57 req-c26ce7f0-6586-46b0-bddb-20eabef7aee7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:13:38.925217 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-be80a81e-12bf-45da-9db8-e2beddb9fe57 req-c26ce7f0-6586-46b0-bddb-20eabef7aee7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.1474898 May 05 17:13:38.970547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-be80a81e-12bf-45da-9db8-e2beddb9fe57 req-85ca347e-cc20-495b-b892-8785b761292a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=be33f63a-9a04-43ce-b12b-04a8edd4ba4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397782 May 05 17:13:39.438340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-0b5f35bf-2325-4974-9233-277adb04829d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:39.439905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-0b5f35bf-2325-4974-9233-277adb04829d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 946 time: 0.0785635 May 05 17:13:39.507921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 33245c80-ba7b-44aa-a5bd-202503164a9f {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:13:39.508252 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:39.746941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 33245c80-ba7b-44aa-a5bd-202503164a9f, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=33245c80-ba7b-44aa-a5bd-202503164a9f,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:13:39.747209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:39.864691 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 33245c80-ba7b-44aa-a5bd-202503164a9f owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:13:40.055477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:40.101335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=33245c80-ba7b-44aa-a5bd-202503164a9f,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:40.148471 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e963b1a8-55e2-48c8-ad89-62c94e1cd86f req-2dc6ed0e-f421-4dea-b280-ffb2751bb443 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 210 time: 0.0469298 May 05 17:13:40.180194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] No DVR routers for this DVR port 33245c80-ba7b-44aa-a5bd-202503164a9f on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:13:40.182586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:40.185254 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'name': 'network-vif-deleted', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:13:40.242260 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03c8eed-a297-4f29-9bf2-12be69cff57d'] response: {'server_uuid': '3a2d3a28-0ab8-43cd-993b-09f9d3e6a577', 'name': 'network-vif-deleted', 'tag': '33245c80-ba7b-44aa-a5bd-202503164a9f', 'status': 'completed', 'code': 200} May 05 17:13:40.301909 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc06cb90-161b-4e2e-8aac-a6399676410d req-b75904e2-4985-4c03-9ab7-7fc2286abc4e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "DELETE /v2.0/ports/33245c80-ba7b-44aa-a5bd-202503164a9f HTTP/1.1" status: 204 len: 173 time: 0.8568761 May 05 17:13:41.326116 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f17c332a-0ff3-418b-8b69-10e205e451ae req-094cabd0-4022-483a-a990-9f79435a401b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=3a2d3a28-0ab8-43cd-993b-09f9d3e6a577 HTTP/1.1" status: 200 len: 210 time: 0.0405478 May 05 17:13:42.394613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 33245c80-ba7b-44aa-a5bd-202503164a9f no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:13:42.427040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 33245c80-ba7b-44aa-a5bd-202503164a9f {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:13:42.427383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 33245c80-ba7b-44aa-a5bd-202503164a9f not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:13:42.433896 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59554) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:42.830978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:43.538820 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port dc68cc98-e029-4b61-a7bb-bf67b88a6600 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:13:43.539506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:43.729074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port dc68cc98-e029-4b61-a7bb-bf67b88a6600, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=dc68cc98-e029-4b61-a7bb-bf67b88a6600,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:13:43.729430 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:43.851611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for dc68cc98-e029-4b61-a7bb-bf67b88a6600 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:13:44.083803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:44.131497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=dc68cc98-e029-4b61-a7bb-bf67b88a6600,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:44.171387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.171766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.172717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.173074 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.173406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.173738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.174070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.174400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.174724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.175047 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.175372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:44.436040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:45.126352 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router b7f224e8-a977-4c1a-bd03-4f8accaf0423 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:13:45.324198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:13:45.333630 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] Sync routers for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:13:45.336749 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2628c11f-fa23-499f-90ed-df19f60dca32 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/b7f224e8-a977-4c1a-bd03-4f8accaf0423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9018321 May 05 17:13:45.339563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59558) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:45.345754 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:45.346355 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:45.523573 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:13:45.527785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting subnet edb281c0-e5e8-4913-a524-8ce0f05ce6a2 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:13:45.530714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:45.591796 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:45.682626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:45.831694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:45.849367 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:13:43Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:45.853672 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] Checking router: b7f224e8-a977-4c1a-bd03-4f8accaf0423 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:13:45.864877 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] Routers {'b7f224e8-a977-4c1a-bd03-4f8accaf0423'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:45.865478 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:45.872872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Subnet': ['ID=edb281c0-e5e8-4913-a524-8ce0f05ce6a2,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:45.880812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:45.887272 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bfadb1d1-b525-46b2-9c2c-0076d0146053 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/subnets/edb281c0-e5e8-4913-a524-8ce0f05ce6a2 HTTP/1.1" status: 204 len: 168 time: 0.5466819 May 05 17:13:45.887814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9f0c59-435d-4bb4-9077-10386a7cbbe0 None None] Network 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:13:45.889977 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59562) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:46.047835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] Set router b7f224e8-a977-4c1a-bd03-4f8accaf0423 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:13:46.155934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] DHCP port deletion for 7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:13:46.161276 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Deleting port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:13:46.161704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.197279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.336573 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:13:43Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:46.341597 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddcffb8e-7edc-45c1-98ec-ebeb21cade81 None None] The sync data for ids ['b7f224e8-a977-4c1a-bd03-4f8accaf0423'] in dv-neutron-840483-1-hyperv is: [{'id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1610790585', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199'}], 'enable_snat': True}, 'gw_port_id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:11:05Z', 'updated_at': '2022-05-05T17:13:43Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '9b404d10-81ca-4887-858f-98545e6cc67c', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:b5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f224e8-a977-4c1a-bd03-4f8accaf0423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:11:06Z', 'updated_at': '2022-05-05T17:11:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:13:46.384069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] For port 242d5ab5-0893-4b0b-8719-f49d7ebbf096, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=242d5ab5-0893-4b0b-8719-f49d7ebbf096,segment=NetworkSegment(ffd977df-bb66-4d60-999e-d42f77dabd71),segment_id=ffd977df-bb66-4d60-999e-d42f77dabd71)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:13:46.384475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.405512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.505005 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Calling delete_port for 242d5ab5-0893-4b0b-8719-f49d7ebbf096 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:13:46.517860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 9b404d10-81ca-4887-858f-98545e6cc67c {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:13:46.518202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.644051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.696071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Pushing event deleted for resources: {'Port': ['ID=242d5ab5-0893-4b0b-8719-f49d7ebbf096,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:46.700548 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 9b404d10-81ca-4887-858f-98545e6cc67c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=9b404d10-81ca-4887-858f-98545e6cc67c,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:13:46.701248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:46.705449 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] No DVR routers for this DVR port 242d5ab5-0893-4b0b-8719-f49d7ebbf096 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:13:46.728353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.728705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.729043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.729378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.729713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.730044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.730375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.730711 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.731034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.731574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.731987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98c3bd8d-497d-4d61-a86a-31b13913d481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:13:46.752914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 242d5ab5-0893-4b0b-8719-f49d7ebbf096 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:13:46.789284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 242d5ab5-0893-4b0b-8719-f49d7ebbf096 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:13:46.789638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 242d5ab5-0893-4b0b-8719-f49d7ebbf096 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:13:46.790063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dc68cc98-e029-4b61-a7bb-bf67b88a6600 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:13:46.824828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: dc68cc98-e029-4b61-a7bb-bf67b88a6600 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:13:46.825184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device dc68cc98-e029-4b61-a7bb-bf67b88a6600 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:13:46.848169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 9b404d10-81ca-4887-858f-98545e6cc67c owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:13:47.072202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:47.118334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=9b404d10-81ca-4887-858f-98545e6cc67c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:47.336459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:47.684809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:47.689537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:47.797817 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:47.798359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Fanout notify agent at l3_agent the message router_deleted on router b7f224e8-a977-4c1a-bd03-4f8accaf0423 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:13:47.812351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:47.815865 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d4ccb84d-f816-4ffb-b4a3-0e53e69eafcc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/routers/b7f224e8-a977-4c1a-bd03-4f8accaf0423 HTTP/1.1" status: 204 len: 168 time: 1.9231431 May 05 17:13:47.816886 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59566) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:47.931088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.068098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.092923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cddfc92-a3e2-45b1-9614-cdf3b1c980c4']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:48.105274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffd977df-bb66-4d60-999e-d42f77dabd71') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:48.105567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffd977df-bb66-4d60-999e-d42f77dabd71') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:48.117822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.134300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.140480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:13:48.140923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:13:48.155334 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:13:48.301074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.325327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.332653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Network': ['ID=7cddfc92-a3e2-45b1-9614-cdf3b1c980c4,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:48.404781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0c5f049e-610a-4c45-b423-79ce7b5fb148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/networks/7cddfc92-a3e2-45b1-9614-cdf3b1c980c4 HTTP/1.1" status: 204 len: 168 time: 0.5869021 May 05 17:13:48.407822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:48.479522 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-148fc190-76c0-44c9-8997-5be1eb7698be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.508918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-148fc190-76c0-44c9-8997-5be1eb7698be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.620989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-148fc190-76c0-44c9-8997-5be1eb7698be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.640772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148fc190-76c0-44c9-8997-5be1eb7698be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be33f63a-9a04-43ce-b12b-04a8edd4ba4d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:48.661783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9b404d10-81ca-4887-858f-98545e6cc67c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:13:48.700157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-148fc190-76c0-44c9-8997-5be1eb7698be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:48.705983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 9b404d10-81ca-4887-858f-98545e6cc67c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:13:48.706376 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-148fc190-76c0-44c9-8997-5be1eb7698be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/security-groups/be33f63a-9a04-43ce-b12b-04a8edd4ba4d HTTP/1.1" status: 204 len: 168 time: 0.2925482 May 05 17:13:48.706683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 9b404d10-81ca-4887-858f-98545e6cc67c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:13:49.207897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59578) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:49.213563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572698332', 'description': 'tempest-secgroup-smoke-1572698332 description', 'project_id': '0766279296f44a29865e8ead77e3f24e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:49.219897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:49.224489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:49.227683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:49.233659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:49.300825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.338337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:49.342256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:49.345503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:49.351480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:49.410714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.501971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.545870 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc1a320-4005-4183-a369-6bc6a6e3ed2d,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:49.638014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.639629 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4e13ef20-48aa-4002-9769-074af38c75af tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4303851 May 05 17:13:49.642809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59582) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:49.648453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'edc1a320-4005-4183-a369-6bc6a6e3ed2d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:49.654510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:49.658537 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:49.661649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:49.667356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:49.736773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.803701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.861305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.884323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d02199-26a3-470d-a413-99e9573f7aa8,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:49.940992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:49.942123 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cf761554-0ba3-4113-82b3-f6935de56a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2983661 May 05 17:13:49.945044 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59586) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:49.950439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'edc1a320-4005-4183-a369-6bc6a6e3ed2d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:49.956738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:49.960524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:49.965390 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:49.969922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:50.027336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.096449 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.151332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.176643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98a74e4a-8365-4201-a88e-df99862434e1,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:50.249304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.251295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-413c37df-53cb-46e2-a079-0a5c43b003da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3053269 May 05 17:13:50.254118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59590) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:50.259742 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'edc1a320-4005-4183-a369-6bc6a6e3ed2d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:50.265854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:50.270169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:50.273155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:50.278911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:50.323337 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a0de260e-5b9d-415a-aba6-9ece5f6342cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.358645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.423009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.495122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.520957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f61042-1572-4012-afe6-14ad98b3b3d3,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:50.592072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.593322 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cc77cf79-6ca3-45e8-beb4-e74a5f07ff3b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3382761 May 05 17:13:50.597237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59594) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:50.602970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'edc1a320-4005-4183-a369-6bc6a6e3ed2d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:50.612936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:50.613225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:50.616123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:50.621794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:50.707944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.774615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.844194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.867034 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22ecdcd-a9c8-481e-bb8f-1e799af94475,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:50.946752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:50.948019 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2e6754ca-0634-451a-bfd1-587beee881e3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3498425 May 05 17:13:50.950761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59598) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:50.957084 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'edc1a320-4005-4183-a369-6bc6a6e3ed2d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:50.963039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:50.966834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:50.969877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:50.975785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:51.041637 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:13:51.044491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.110955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.157983 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.182421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee76443-e06a-4bf0-963c-728a91198e69,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:51.238027 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.239266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-59318ecc-a4e9-41c6-8310-1f78a7de33b0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2875688 May 05 17:13:51.242222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59602) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:51.247571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'edc1a320-4005-4183-a369-6bc6a6e3ed2d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:51.254163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:51.258007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:51.260939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:51.266785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:51.317810 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:13:51.324284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.393700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.471744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.496072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563fc44a-238f-4e37-a42a-b833f2c7ddd0,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:51.569193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.570310 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e09df3a9-b355-4e17-befa-405d6b44060f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3272004 May 05 17:13:51.573270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59606) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:51.578607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'network': {'name': 'tempest-network-smoke--1430999162', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'port_security_enabled': True}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:51.583575 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:51.587678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:network and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:51.590434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:51.597133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:51.649014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:13:51.652067 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.681295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:13:51.690567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.690896 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Added segment f28bacb0-ec3b-4715-bb25-d409d1ac23d8 of type vlan for network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 May 05 17:13:51.716778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.786134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.789994 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:51.790571 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:51.900132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Network': ['ID=a386ff1b-ae47-4ea7-81e5-04d58bb822c7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:51.910128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:13:51.947034 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-21a8faa2-a40d-4010-8357-4e21d2b841dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3727186 May 05 17:13:51.949714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59610) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:51.955683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'admin_state_up': True, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:51.962799 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:51.966622 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:router and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:51.969570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:51.975619 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:52.049397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.050470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.070045 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.291356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.425447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-063cca52-b5f9-48fd-8c67-1ce84cfbf3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.602980 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.632481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.769110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.171 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/2e155cb7-3cf6-45a2-87b6-29c0cff475d5) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:13:52.823772 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:13:52.917973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:52.986421 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:53.051948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:13:53.054946 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:13:53.059263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:13:53.087118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:53.273459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:53.274087 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:53.602542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 4f5543f3-7350-4f74-bf43-1b02fd65e49b is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:13:53.735434 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:53.812926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:13:53.823501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Sync routers for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:13:53.835430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:53.840748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:53.887198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:53.935059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:53.936325 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf3ccbc1-659b-4cba-9d19-a87068f985d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9856293 May 05 17:13:53.939788 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59614) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:53.978957 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-955c25cf-c996-434e-83cc-6c9435c715ca tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0766279296f44a29865e8ead77e3f24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380933 May 05 17:13:53.981528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59618) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:54.011615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:13:54.114929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a76e075-79ae-4816-82f5-cb3b02e46e7e tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:54.116429 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7a76e075-79ae-4816-82f5-cb3b02e46e7e tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1339247 May 05 17:13:54.119161 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59622) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:54.157884 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-966b6e31-5a97-4baa-9e8b-8da9bc125d04 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373769 May 05 17:13:54.160313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59626) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:54.165754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447402044', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:13:54.272894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:13:54.276702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:subnet and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:13:54.279467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:13:54.285828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:13:54.330723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:53Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:54.334714 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Checking router: 4f5543f3-7350-4f74-bf43-1b02fd65e49b for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:13:54.335060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Updating router 4f5543f3-7350-4f74-bf43-1b02fd65e49b port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:13:54.356696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:13:54.386041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.457305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.714769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.726710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Transition to ACTIVE for port object 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:13:54.798375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.826804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.880097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Attempting to bind port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:13:54.880462 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Attempting to bind port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:13:54.880816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Attempting to bind port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:13:54.888165 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11be83-cad0-4b72-9111-4abc534446b2 None None] Pushing event updated for resources: {'Port': ['ID=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:54.894470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:13:54.895267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:13:54.895267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.895650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:13:54.896136 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Bound port: 2e155cb7-3cf6-45a2-87b6-29c0cff475d5, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:13:54.896430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:54.914239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Subnet': ['ID=ae7d6396-6baa-483c-b8ac-90d6056b8136,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:54.928565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Checking segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:13:54.931323 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network hostable DHCP agents. Network: a386ff1b-ae47-4ea7-81e5-04d58bb822c7, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:13:54.969185 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] For port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:13:54.972196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] For port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:13:55.009513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:13:55.037363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:55.088296 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, a386ff1b-ae47-4ea7-81e5-04d58bb822c7) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:13:55.092538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:55.093118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:55.105474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9866d0ef-f1cb-45f0-a1f8-cd65d444e442 None None] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:13:55.178827 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-469b9d88-1b72-4576-8b42-6066f031583a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0147891 May 05 17:13:55.179089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59632) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:13:55.227731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb11be83-cad0-4b72-9111-4abc534446b2 None None] Pushing event updated for resources: {'Port': ['ID=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:55.258374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:55.259159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:55.463031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:55.560944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:13:55.561791 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:55.580132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:13:56.018956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Allocated IP 172.20.0.2 (a386ff1b-ae47-4ea7-81e5-04d58bb822c7/ae7d6396-6baa-483c-b8ac-90d6056b8136/d2aa28d7-095b-4d18-a0d5-ec9c7febcdda) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:13:56.026267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.156312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:53Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:56.170231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5584cdee-2ca9-4d56-969b-f1d9906c911f None None] The sync data for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv is: [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:53Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:13:56.257167 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.270001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Transition to ACTIVE for port object d2aa28d7-095b-4d18-a0d5-ec9c7febcdda will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:13:56.299410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Transition to ACTIVE for port object d2aa28d7-095b-4d18-a0d5-ec9c7febcdda will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:13:56.370733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.448814 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:13:56.451683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:13:56.454668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:13:56.466574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Pushing event updated for resources: {'Port': ['ID=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:56.467393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.1 (a386ff1b-ae47-4ea7-81e5-04d58bb822c7/ae7d6396-6baa-483c-b8ac-90d6056b8136/aeb61e84-d8f1-47d3-a688-faa3dcca0eff) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:13:56.554944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Attempting to bind port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:13:56.555403 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Attempting to bind port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:13:56.555871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Attempting to bind port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda on network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:13:56.563000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:13:56.563766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Checking segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:13:56.564244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.564706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Bound using segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:13:56.565266 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Bound port: d2aa28d7-095b-4d18-a0d5-ec9c7febcdda, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:13:56.565650 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.697536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] For port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:13:56.704113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] For port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:13:56.710163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:13:56.769504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.787017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object aeb61e84-d8f1-47d3-a688-faa3dcca0eff will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:13:56.798500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.870590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:13:56.884973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:13:56.885408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.895764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:56.928149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a0081-a6a0-4b7d-abe0-bd3b23581d78 None None] Pushing event updated for resources: {'Port': ['ID=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:56.982734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:13:56.988168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:13:57.002861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:13:57.021927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.044534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:13:57.064985 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:57.079810 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.135812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.207998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:57.275353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.683562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.735557 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.848955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:57.852613 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:57.853042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bd86ce-194f-4674-bddd-123b2cd851ab None None] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:13:57.990225 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:13:57.991417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:13:58.080231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d5fd1dce-c9a8-4ce5-ab82-9ec24109de2d None None] Provisioning for port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:13:58.375666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a0b0b799-8b38-4d62-9a87-eb387cc1ca78 None None] Provisioning for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:13:58.381019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a0b0b799-8b38-4d62-9a87-eb387cc1ca78 None None] Provisioning complete for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:13:58.381386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a0b0b799-8b38-4d62-9a87-eb387cc1ca78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:58.411540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 4f5543f3-7350-4f74-bf43-1b02fd65e49b has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:13:58.435636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a0b0b799-8b38-4d62-9a87-eb387cc1ca78 None None] Port aeb61e84-d8f1-47d3-a688-faa3dcca0eff cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:13:58.559665 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-dbceecd8-d47f-4916-b7d5-0c36a2157335 None None] Provisioning complete for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:13:58.560187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dbceecd8-d47f-4916-b7d5-0c36a2157335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:58.621774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-dbceecd8-d47f-4916-b7d5-0c36a2157335 None None] Port aeb61e84-d8f1-47d3-a688-faa3dcca0eff cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:13:58.725209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:13:58.745835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-29d431ba-b798-4664-8de9-94b0f1622714 None None] Provisioning complete for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:13:58.746187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-29d431ba-b798-4664-8de9-94b0f1622714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:58.760063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a674b1ae-373d-452d-b337-a928c83fd41d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/4f5543f3-7350-4f74-bf43-1b02fd65e49b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5799561 May 05 17:13:58.779022 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2aa28d7-095b-4d18-a0d5-ec9c7febcdda up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:13:58.848801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-29d431ba-b798-4664-8de9-94b0f1622714 None None] Port aeb61e84-d8f1-47d3-a688-faa3dcca0eff cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:13:58.912192 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:13:58.917139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:13:58.917544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:58.920530 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-c2fbc11e-cfdb-4164-9641-f8c7143356b4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572698332&fields=id&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 267 time: 0.0427251 May 05 17:13:59.067477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:59.071755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-33bc669f-3459-4ff3-bfdd-30f04a9dbcd8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:13:59.073173 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-33bc669f-3459-4ff3-bfdd-30f04a9dbcd8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 797 time: 0.1462688 May 05 17:13:59.090338 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-da9317fa-9ed9-487e-9c61-64763edef169 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/quotas/0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 375 time: 0.0107031 May 05 17:13:59.101697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:13:59.169530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:59.170244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:13:59.171015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-a77187b9-fec2-4b37-83fc-3c1c5fc2158f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:13:59.259163 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-a77187b9-fec2-4b37-83fc-3c1c5fc2158f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:13:59.260536 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-a77187b9-fec2-4b37-83fc-3c1c5fc2158f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641319 May 05 17:13:59.287599 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:13:59.302915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:13:59.303292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:13:59.346238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-d04c3260-222c-4742-b857-846a6c7d6a9d service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:13:59.347291 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-d04c3260-222c-4742-b857-846a6c7d6a9d service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0743890 May 05 17:13:59.481416 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-7d62163f-d6c8-4250-8f2b-de5e6c2c86b6 service neutron] 10.222.0.70 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269424 May 05 17:13:59.619270 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-d6f58059-707d-45c0-9597-481a27594d45 service neutron] 10.222.0.70 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313021 May 05 17:13:59.834004 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Sync routers for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:13:59.849646 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:13:59.850597 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:13:59.885570 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-acbcecef-e6f0-419c-849a-fdb1844b7b5f req-79cce49b-9aa6-4873-9807-02bf04629aa1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:13:59.898059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-acbcecef-e6f0-419c-849a-fdb1844b7b5f req-79cce49b-9aa6-4873-9807-02bf04629aa1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:13:59.899093 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-acbcecef-e6f0-419c-849a-fdb1844b7b5f req-79cce49b-9aa6-4873-9807-02bf04629aa1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 210 time: 0.0565877 May 05 17:14:00.035303 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:14:00.362030 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 2, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:00.366011 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Checking router: 4f5543f3-7350-4f74-bf43-1b02fd65e49b for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:14:00.366360 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Updating router 4f5543f3-7350-4f74-bf43-1b02fd65e49b port aeb61e84-d8f1-47d3-a688-faa3dcca0eff binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:14:00.422565 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:00.671929 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2aa28d7-095b-4d18-a0d5-ec9c7febcdda up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:14:00.741793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:14:00.742414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:00.804412 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:00.816563 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Transition to ACTIVE for port object aeb61e84-d8f1-47d3-a688-faa3dcca0eff will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:14:00.872010 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:01.018135 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Pushing event updated for resources: {'Port': ['ID=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:01.050209 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.050796 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.051307 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.051803 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.052289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.052769 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.053245 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.053719 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.054189 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.054659 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.055123 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:14:01.103533 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ea8b3f8-a701-4c6c-aa6b-f7c1e71783ec req-9b6a219c-2e81-47e9-9aed-43574bf383da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 210 time: 0.0551116 May 05 17:14:01.127116 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Attempting to bind port aeb61e84-d8f1-47d3-a688-faa3dcca0eff on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:14:01.127729 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Attempting to bind port aeb61e84-d8f1-47d3-a688-faa3dcca0eff by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:14:01.127938 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Attempting to bind port aeb61e84-d8f1-47d3-a688-faa3dcca0eff on network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:14:01.134598 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:14:01.134959 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Checking segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:14:01.135345 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:01.135756 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Bound using segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:14:01.136205 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Bound port: aeb61e84-d8f1-47d3-a688-faa3dcca0eff, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:14:01.136567 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:01.225311 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] For port aeb61e84-d8f1-47d3-a688-faa3dcca0eff, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:14:01.228320 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] For port aeb61e84-d8f1-47d3-a688-faa3dcca0eff, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:14:01.300919 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:01.381648 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead27f0c-4276-45a7-912e-13d05e104c60 None None] Pushing event updated for resources: {'Port': ['ID=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:01.386300 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:14:01.386900 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:01.568918 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:14:01.891686 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:01Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:01.896018 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d61969-fa09-47a4-9815-4be2af6876c3 None None] The sync data for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv is: [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:01Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:14:01.908387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-7f2b8f59-c2f4-45d6-ba71-aa9212df153d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:01.909118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-7f2b8f59-c2f4-45d6-ba71-aa9212df153d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:14:02.089174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-7f2b8f59-c2f4-45d6-ba71-aa9212df153d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:14:02.090393 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-7f2b8f59-c2f4-45d6-ba71-aa9212df153d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 797 time: 0.3471859 May 05 17:14:02.148690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-199d04d7-b7de-42df-9f11-739e6cabeae3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:14:02.273938 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-199d04d7-b7de-42df-9f11-739e6cabeae3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:14:02.275164 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-199d04d7-b7de-42df-9f11-739e6cabeae3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 380 time: 0.1729772 May 05 17:14:02.284589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'port': {'device_id': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'admin_state_up': True, 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'security_groups': ['edc1a320-4005-4183-a369-6bc6a6e3ed2d']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:14:02.299431 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c1aed835-f428-4ff9-86aa-f4a4e4179851 req-3ced5829-9dba-407b-b004-834e5b2e2b2a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 210 time: 0.0592830 May 05 17:14:02.439738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:14:02.449968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:14:02.534787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:14:02.537814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:02.706306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aeb61e84-d8f1-47d3-a688-faa3dcca0eff up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:14:02.723520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.11 (a386ff1b-ae47-4ea7-81e5-04d58bb822c7/ae7d6396-6baa-483c-b8ac-90d6056b8136/537f046b-610f-4a53-98be-24e8d4b3148e) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:14:02.877786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:14:02.882788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:14:02.883159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:02.937597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:02.954401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object 537f046b-610f-4a53-98be-24e8d4b3148e will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:14:02.996641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.033004 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port aeb61e84-d8f1-47d3-a688-faa3dcca0eff, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:14:03.037843 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.111655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:14:03.114485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:14:03.118499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:14:03.149865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:03.163809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.186673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:03.188022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.237187 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:03.295967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-5871b0c0-4211-4a6f-a5de-cf04224be33e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0156162 May 05 17:14:03.307357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Request body: {'port': {'device_id': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:14:03.409845 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-03d66f3c-0ad0-4ed6-b5c4-d6831a9dcbe1 None None] Provisioning for port 537f046b-610f-4a53-98be-24e8d4b3148e completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:14:03.415306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-03d66f3c-0ad0-4ed6-b5c4-d6831a9dcbe1 None None] Provisioning complete for port 537f046b-610f-4a53-98be-24e8d4b3148e triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:14:03.415758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-03d66f3c-0ad0-4ed6-b5c4-d6831a9dcbe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.419720 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.472903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-03d66f3c-0ad0-4ed6-b5c4-d6831a9dcbe1 None None] Port 537f046b-610f-4a53-98be-24e8d4b3148e cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:14:03.504041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a1d9c1-6bca-4a9f-ae34-5720c62bae76 req-cd1c9d1b-eabe-406d-892e-2683758ebb5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:03.505523 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-52a1d9c1-6bca-4a9f-ae34-5720c62bae76 req-cd1c9d1b-eabe-406d-892e-2683758ebb5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 932 time: 0.0815411 May 05 17:14:03.554860 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-52a1d9c1-6bca-4a9f-ae34-5720c62bae76 req-a9e8385f-ccaa-41e7-9f96-b257ff720b9c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436304 May 05 17:14:03.762591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 537f046b-610f-4a53-98be-24e8d4b3148e {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:14:03.770097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.784216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Transition to ACTIVE for port object 537f046b-610f-4a53-98be-24e8d4b3148e will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:14:03.842025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:03.971238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:04.082651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Attempting to bind port 537f046b-610f-4a53-98be-24e8d4b3148e on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:14:04.082979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Attempting to bind port 537f046b-610f-4a53-98be-24e8d4b3148e by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:14:04.083307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Attempting to bind port 537f046b-610f-4a53-98be-24e8d4b3148e on network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:14:04.089179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Port 537f046b-610f-4a53-98be-24e8d4b3148e on network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:14:04.089491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Attempting to bind port 537f046b-610f-4a53-98be-24e8d4b3148e on network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:14:04.095912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:14:04.096241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Checking segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:14:04.096616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Bound using segment: {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:14:04.097063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Bound port: 537f046b-610f-4a53-98be-24e8d4b3148e, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:14:04.097402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:04.214749 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:04.272603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:14:04.275442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:14:04.341322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:04.406179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:04.407847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 1094 time: 1.1042809 May 05 17:14:04.408148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:14:04.431809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ee8c3-b998-4999-8a3f-ef08b1ba75d1 service neutron] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:04.555744 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35c0cb25-45fd-40d3-8dfc-9976e731b2bf'] response: {'name': 'network-changed', 'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'status': 'completed', 'code': 200} May 05 17:14:04.582324 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-6ac54618-e8e2-422a-bf74-00bb0d013452 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1097 time: 0.0832291 May 05 17:14:04.657364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-7a637857-ed5c-44b9-b2d0-541ae7856232 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 217 time: 0.0686216 May 05 17:14:04.683566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aeb61e84-d8f1-47d3-a688-faa3dcca0eff up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:14:04.724334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-a149e856-d952-4ac1-b23c-09b44031fef8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:04.726225 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-a149e856-d952-4ac1-b23c-09b44031fef8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0634480 May 05 17:14:04.785607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc315c0-5978-4e67-90f9-9013987e5289 req-d2f1837f-2fa9-4f97-bdcc-3e56c88b2a03 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:04.788428 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bdc315c0-5978-4e67-90f9-9013987e5289 req-d2f1837f-2fa9-4f97-bdcc-3e56c88b2a03 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 944 time: 0.1023309 May 05 17:14:04.799365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port aeb61e84-d8f1-47d3-a688-faa3dcca0eff triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:14:04.799999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:04.833748 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-fcabac5e-9933-4c97-9892-f96e3f14b838 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021700 May 05 17:14:04.843344 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bdc315c0-5978-4e67-90f9-9013987e5289 req-7addffc9-8e63-4c04-a552-f9bc5e2f56a5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485594 May 05 17:14:04.977222 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-c7c10a3b-18f9-4fba-b8b8-610b78ee7578 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370950 May 05 17:14:05.108271 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-871fd730-0d74-43c6-8ae0-ec5102ca83ed req-1b5a7285-32f3-4e50-a84f-d44daa159948 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254392 May 05 17:14:05.279253 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-e69128c9-264b-447d-985a-1aefabe61128 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1097 time: 0.0698981 May 05 17:14:05.411827 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35164b9-7232-433c-a387-44b16b1bb841 req-21d3be42-27fb-4f2e-99d2-ad4fdf5e8a23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:05.413155 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-21d3be42-27fb-4f2e-99d2-ad4fdf5e8a23 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1274586 May 05 17:14:05.483309 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-e7c50a92-86c2-4503-bc7a-664ece281d6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 217 time: 0.0647042 May 05 17:14:05.545787 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35164b9-7232-433c-a387-44b16b1bb841 req-69e53521-34af-4b0f-97b2-4a4477c06a67 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:05.547335 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-69e53521-34af-4b0f-97b2-4a4477c06a67 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0573540 May 05 17:14:05.626446 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-1a5601fe-38ae-4f17-a226-9736f5e16b4d service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0732410 May 05 17:14:05.763915 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-f0094769-32c9-40af-a100-6181e24ea975 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309071 May 05 17:14:05.893128 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e35164b9-7232-433c-a387-44b16b1bb841 req-7c725a2f-80fc-4fd1-8544-95684033e66f service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229076 May 05 17:14:06.050412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4630ab81-99b9-483b-ab97-d7b98fb43844 req-e2fd6ff2-da89-4d8f-85fd-09bf05fdb1d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:06.051108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4630ab81-99b9-483b-ab97-d7b98fb43844 req-e2fd6ff2-da89-4d8f-85fd-09bf05fdb1d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:14:06.122973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4630ab81-99b9-483b-ab97-d7b98fb43844 req-e2fd6ff2-da89-4d8f-85fd-09bf05fdb1d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:14:06.124177 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4630ab81-99b9-483b-ab97-d7b98fb43844 req-e2fd6ff2-da89-4d8f-85fd-09bf05fdb1d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 944 time: 0.1479702 May 05 17:14:06.169552 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4630ab81-99b9-483b-ab97-d7b98fb43844 req-8a45f9a8-1e05-4441-b483-619fed6655ca tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391026 May 05 17:14:07.376864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96210fb-3460-465f-aa3a-9e6b2c4f4419 req-51e5691e-aa73-4c63-9ead-a5170937cf06 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:07.378331 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e96210fb-3460-465f-aa3a-9e6b2c4f4419 req-51e5691e-aa73-4c63-9ead-a5170937cf06 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 944 time: 0.0778613 May 05 17:14:07.427908 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e96210fb-3460-465f-aa3a-9e6b2c4f4419 req-18e96748-f619-4968-ae94-e139bec2abcb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424416 May 05 17:14:08.505775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:14:08.630425 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59686cf1-0b44-479a-b470-53090eb10ae2 req-7af77531-006d-48ba-8f17-af6e27c9eaae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:08.631916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59686cf1-0b44-479a-b470-53090eb10ae2 req-7af77531-006d-48ba-8f17-af6e27c9eaae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 944 time: 0.0801692 May 05 17:14:08.643718 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:14:08.659372 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '537f046b-610f-4a53-98be-24e8d4b3148e', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'port_id': '537f046b-610f-4a53-98be-24e8d4b3148e', 'mac_address': 'fa:16:3e:83:dc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:14:08.716285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:08.734568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537f046b-610f-4a53-98be-24e8d4b3148e {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:14:08.750534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:14:08.764827 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59686cf1-0b44-479a-b470-53090eb10ae2 req-13611494-6135-49f9-a5ae-1c751b4e551a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270950 May 05 17:14:08.826198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:08.894984 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:09.177312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['537f046b-610f-4a53-98be-24e8d4b3148e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:14:10.103823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9cdf5-8efc-43b8-ad63-5437fabde1c9 req-be550b20-0567-4826-9bb1-e9102efd8ab7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:10.105278 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ad9cdf5-8efc-43b8-ad63-5437fabde1c9 req-be550b20-0567-4826-9bb1-e9102efd8ab7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 945 time: 0.0775790 May 05 17:14:10.151197 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9ad9cdf5-8efc-43b8-ad63-5437fabde1c9 req-58680e7b-5c8f-40a7-bcd6-fcb5a4f8933a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 May 05 17:14:10.520831 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:14:10.693509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 537f046b-610f-4a53-98be-24e8d4b3148e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:14:10.698721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 537f046b-610f-4a53-98be-24e8d4b3148e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:14:10.699082 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:10.840744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:10.867117 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:14:10.876654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:14:10.926010 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73e78fd6-5b78-4a81-bb1f-78f4bf9340f7'] response: {'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'code': 200} May 05 17:14:10.951113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:11.025757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:11.301073 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3977bbd-c51f-4708-8bc4-799d7b624aee req-4afdfe67-f3e6-4f18-954f-666bc0787ee4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0691068 May 05 17:14:11.342012 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3977bbd-c51f-4708-8bc4-799d7b624aee req-7f90094c-1f09-49dd-8682-43a605ee5410 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354912 May 05 17:14:11.425129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01436300-4695-4364-88bf-fa70d1a19e21 req-1caa964e-bd4a-4da5-9bb7-ab435504b66a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:11.426611 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01436300-4695-4364-88bf-fa70d1a19e21 req-1caa964e-bd4a-4da5-9bb7-ab435504b66a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0759742 May 05 17:14:11.475264 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-01436300-4695-4364-88bf-fa70d1a19e21 req-501e2737-f7ba-4b8f-97ed-7c1a5864da3d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428185 May 05 17:14:12.683630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e057166-3987-4891-a26c-9980ec4b05df req-00f17633-a148-4c70-a787-ee8a0e7e79d1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:12.685089 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e057166-3987-4891-a26c-9980ec4b05df req-00f17633-a148-4c70-a787-ee8a0e7e79d1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0802081 May 05 17:14:12.731608 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e057166-3987-4891-a26c-9980ec4b05df req-c7e0c7b1-f336-47ff-b2dd-ccdadb7a6f71 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400460 May 05 17:14:13.932853 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9430d6-4b60-461c-b082-404cf29cdf28 req-07153fa9-1005-4ed1-9762-e354799ebdb3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:13.934300 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3b9430d6-4b60-461c-b082-404cf29cdf28 req-07153fa9-1005-4ed1-9762-e354799ebdb3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0754054 May 05 17:14:13.979683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3b9430d6-4b60-461c-b082-404cf29cdf28 req-81af31a2-bdfa-4c73-bb2e-3974f693b2da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394385 May 05 17:14:14.171973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b312320-090f-47d0-ade5-cc9547132f86 req-972bf24c-a5c8-44fd-94f8-55886d68fdf2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:14.173396 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b312320-090f-47d0-ade5-cc9547132f86 req-972bf24c-a5c8-44fd-94f8-55886d68fdf2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0742912 May 05 17:14:14.221359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2b312320-090f-47d0-ade5-cc9547132f86 req-16526cc2-adce-4f66-9903-e589a4cd9375 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 May 05 17:14:14.248565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59698) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:14:14.319594 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1a277da8-8a82-4cfb-9a0c-e90da1d170a6 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1094 time: 0.0692933 May 05 17:14:14.322134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59702) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:14:14.327412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '537f046b-610f-4a53-98be-24e8d4b3148e', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:14:14.332906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:14:14.336700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:floatingip and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:14:14.339488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:14:14.345171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:14:14.408913 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:14.540705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:14.680872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.99 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/d53b629c-2943-4269-bf0f-508fdf441294) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:14:14.829556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:14.923686 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:14.989809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:14:14.992656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:14:14.995207 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:14:15.027956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=d53b629c-2943-4269-bf0f-508fdf441294,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:15.500334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:15.616549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:15.900118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:15.951564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:16.056775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=d53b629c-2943-4269-bf0f-508fdf441294,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:14:16.070960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:16.263956 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Floating IP 067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb associated. External IP: 172.26.2.99, port: 537f046b-610f-4a53-98be-24e8d4b3148e. May 05 17:14:16.653741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 4f5543f3-7350-4f74-bf43-1b02fd65e49b has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:14:16.858023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:14:16.867512 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] Sync routers for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:14:16.879615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:14:16.880225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:16.951864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:17.011955 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-21bf5587-e7af-4d79-9775-256f562a40ec tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6863749 May 05 17:14:17.011955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:14:17.057946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:14:17.080646 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59791f42-f837-45ed-ab72-ca8321cbf109'] response: {'name': 'network-changed', 'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'status': 'completed', 'code': 200} May 05 17:14:17.199164 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-aaf3fd36-d6f5-41ff-a692-8a670023ec60 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0972691 May 05 17:14:17.315357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54407cf-a51f-473f-ac75-6111f9ec474e req-2e3b004f-807c-4100-9973-ee4755cbd009 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:17.316857 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a54407cf-a51f-473f-ac75-6111f9ec474e req-2e3b004f-807c-4100-9973-ee4755cbd009 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.1965330 May 05 17:14:17.342702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-39413619-6ada-47b4-bc6b-ee9a4f314dad service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:17.344721 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-39413619-6ada-47b4-bc6b-ee9a4f314dad service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1398838 May 05 17:14:17.363852 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a54407cf-a51f-473f-ac75-6111f9ec474e req-9148b3ee-bf89-4088-aea7-d031b51593b6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413787 May 05 17:14:17.393273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59712) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:14:17.438793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.99', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'port_id': '537f046b-610f-4a53-98be-24e8d4b3148e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'mac_address': 'fa:16:3e:83:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:14:15Z', 'updated_at': '2022-05-05T17:14:15Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:03Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:17.442899 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] Checking router: 4f5543f3-7350-4f74-bf43-1b02fd65e49b for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:14:17.450547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-3e213731-3a3a-4104-a8fc-6fb96e87ed98 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 999 time: 0.0996366 May 05 17:14:17.454621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:14:17.455228 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:13:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:17.500713 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2bbf9c87-5b90-4b85-ae35-e4f726752097 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb HTTP/1.1" status: 200 len: 991 time: 0.1063032 May 05 17:14:17.516396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-656ccb9e-655e-4505-8697-af1dc9a994d4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:17.517905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-656ccb9e-655e-4505-8697-af1dc9a994d4 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0617595 May 05 17:14:17.647081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:14:17.701437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-5de87d3e-6c47-40ae-84b9-704547919c1c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1780016 May 05 17:14:17.834220 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-75929341-b62a-4656-b537-3a5d204b0272 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248596 May 05 17:14:17.963537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac7cb840-5c26-4f61-a06e-3157d081134f req-dd8e4e73-a033-4c9e-b0a0-77ff7a7617ed service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241164 May 05 17:14:18.000619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.99', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'port_id': '537f046b-610f-4a53-98be-24e8d4b3148e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'mac_address': 'fa:16:3e:83:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:14:15Z', 'updated_at': '2022-05-05T17:14:15Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:03Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:14:18.004738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e158da6-68dc-432e-a594-482c2ca1ea85 None None] The sync data for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv is: [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.99', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'port_id': '537f046b-610f-4a53-98be-24e8d4b3148e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'mac_address': 'fa:16:3e:83:dc:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:14:15Z', 'updated_at': '2022-05-05T17:14:15Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:03Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:14:18.504273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59716) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:14:18.610738 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-430a26a4-8308-43c3-a2b0-a121c1082669 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb HTTP/1.1" status: 200 len: 991 time: 0.1052759 May 05 17:14:18.741482 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-fa2a9054-aa12-4068-a9a2-80ff7efbf044 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689240 May 05 17:14:18.816446 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee3adbfd-82b5-4947-90a5-c7dc9d921b29 None None] New status for floating IP 067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:14:18.885795 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-e95b307d-fc77-4a01-a0e8-845d39e54e01 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0744331 May 05 17:14:19.025961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-9847a650-00d9-49a0-be6b-c4c2cd4d8d41 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:19.027295 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-9847a650-00d9-49a0-be6b-c4c2cd4d8d41 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1241627 May 05 17:14:19.128945 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-27530d62-7280-44b6-9e60-c56e89971e85 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 999 time: 0.0952804 May 05 17:14:19.194444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-7bc77257-06a9-4f7e-b674-efb0b35e3592 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:14:19.195886 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-7bc77257-06a9-4f7e-b674-efb0b35e3592 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0617418 May 05 17:14:19.269521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-94e4968d-6e7e-483d-ad6d-f5ee544bb744 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680845 May 05 17:14:19.399698 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-da40a8e6-17ea-4ec9-8042-55c06b0e10f4 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244247 May 05 17:14:19.529809 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26cb81bb-e57a-4fd1-bee1-e1cd1b5b89c7 req-957e9e4c-5c86-42c6-8d5e-8416b5289a59 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247823 May 05 17:14:19.614886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59720) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:14:19.718128 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2ace861e-48e6-4ca4-85d1-2a631aacd9a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb HTTP/1.1" status: 200 len: 993 time: 0.1018643 May 05 17:14:20.300064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b0548c78-795b-4265-9209-f235b7695c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:22.431671 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-dd459c37-5628-4778-a5f1-574af735a732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:23.717526 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:23.854654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:25.300055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:29.824171 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:14:34.237267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:50.287123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0239f5ac-07bf-40e9-80a9-694f44dd6b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:52.419601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8651bb43-1499-4b4f-bccb-201b265364be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:53.756875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:53.836917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:14:55.339692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:04.276441 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:06.826549 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:15:18.543345 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1594517b-cbf2-472f-a3d1-f1cabfb5c1a5 req-d644fab4-968d-47dd-83a6-ca64be5d3dcf service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0697587 May 05 17:15:19.011562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052de74-75a2-4631-b520-9b70cf2454d3 req-71784444-8608-4883-8dbe-9985c7d7d40a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:19.013082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e052de74-75a2-4631-b520-9b70cf2454d3 req-71784444-8608-4883-8dbe-9985c7d7d40a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0818291 May 05 17:15:19.060413 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e052de74-75a2-4631-b520-9b70cf2454d3 req-79ac5103-f4fe-40ef-b564-c10949954bdb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417407 May 05 17:15:19.116094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59748) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:15:19.285917 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-a66cd5f6-1c9e-4407-ba04-7c98e443eb10 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1685174 May 05 17:15:19.906718 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-ecd407f1-bd14-4fc9-8098-3327f879a91f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.1704786 May 05 17:15:20.052497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad30ec-f952-4e85-9354-271349286d77 req-e03a5e03-e002-4d01-b646-031e88baf22c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:20.053992 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-e03a5e03-e002-4d01-b646-031e88baf22c service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1290083 May 05 17:15:20.161207 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-268898a4-31d1-460a-9363-85b63e4fd9b1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 1001 time: 0.1010222 May 05 17:15:20.228062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad30ec-f952-4e85-9354-271349286d77 req-771baa44-fbc1-47fb-af66-3250a07ecce2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:20.229517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-771baa44-fbc1-47fb-af66-3250a07ecce2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0625064 May 05 17:15:20.284280 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35b7004-afc8-4d9a-bbc7-bcdb1f12286e req-606f5001-79f3-4446-8459-c8712db60727 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:20.285838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c35b7004-afc8-4d9a-bbc7-bcdb1f12286e req-606f5001-79f3-4446-8459-c8712db60727 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0980639 May 05 17:15:20.328277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-002b3dfd-9177-4a91-8230-01ba092b6a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:20.350335 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c35b7004-afc8-4d9a-bbc7-bcdb1f12286e req-ac24d130-9c4a-4b4e-a785-40a6576e1879 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585842 May 05 17:15:20.394785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-7bb9bc32-2c1b-42fa-b62c-63da7344bdb9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1597209 May 05 17:15:20.525039 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-202e6615-80ec-470e-9832-2be20fdaec4a service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239827 May 05 17:15:20.661082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-22ad30ec-f952-4e85-9354-271349286d77 req-8da95330-90ce-4414-8422-e291a79fa390 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299946 May 05 17:15:21.411544 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-916356eb-e2dc-4c01-9354-633e7c544fe0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0688541 May 05 17:15:21.593256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-c9945466-d328-465c-a08f-b5702c62f2d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:21.594672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-c9945466-d328-465c-a08f-b5702c62f2d8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1773987 May 05 17:15:21.659346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0fca2-3f36-4772-9c1f-e4634741a992 req-fec4f302-c400-475f-ad1b-907e2a6ffc85 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:21.660707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90f0fca2-3f36-4772-9c1f-e4634741a992 req-fec4f302-c400-475f-ad1b-907e2a6ffc85 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.1770415 May 05 17:15:21.732847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-529f24d8-14ad-454b-b2a0-dbaef5cdd040 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 1001 time: 0.1316986 May 05 17:15:21.737920 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90f0fca2-3f36-4772-9c1f-e4634741a992 req-bc302042-e6e8-4653-b9fc-dc19ae783130 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665429 May 05 17:15:21.794954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-45dc9963-900e-4952-9463-fd90ebf85f48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:21.796410 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-45dc9963-900e-4952-9463-fd90ebf85f48 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0575509 May 05 17:15:21.874652 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-ac1dbf03-4b1b-43ea-8547-1b19b514546b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725360 May 05 17:15:22.007861 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-008205b8-640e-485c-b480-adead7d8a7cc service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266110 May 05 17:15:22.140720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-a05cb17f-f655-41be-8096-6d5065565078 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278059 May 05 17:15:22.412988 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef695c44-099d-427a-a86e-a1c6e218634c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:22.938516 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfff3914-4f27-4a8b-a5d2-0dd809a94c28 req-6a37d1d6-6b26-4f53-adbe-70fcbbd0aabb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:22.940287 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dfff3914-4f27-4a8b-a5d2-0dd809a94c28 req-6a37d1d6-6b26-4f53-adbe-70fcbbd0aabb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0807381 May 05 17:15:22.986266 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dfff3914-4f27-4a8b-a5d2-0dd809a94c28 req-92f37d89-451b-4d34-b0f3-d3995f1a7590 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406039 May 05 17:15:23.698892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:23.847445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:24.185918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f8f4e-9f18-4095-9c27-7bff77da0db7 req-5a7512e0-6f2b-4624-92cc-2e8e319b5a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:24.187355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3d7f8f4e-9f18-4095-9c27-7bff77da0db7 req-5a7512e0-6f2b-4624-92cc-2e8e319b5a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0780694 May 05 17:15:24.234572 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3d7f8f4e-9f18-4095-9c27-7bff77da0db7 req-112e2fa3-f99c-4ce7-8884-17f593ef805d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415704 May 05 17:15:25.309513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:25.435422 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64800c-e73d-418e-8121-142707e65d07 req-569165c0-5d7c-4e34-aac6-091c3d201da6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:25.436879 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-da64800c-e73d-418e-8121-142707e65d07 req-569165c0-5d7c-4e34-aac6-091c3d201da6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0801036 May 05 17:15:25.482390 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-da64800c-e73d-418e-8121-142707e65d07 req-6b7ab130-5491-4053-8487-b3ad0a49fe5c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397253 May 05 17:15:26.682850 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b7e0de-8ba5-4e28-95b8-f6a5f027a47b req-98cf9713-af89-41c9-9c23-af721ee27a8e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:26.684336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19b7e0de-8ba5-4e28-95b8-f6a5f027a47b req-98cf9713-af89-41c9-9c23-af721ee27a8e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0817704 May 05 17:15:26.730470 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-19b7e0de-8ba5-4e28-95b8-f6a5f027a47b req-81000470-4baf-44a1-b39a-0887382def5b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405962 May 05 17:15:27.928611 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81847099-428a-442b-a988-cf496aedf048 req-04822150-b259-40f2-8878-58550eceb152 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:27.930073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-81847099-428a-442b-a988-cf496aedf048 req-04822150-b259-40f2-8878-58550eceb152 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0785792 May 05 17:15:27.978487 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-81847099-428a-442b-a988-cf496aedf048 req-0dc7f4da-08a5-47ca-ba77-801cdb28937a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427580 May 05 17:15:29.178110 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6f85d-e96a-4a88-9461-8adfeaf03b06 req-7ee4757d-9f29-440c-975c-a6816ed31bcd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:29.179523 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-78c6f85d-e96a-4a88-9461-8adfeaf03b06 req-7ee4757d-9f29-440c-975c-a6816ed31bcd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0771902 May 05 17:15:29.225630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-78c6f85d-e96a-4a88-9461-8adfeaf03b06 req-ec50ad67-e627-4c01-b35d-46c34249535f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407286 May 05 17:15:30.425932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e332f-df79-43fc-b407-5c62f7d79d94 req-f1a4f9fa-493b-430b-b70b-dc140241400e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:30.427387 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-209e332f-df79-43fc-b407-5c62f7d79d94 req-f1a4f9fa-493b-430b-b70b-dc140241400e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0758421 May 05 17:15:30.472298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-209e332f-df79-43fc-b407-5c62f7d79d94 req-a6d7075f-8d7b-458b-9abe-324a9de03f31 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393014 May 05 17:15:31.672847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b12adc-9264-41db-8a30-95cc707f8321 req-962bce3c-ee07-45aa-9a09-ff858b119ca0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:31.674298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-08b12adc-9264-41db-8a30-95cc707f8321 req-962bce3c-ee07-45aa-9a09-ff858b119ca0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0797007 May 05 17:15:31.718620 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-08b12adc-9264-41db-8a30-95cc707f8321 req-9dd9c314-f231-4ec7-8adc-95e81ceecb74 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388234 May 05 17:15:32.919884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817fe1a-1491-4b83-bd4d-d9cce6e15236 req-e324c38d-a291-48cd-a315-32b11b4fddf6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:32.921249 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4817fe1a-1491-4b83-bd4d-d9cce6e15236 req-e324c38d-a291-48cd-a315-32b11b4fddf6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0798891 May 05 17:15:32.966302 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4817fe1a-1491-4b83-bd4d-d9cce6e15236 req-d81985f8-6b44-467b-8cf6-f153eae9da98 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388904 May 05 17:15:34.098952 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-4340532c-5d6e-41fe-af50-b72134bec7b9 service neutron] 10.222.0.71 "GET /v2.0/ports/537f046b-610f-4a53-98be-24e8d4b3148e/bindings/hv-neutron-8404 HTTP/1.1" status: 200 len: 384 time: 0.0810723 May 05 17:15:34.241581 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:34.278635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69d1dd-5814-448a-89df-3f6e34c34064 req-52c2430e-87ad-4696-a11f-ce709b557990 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:34.280719 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae69d1dd-5814-448a-89df-3f6e34c34064 req-52c2430e-87ad-4696-a11f-ce709b557990 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.1792433 May 05 17:15:34.327162 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ae69d1dd-5814-448a-89df-3f6e34c34064 req-4edb7e7b-d51b-4207-a036-a55ed1ef9edf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404913 May 05 17:15:34.663549 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-174891c7-1717-44fd-bcf1-ac97ada22ccc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 1099 time: 0.0742972 May 05 17:15:34.757275 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-a693ea89-8d4c-43a6-9d23-1daa94d3010a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0695832 May 05 17:15:34.885629 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-96e41d20-bede-4c50-9ce4-6aac37115e39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:34.887061 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-96e41d20-bede-4c50-9ce4-6aac37115e39 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1246171 May 05 17:15:34.993518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-79f28312-89c9-4d6d-a4ca-c9acf24e66a5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 1001 time: 0.1003101 May 05 17:15:35.055114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-12b8cec1-5d6c-48e4-9238-c07cc1e39145 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:35.056571 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-12b8cec1-5d6c-48e4-9238-c07cc1e39145 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0569813 May 05 17:15:35.133000 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-462ea401-145d-4db2-8ac7-be8c72765937 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0706377 May 05 17:15:35.267079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-59103eb9-9a55-4d68-b2bb-c235edaf48ad service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284428 May 05 17:15:35.396523 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-26401f13-19fa-4a43-b18d-554df45e1e9a req-32cdd2b0-9b18-49d6-90af-e4be8d5bc907 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238446 May 05 17:15:35.525484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e725e3-afab-4d11-9229-6fc43a9a33ad req-565c39a5-ca08-4b9b-ae4f-65ef05ce0aeb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:35.526933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-91e725e3-afab-4d11-9229-6fc43a9a33ad req-565c39a5-ca08-4b9b-ae4f-65ef05ce0aeb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0757542 May 05 17:15:35.573842 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-91e725e3-afab-4d11-9229-6fc43a9a33ad req-14d49f5a-0a2f-48bd-916a-09f04ad8dc01 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410557 May 05 17:15:36.777186 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0bc42-24dd-4d18-8c55-d211cef8b1e8 req-ec67388b-e218-4d99-97ac-673c2b07c061 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:36.778635 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dea0bc42-24dd-4d18-8c55-d211cef8b1e8 req-ec67388b-e218-4d99-97ac-673c2b07c061 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0774612 May 05 17:15:36.824652 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dea0bc42-24dd-4d18-8c55-d211cef8b1e8 req-2d81269e-2190-41cd-b7dd-32460dea000d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404434 May 05 17:15:36.939992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:15:37.051175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:37.077565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:15:37.087052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:15:37.138748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:37.169657 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9c1b1b-2810-4f20-a471-898e190e6600'] response: {'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'code': 200} May 05 17:15:37.206506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:15:37.214717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.215061 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.215399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.215761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.216118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.216418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.216743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.217067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.217395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.217756 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:37.218106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:15:38.027617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684bd937-27d7-447b-9d14-3c290457b66b req-1411175f-3890-46a4-8ef5-ab3295a1722a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:38.029104 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-684bd937-27d7-447b-9d14-3c290457b66b req-1411175f-3890-46a4-8ef5-ab3295a1722a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 944 time: 0.0777509 May 05 17:15:38.073154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-684bd937-27d7-447b-9d14-3c290457b66b req-527a4610-9c55-421a-81e2-6ba73ae947c9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385787 May 05 17:15:38.964054 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:15:39.101463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:15:39.116771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '537f046b-610f-4a53-98be-24e8d4b3148e', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'port_id': '537f046b-610f-4a53-98be-24e8d4b3148e', 'mac_address': 'fa:16:3e:83:dc:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:15:39.176322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:39.194784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 537f046b-610f-4a53-98be-24e8d4b3148e {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:15:39.210277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:15:39.264698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:39.279994 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b966ccb-05c9-495d-9d60-09d58d822784 req-9c0b1d48-777b-41a9-b470-b4756c120d98 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:39.281434 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3b966ccb-05c9-495d-9d60-09d58d822784 req-9c0b1d48-777b-41a9-b470-b4756c120d98 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 944 time: 0.0807941 May 05 17:15:39.326149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['537f046b-610f-4a53-98be-24e8d4b3148e'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:15:39.328933 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3b966ccb-05c9-495d-9d60-09d58d822784 req-071177e8-315b-4548-8a34-7cffa131589d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414088 May 05 17:15:39.381644 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:15:39.793417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78f6334-e362-4296-8c9d-0de20bf1f6a0 req-268f3e1a-64a8-4dd5-9a83-258b2af9294d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:39.795305 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e78f6334-e362-4296-8c9d-0de20bf1f6a0 req-268f3e1a-64a8-4dd5-9a83-258b2af9294d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 945 time: 0.0798273 May 05 17:15:39.855894 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e78f6334-e362-4296-8c9d-0de20bf1f6a0 req-d9e56e3a-826f-4dd8-a1f2-bbe7849bf65b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542412 May 05 17:15:39.860288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14833777-833d-4a46-863c-6abf7e1b981b req-cd3c4c64-b06e-4e00-8f95-dda07c0c7877 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:39.860288 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-cd3c4c64-b06e-4e00-8f95-dda07c0c7877 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d&tenant_id=0766279296f44a29865e8ead77e3f24e&binding%3Ahost_id=hv-neutron-8404 HTTP/1.1" status: 200 len: 945 time: 0.0969710 May 05 17:15:40.039809 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-dcad7c97-5857-43b8-b0d1-a87f44e420dd service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1098 time: 0.1121836 May 05 17:15:40.160054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e18642-fdf0-4d07-b0d5-afca5f477a24 req-fffbb29d-3595-4b11-a697-0244760287f7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:40.161416 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-03e18642-fdf0-4d07-b0d5-afca5f477a24 req-fffbb29d-3595-4b11-a697-0244760287f7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 945 time: 0.1711655 May 05 17:15:40.211588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14833777-833d-4a46-863c-6abf7e1b981b req-778ef748-013a-4088-bd11-b7d12fc1d4ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:40.213015 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-778ef748-013a-4088-bd11-b7d12fc1d4ee service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1676569 May 05 17:15:40.302075 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-03e18642-fdf0-4d07-b0d5-afca5f477a24 req-b724ec21-8cdc-468d-8267-e93a73b1d14b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303716 May 05 17:15:40.326679 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-c3a7e2ab-2007-4298-9965-5d1c172b55c7 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 1000 time: 0.1067071 May 05 17:15:40.389325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14833777-833d-4a46-863c-6abf7e1b981b req-76532f32-83c7-452c-9f3c-b2dc0212b423 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:40.390739 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-76532f32-83c7-452c-9f3c-b2dc0212b423 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0586991 May 05 17:15:40.543786 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-e38cb8c9-58ec-48a9-8265-4283a82c041b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1475961 May 05 17:15:40.670871 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-49aadc48-f355-4565-a58c-001d60cca1d0 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213913 May 05 17:15:40.800279 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-14833777-833d-4a46-863c-6abf7e1b981b req-b7d2f442-cd2f-48a2-beb4-2e3154335e0b service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236644 May 05 17:15:40.975419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:15:41.047770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 537f046b-610f-4a53-98be-24e8d4b3148e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:15:41.048144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:41.163605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:41.189554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:15:41.199818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:15:41.254553 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a751892c-9d02-4cbf-9e7d-c53d9a07202f'] response: {'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'code': 200} May 05 17:15:41.281391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:41.350214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:15:41.504360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc598b1a-4788-4caf-b2aa-5ecea0b28d7b req-000e7467-a113-4cf6-884d-9ba5a7583a78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:41.505725 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc598b1a-4788-4caf-b2aa-5ecea0b28d7b req-000e7467-a113-4cf6-884d-9ba5a7583a78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0769832 May 05 17:15:41.554981 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc598b1a-4788-4caf-b2aa-5ecea0b28d7b req-c1895aa9-369b-4737-a62d-e8adc462b0cc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 May 05 17:15:42.751276 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39be0d-6447-4048-8457-c06c8008dda8 req-b3cc3f43-062f-49d5-bc84-0ebc2ccff413 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:15:42.753566 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e39be0d-6447-4048-8457-c06c8008dda8 req-b3cc3f43-062f-49d5-bc84-0ebc2ccff413 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0780461 May 05 17:15:42.798125 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e39be0d-6447-4048-8457-c06c8008dda8 req-c44fc9fd-5c09-4e3c-ae2a-ae84c3d97675 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392497 May 05 17:15:42.826688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59832) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:15:42.929426 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0342f8c1-31aa-4a59-b520-e1d863fc7870 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb HTTP/1.1" status: 200 len: 993 time: 0.1015630 May 05 17:15:43.824455 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:15:50.292774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-855ae287-c5e4-4a74-ba72-b243b4923863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:52.429515 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-efd3611f-8e1d-4dfe-ae06-0dda5fe2ca43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:53.704437 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:53.864496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:15:55.315377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:04.275319 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:19.746546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-e3414f01-70ef-41af-bcab-65ec97f6a2da service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684676 May 05 17:16:19.883844 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-db3525e9-8386-488f-a529-de422cd8bf38 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0687582 May 05 17:16:20.026079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-d47df5ba-5b3a-4fd8-b67a-82dde0cb5be9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:20.027417 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-d47df5ba-5b3a-4fd8-b67a-82dde0cb5be9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1255183 May 05 17:16:20.130730 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-574e822a-b2dd-4b87-88fa-fab8516ce8d8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 1001 time: 0.0960484 May 05 17:16:20.194201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-51b5c235-0f56-4e64-bc7f-43a8389046d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:20.195630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-51b5c235-0f56-4e64-bc7f-43a8389046d1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.0592935 May 05 17:16:20.269831 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-e6893955-b65e-4093-8316-0c72ecb81a15 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675919 May 05 17:16:20.309296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-23450642-77e6-44de-bc66-0b504c78aa2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:20.400084 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-1b6f4042-b233-46fd-b548-60e13a8f3b62 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244071 May 05 17:16:20.530260 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a372fba-fb90-4d8d-8f0a-701f1f0bee38 req-5517b3f9-f90d-43ff-93f8-c5d60b2076a7 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235878 May 05 17:16:20.825846 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:16:22.429103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-50a4b393-9d20-4664-b28c-62b925bb054e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:23.726597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:23.863111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:25.332245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:29.408269 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-c05c9807-aa3f-4182-b298-d4d14c70e8f8 req-6c407634-e07a-4fd8-a6a9-de08e6450a90 service neutron] (84818) timed out ('10.222.0.70', 56302) {{(pid=84818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 17:16:34.303811 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:36.077244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59852) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:36.301099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port d53b629c-2943-4269-bf0f-508fdf441294 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:16:36.301440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:36.574798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:36.575121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:36.697202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for d53b629c-2943-4269-bf0f-508fdf441294 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:16:36.897499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:36.946593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=d53b629c-2943-4269-bf0f-508fdf441294,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:37.014542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.014893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.015235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.015605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.015941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.016316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.016649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.016981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.017307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.017632 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.017958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:37.050240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:37.440943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 4f5543f3-7350-4f74-bf43-1b02fd65e49b has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:16:37.642263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:16:37.652878 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] Sync routers for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:16:37.664570 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:16:37.667232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:37.732687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:37.788896 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-527b34a7-2f6b-4b0e-bf52-7543e7254bb6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/floatingips/067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb HTTP/1.1" status: 204 len: 168 time: 1.7102871 May 05 17:16:37.789517 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:16:37.842199 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:16:37.861674 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9516293-4a6b-433c-8ee4-e0d3247c84d4'] response: {'name': 'network-changed', 'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'status': 'completed', 'code': 200} May 05 17:16:37.957960 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-465f9757-e343-459c-a6d0-1041d3caa3cf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 1099 time: 0.0731962 May 05 17:16:38.091022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-b820f3c9-e257-47ed-b541-7a93689fc69e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:38.092486 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-b820f3c9-e257-47ed-b541-7a93689fc69e service neutron] 10.222.0.71 "GET /v2.0/networks?id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 200 len: 898 time: 0.1289089 May 05 17:16:38.167918 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-fbb76cd9-7821-4122-b2e5-4bf74dc29f6a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 200 len: 217 time: 0.0655789 May 05 17:16:38.205465 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:03Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:38.210708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] Checking router: 4f5543f3-7350-4f74-bf43-1b02fd65e49b for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:16:38.222896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:16:38.223572 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:38.381884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-035bb515-ff10-4ebf-aab4-6aa5179694f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:38.383339 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-035bb515-ff10-4ebf-aab4-6aa5179694f6 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 200 len: 834 time: 0.2097471 May 05 17:16:38.405782 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:16:38.447846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab9cd0-d90b-443b-bfb5-1bcd8b14d811 req-489fd20c-5a9d-4269-92d6-2c5b836605d5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:38.448530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-42ab9cd0-d90b-443b-bfb5-1bcd8b14d811 req-489fd20c-5a9d-4269-92d6-2c5b836605d5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:16:38.483482 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-9e6d7b2e-0703-4f18-b592-657f3a9ac981 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=a386ff1b-ae47-4ea7-81e5-04d58bb822c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922773 May 05 17:16:38.557837 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-42ab9cd0-d90b-443b-bfb5-1bcd8b14d811 req-489fd20c-5a9d-4269-92d6-2c5b836605d5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:16:38.558978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-42ab9cd0-d90b-443b-bfb5-1bcd8b14d811 req-489fd20c-5a9d-4269-92d6-2c5b836605d5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.2485332 May 05 17:16:38.643092 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-42ab9cd0-d90b-443b-bfb5-1bcd8b14d811 req-cda76d00-6a12-4477-bebf-12996a9b6345 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769751 May 05 17:16:38.650847 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-0ffb55da-4df7-4664-b683-38d91fefbf22 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605418 May 05 17:16:38.727642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:03Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:38.732394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d99539-2c8b-4cf7-866b-fe76b725e201 None None] The sync data for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv is: [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': 'aeb61e84-d8f1-47d3-a688-faa3dcca0eff', 'name': '', 'network_id': 'a386ff1b-ae47-4ea7-81e5-04d58bb822c7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:65:72:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:56Z', 'updated_at': '2022-05-05T17:14:03Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': 'ae7d6396-6baa-483c-b8ac-90d6056b8136', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:16:38.788540 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3f54b963-89f2-4274-9d28-cf0cee512790 req-dc298033-e2fc-4b2b-b624-947f220191f3 service neutron] 10.222.0.71 "GET /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304624 May 05 17:16:38.953523 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2901d93c-55f0-42bf-ae61-14309e6bc9f1 None None] New status for floating IP 067a8eb6-b9ce-4d88-acd1-8dd1f9fd4dcb: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:16:39.844307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c67ed1-ca42-4c3c-a086-04faa09fa26d req-804448cd-d15c-47f9-bb20-c98588275797 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:39.845783 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8c67ed1-ca42-4c3c-a086-04faa09fa26d req-804448cd-d15c-47f9-bb20-c98588275797 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0779419 May 05 17:16:39.894082 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c8c67ed1-ca42-4c3c-a086-04faa09fa26d req-21f5feee-07ed-4d3d-9cba-4b6c370b6be6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=edc1a320-4005-4183-a369-6bc6a6e3ed2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421379 May 05 17:16:40.176941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-cae686f5-b89e-4373-8b7f-56eabc45f12e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:40.179017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-cae686f5-b89e-4373-8b7f-56eabc45f12e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 946 time: 0.0751798 May 05 17:16:40.249040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 537f046b-610f-4a53-98be-24e8d4b3148e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:16:40.249373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:40.487861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 537f046b-610f-4a53-98be-24e8d4b3148e, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=537f046b-610f-4a53-98be-24e8d4b3148e,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:16:40.488122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:40.605809 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 537f046b-610f-4a53-98be-24e8d4b3148e owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:16:40.823003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:40.871266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=537f046b-610f-4a53-98be-24e8d4b3148e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:40.944935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] No DVR routers for this DVR port 537f046b-610f-4a53-98be-24e8d4b3148e on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:16:40.947506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:40.950079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-deleted', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:16:41.007620 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab42c924-8d6e-4ac4-b1a8-a3893b1aad0d'] response: {'server_uuid': '99d48d77-aa14-4d53-9bb6-c38812cfcd2d', 'name': 'network-vif-deleted', 'tag': '537f046b-610f-4a53-98be-24e8d4b3148e', 'status': 'completed', 'code': 200} May 05 17:16:41.025156 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74905cc3-b545-4651-8e8e-1ab52b2770e3 req-f09c8885-2849-4961-b2d0-a155d425d987 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "DELETE /v2.0/ports/537f046b-610f-4a53-98be-24e8d4b3148e HTTP/1.1" status: 204 len: 173 time: 0.8415461 May 05 17:16:41.096123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-59a6bf94-aa5c-4281-83cb-276b35cdd7a6 req-b3f26f26-7994-47de-bb61-79b952c3ea14 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:16:41.177741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-59a6bf94-aa5c-4281-83cb-276b35cdd7a6 req-b3f26f26-7994-47de-bb61-79b952c3ea14 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:16:41.179164 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-59a6bf94-aa5c-4281-83cb-276b35cdd7a6 req-b3f26f26-7994-47de-bb61-79b952c3ea14 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=99d48d77-aa14-4d53-9bb6-c38812cfcd2d HTTP/1.1" status: 200 len: 210 time: 0.1336219 May 05 17:16:42.289237 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59870) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:42.776644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:43.312184 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:16:43.344804 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 537f046b-610f-4a53-98be-24e8d4b3148e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:16:43.345152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 537f046b-610f-4a53-98be-24e8d4b3148e not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:16:43.383721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port aeb61e84-d8f1-47d3-a688-faa3dcca0eff {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:16:43.384319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:43.568969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port aeb61e84-d8f1-47d3-a688-faa3dcca0eff, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:16:43.569220 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:43.688253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for aeb61e84-d8f1-47d3-a688-faa3dcca0eff owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:16:43.920097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:43.965872 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=aeb61e84-d8f1-47d3-a688-faa3dcca0eff,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:44.367268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:44.942819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 4f5543f3-7350-4f74-bf43-1b02fd65e49b has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:16:45.140169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:16:45.151706 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] Sync routers for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:16:45.164033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:16:45.164715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:45.213300 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4b5665ed-b87c-4b94-b8b9-4d4143986530 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/4f5543f3-7350-4f74-bf43-1b02fd65e49b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9229510 May 05 17:16:45.215958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59874) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:45.343309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:16:45.398335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting subnet ae7d6396-6baa-483c-b8ac-90d6056b8136 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:16:45.401104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:45.458036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:45.538499 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:45.630871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:16:43Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:45.635042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] Checking router: 4f5543f3-7350-4f74-bf43-1b02fd65e49b for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:16:45.649934 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] Routers {'4f5543f3-7350-4f74-bf43-1b02fd65e49b'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:16:45.650460 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:45.709382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:45.749605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7d6396-6baa-483c-b8ac-90d6056b8136,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:45.764394 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:45.773262 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a6552933-57ec-40e6-b76f-4209abee660e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/subnets/ae7d6396-6baa-483c-b8ac-90d6056b8136 HTTP/1.1" status: 204 len: 168 time: 0.5543933 May 05 17:16:45.774399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59880) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:45.804104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a698b998-2fa6-42df-b1e8-4da0856e10df None None] Network a386ff1b-ae47-4ea7-81e5-04d58bb822c7 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:16:46.027481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] Set router 4f5543f3-7350-4f74-bf43-1b02fd65e49b gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:16:46.083888 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.300345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.305332 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] DHCP port deletion for a386ff1b-ae47-4ea7-81e5-04d58bb822c7 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:16:46.310487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Deleting port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:16:46.313040 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.383157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:16:46.383574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.430020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:16:43Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:46.452457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb91f86-3b9a-4f19-ad2c-d98e95bcd4b2 None None] The sync data for ids ['4f5543f3-7350-4f74-bf43-1b02fd65e49b'] in dv-neutron-840483-1-hyperv is: [{'id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767177524', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171'}], 'enable_snat': True}, 'gw_port_id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:16:43Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '2e155cb7-3cf6-45a2-87b6-29c0cff475d5', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:d7:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f5543f3-7350-4f74-bf43-1b02fd65e49b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:13:52Z', 'updated_at': '2022-05-05T17:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:16:46.537863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] For port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,segment=NetworkSegment(f28bacb0-ec3b-4715-bb25-d409d1ac23d8),segment_id=f28bacb0-ec3b-4715-bb25-d409d1ac23d8)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:16:46.538152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.564181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 2e155cb7-3cf6-45a2-87b6-29c0cff475d5, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:16:46.564504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.657487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Calling delete_port for d2aa28d7-095b-4d18-a0d5-ec9c7febcdda owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:16:46.689337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:16:46.800594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:46.853092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Pushing event deleted for resources: {'Port': ['ID=d2aa28d7-095b-4d18-a0d5-ec9c7febcdda,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:46.864980 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] No DVR routers for this DVR port d2aa28d7-095b-4d18-a0d5-ec9c7febcdda on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:16:46.869901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.870257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.870646 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.871440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.871440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.871679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.871975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.872303 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.872641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.875135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.875135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320a564d-0c67-4317-a01e-5a31fc8a8e34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:46.878428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2aa28d7-095b-4d18-a0d5-ec9c7febcdda no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:16:46.913382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: d2aa28d7-095b-4d18-a0d5-ec9c7febcdda {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:16:46.913734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device d2aa28d7-095b-4d18-a0d5-ec9c7febcdda not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:16:46.914206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aeb61e84-d8f1-47d3-a688-faa3dcca0eff no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:16:46.948176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: aeb61e84-d8f1-47d3-a688-faa3dcca0eff {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:16:46.948533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device aeb61e84-d8f1-47d3-a688-faa3dcca0eff not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:16:46.966017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.015013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=2e155cb7-3cf6-45a2-87b6-29c0cff475d5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:47.233948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.578431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.582547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.685699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.686244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Fanout notify agent at l3_agent the message router_deleted on router 4f5543f3-7350-4f74-bf43-1b02fd65e49b {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:16:47.702483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.707377 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-2abad570-29ee-4dc7-a5ec-d208664eba8a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/routers/4f5543f3-7350-4f74-bf43-1b02fd65e49b HTTP/1.1" status: 204 len: 168 time: 1.9279857 May 05 17:16:47.707377 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59884) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:47.826158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.954897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:47.982898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a386ff1b-ae47-4ea7-81e5-04d58bb822c7']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:47.995274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:47.995599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f28bacb0-ec3b-4715-bb25-d409d1ac23d8') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:48.006646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.021954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.028023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:16:48.028406 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:16:48.042672 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:16:48.182824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.204523 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.216941 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Network': ['ID=a386ff1b-ae47-4ea7-81e5-04d58bb822c7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:48.315112 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a8d2adfa-a5c0-4329-8f52-c15a9c2c39c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/networks/a386ff1b-ae47-4ea7-81e5-04d58bb822c7 HTTP/1.1" status: 204 len: 168 time: 0.6077909 May 05 17:16:48.317733 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59888) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:48.386002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-124e708a-5083-4ffd-b18f-880e296b7ab2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.414196 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-124e708a-5083-4ffd-b18f-880e296b7ab2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.543053 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-124e708a-5083-4ffd-b18f-880e296b7ab2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.560543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e708a-5083-4ffd-b18f-880e296b7ab2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc1a320-4005-4183-a369-6bc6a6e3ed2d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:48.628071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-124e708a-5083-4ffd-b18f-880e296b7ab2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:48.629198 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-124e708a-5083-4ffd-b18f-880e296b7ab2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/security-groups/edc1a320-4005-4183-a369-6bc6a6e3ed2d HTTP/1.1" status: 204 len: 168 time: 0.3104835 May 05 17:16:48.751766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:16:48.788325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:16:48.788478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 2e155cb7-3cf6-45a2-87b6-29c0cff475d5 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:16:50.314368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e0432ed8-b9a7-466a-88a3-aef4bea7d68c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.152633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59900) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:51.158172 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1639707093', 'description': 'tempest-secgroup-smoke-1639707093 description', 'project_id': '0766279296f44a29865e8ead77e3f24e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:51.164141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:51.168203 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:51.171007 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:51.176643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:51.268676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.303205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:51.307048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:51.309845 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:51.315434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:51.372261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.411023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.455767 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97ad944-d94a-45b4-a894-e084897cabaf,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:51.496825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.498095 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e654c409-e447-4636-8537-817208ae9a6b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3444467 May 05 17:16:51.500893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59904) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:51.506431 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'b97ad944-d94a-45b4-a894-e084897cabaf', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:51.513019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:51.516861 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:51.519695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:51.525402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:51.582974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.642249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.703010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.727037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95939104-ee72-474d-9156-4685e956dfc9,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:51.794148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.795355 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a6888732-38b0-47ed-8cad-30b8d609ce54 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2935133 May 05 17:16:51.798126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59908) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:51.803597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'b97ad944-d94a-45b4-a894-e084897cabaf', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:51.810108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:51.814074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:51.816990 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:51.823525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:51.915020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:51.978294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.045401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.068246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d6cc6d-0444-47ca-8a54-8d2642f3ea2d,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:52.125921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.127118 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a594fd65-06ef-4328-8200-91831071e2fd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3280566 May 05 17:16:52.129831 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59912) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:52.135173 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'b97ad944-d94a-45b4-a894-e084897cabaf', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:52.141177 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:52.145051 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:52.147953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:52.153964 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:52.206309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.271193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.342704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.366086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7c80a21-bb33-4102-a318-48b3acb196ea,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:52.434194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-63eaf2f0-84cc-4f89-b27f-aeb8e9e50ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.462623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.463855 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-1815c5e7-fce8-4e3b-8f09-72669f08ccda tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3331287 May 05 17:16:52.466674 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59916) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:52.472558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'b97ad944-d94a-45b4-a894-e084897cabaf', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:52.479735 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:52.483746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:52.486646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:52.581526 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:52.692559 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.758084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.840188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.864847 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0b15464-c48d-4281-97df-a182e615cb4f,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:52.876186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.876524 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.876856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.877186 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.877511 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.877832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.878149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.878466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.878778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.879091 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.879406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:52.925529 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:52.926864 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-87b75ed9-2fd1-49c5-8e7d-065c542b87ae tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4590671 May 05 17:16:52.929600 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59920) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:52.934921 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'b97ad944-d94a-45b4-a894-e084897cabaf', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:52.940919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:52.944646 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:52.947690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:52.953225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:53.011480 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:16:53.018097 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.082114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.149390 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.172791 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10ec995-e0b7-4826-9a77-6fc0ee2f2362,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:53.251564 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.252790 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5c567bda-6221-4a51-8209-1a44f2346367 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3222301 May 05 17:16:53.255509 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59924) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:53.261996 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': 'b97ad944-d94a-45b4-a894-e084897cabaf', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:53.268541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:53.271973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:53.275913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:53.281689 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:53.353903 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:16:53.360737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.428456 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.502571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.526349 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6794c073-173a-4151-863e-e2ff2c88dc5b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:53.600016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.601242 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-34f27153-e043-4b1c-9a97-c327018a3f13 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3447936 May 05 17:16:53.604056 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59928) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:53.609355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'network': {'name': 'tempest-network-smoke--1948474654', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'port_security_enabled': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:53.614384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:53.619185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:network and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:53.622073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:53.628019 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:53.720172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:16:53.723386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.756070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 784} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:16:53.760243 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.766577 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.770352 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Added segment 41000924-5ecf-4a7b-9d38-f0573cac02cb of type vlan for network f46ee19e-865f-42ba-ae44-4db3cedbf458 May 05 17:16:53.792943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.879796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.896738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:53.900609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:53.901171 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.009379 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Network': ['ID=f46ee19e-865f-42ba-ae44-4db3cedbf458,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:54.019576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:16:54.051978 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-67a4681d-83fe-4600-8519-ec141baa3ce4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4469204 May 05 17:16:54.055707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59932) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:54.061149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'admin_state_up': True, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:54.068159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:54.072566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:router and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:54.075512 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:54.081581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:54.183160 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.184138 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.204612 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.448370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.674838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.704130 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:54.839358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.46 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/168e1c33-13a1-4ff2-9821-081be2581b3a) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:16:54.983136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:55.051846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:55.129369 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:16:55.132452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:16:55.137496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:16:55.160549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=168e1c33-13a1-4ff2-9821-081be2581b3a,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:55.325552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:55.408061 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:55.408858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:55.725935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:16:56.016652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:16:56.028574 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Sync routers for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:16:56.043665 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:16:56.048930 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:56.125759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:56.126991 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ee690b68-ed89-45ee-8fee-e85f261177a8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0702438 May 05 17:16:56.130224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59942) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:56.224164 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:16:56.242178 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-facd6281-3ee1-4aa7-9a80-f3d9b8cc3072 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0766279296f44a29865e8ead77e3f24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1108015 May 05 17:16:56.245232 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59948) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:56.382991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0444b9d9-40cc-4869-a6b8-eae8be30f8fe tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:56.384525 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0444b9d9-40cc-4869-a6b8-eae8be30f8fe tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1383951 May 05 17:16:56.387414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59952) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:56.426020 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-108ccab0-b279-475e-ba2e-2b3eb5bfe5e2 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374849 May 05 17:16:56.428585 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 59956) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:56.434725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-441937088', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:16:56.509482 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:55Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:56.513350 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Checking router: c5f3e05b-3fb3-4e8b-8629-440bdc101f21 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:16:56.513687 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Updating router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 port 168e1c33-13a1-4ff2-9821-081be2581b3a binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:16:56.544310 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:16:56.548144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:subnet and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:16:56.550927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:16:56.556858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:16:56.563397 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:56.651552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:16:56.756707 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:56.928300 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:56.939708 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Transition to ACTIVE for port object 168e1c33-13a1-4ff2-9821-081be2581b3a will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:16:57.005504 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.034338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.074927 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Pushing event updated for resources: {'Port': ['ID=168e1c33-13a1-4ff2-9821-081be2581b3a,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:57.096022 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Attempting to bind port 168e1c33-13a1-4ff2-9821-081be2581b3a on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:16:57.096635 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Attempting to bind port 168e1c33-13a1-4ff2-9821-081be2581b3a by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:16:57.096994 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Attempting to bind port 168e1c33-13a1-4ff2-9821-081be2581b3a on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:16:57.100260 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.100596 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.100926 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.101253 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.101596 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.101962 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.102283 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.102601 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.102919 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.103232 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.103572 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:16:57.111521 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:16:57.111802 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:16:57.111943 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Subnet': ['ID=99b59bd0-6aa4-4551-baa1-f04fc307fe94,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:57.112224 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.112619 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:16:57.113080 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Bound port: 168e1c33-13a1-4ff2-9821-081be2581b3a, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:16:57.113442 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.128938 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Checking segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:16:57.129289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network hostable DHCP agents. Network: f46ee19e-865f-42ba-ae44-4db3cedbf458, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:16:57.186777 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] For port 168e1c33-13a1-4ff2-9821-081be2581b3a, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:16:57.189587 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] For port 168e1c33-13a1-4ff2-9821-081be2581b3a, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=168e1c33-13a1-4ff2-9821-081be2581b3a,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:16:57.216879 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:16:57.269380 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.342556 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, f46ee19e-865f-42ba-ae44-4db3cedbf458) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:16:57.346944 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:16:57.347687 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.351864 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b26a8-64dc-4415-adab-3e00ed5461c3 None None] Pushing event updated for resources: {'Port': ['ID=168e1c33-13a1-4ff2-9821-081be2581b3a,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:57.354786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:16:57.355390 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:57.356313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4dbf66-e5b9-4676-9ac2-757c24999d88 None None] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:16:57.431330 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3aa7d75a-1ebe-47aa-990b-20098130028b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0015044 May 05 17:16:57.434175 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 59960) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:16:57.541052 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:16:57.631603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-f46ee19e-865f-42ba-ae44-4db3cedbf458', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:16:57.632497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:57.810160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Allocated IP 172.20.0.2 (f46ee19e-865f-42ba-ae44-4db3cedbf458/99b59bd0-6aa4-4551-baa1-f04fc307fe94/3a03db71-50a7-4565-afbe-1b5afb106f48) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:16:57.833816 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:16:57.864800 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:55Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:16:57.869825 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4972393-1b6b-4113-9843-7415fd1afea7 None None] The sync data for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv is: [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:55Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:16:58.055624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:58.074407 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Transition to ACTIVE for port object 3a03db71-50a7-4565-afbe-1b5afb106f48 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:16:58.094504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Transition to ACTIVE for port object 3a03db71-50a7-4565-afbe-1b5afb106f48 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:16:58.160322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:58.237559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:16:58.240712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:16:58.244198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:16:58.251694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Pushing event updated for resources: {'Port': ['ID=3a03db71-50a7-4565-afbe-1b5afb106f48,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:58.345384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Attempting to bind port 3a03db71-50a7-4565-afbe-1b5afb106f48 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:16:58.345835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Attempting to bind port 3a03db71-50a7-4565-afbe-1b5afb106f48 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:16:58.346254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Attempting to bind port 3a03db71-50a7-4565-afbe-1b5afb106f48 on network f46ee19e-865f-42ba-ae44-4db3cedbf458 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:16:58.354140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:16:58.354801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Checking segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:16:58.355259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:58.355733 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Bound using segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:16:58.356255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Bound port: 3a03db71-50a7-4565-afbe-1b5afb106f48, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:16:58.356692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:58.375048 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:58.457614 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] For port 3a03db71-50a7-4565-afbe-1b5afb106f48, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:16:58.462016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] For port 3a03db71-50a7-4565-afbe-1b5afb106f48, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a03db71-50a7-4565-afbe-1b5afb106f48,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:16:58.541258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:58.714727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7449ac-51a3-4faa-ac73-5b2dae95bfef None None] Pushing event updated for resources: {'Port': ['ID=3a03db71-50a7-4565-afbe-1b5afb106f48,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:58.823864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 168e1c33-13a1-4ff2-9821-081be2581b3a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:16:58.833285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.1 (f46ee19e-865f-42ba-ae44-4db3cedbf458/99b59bd0-6aa4-4551-baa1-f04fc307fe94/4029a16d-9a2f-443b-b184-eb6d66857e06) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:16:58.988472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 168e1c33-13a1-4ff2-9821-081be2581b3a completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:16:58.995147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 168e1c33-13a1-4ff2-9821-081be2581b3a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:16:58.995812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.049105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.071917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object 4029a16d-9a2f-443b-b184-eb6d66857e06 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:16:59.128093 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.145201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 168e1c33-13a1-4ff2-9821-081be2581b3a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=168e1c33-13a1-4ff2-9821-081be2581b3a,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:16:59.177794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.223478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.268668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:16:59.272846 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:16:59.277936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:16:59.300373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=168e1c33-13a1-4ff2-9821-081be2581b3a,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:59.309678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=4029a16d-9a2f-443b-b184-eb6d66857e06,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:16:59.342925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.484802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:16:59.747755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0e1678-6904-48c6-82e5-d654a34c98e4 None None] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:16:59.915612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-cd560898-7f87-4207-a246-a79abf83bddd None None] Provisioning for port 3a03db71-50a7-4565-afbe-1b5afb106f48 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:16:59.922579 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:00.005775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:00.119832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=4029a16d-9a2f-443b-b184-eb6d66857e06,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:00.122182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:00.302967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-800e2792-688a-4911-aab7-0bcf91e0fa5f None None] Provisioning for port 4029a16d-9a2f-443b-b184-eb6d66857e06 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:17:00.308678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-800e2792-688a-4911-aab7-0bcf91e0fa5f None None] Provisioning complete for port 4029a16d-9a2f-443b-b184-eb6d66857e06 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:00.309041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-800e2792-688a-4911-aab7-0bcf91e0fa5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:00.365488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-800e2792-688a-4911-aab7-0bcf91e0fa5f None None] Port 4029a16d-9a2f-443b-b184-eb6d66857e06 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:17:00.368603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:17:00.369811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:17:00.503324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-33f45179-e84d-4077-9bc5-ddf423a61df6 None None] Provisioning complete for port 4029a16d-9a2f-443b-b184-eb6d66857e06 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:00.503740 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-33f45179-e84d-4077-9bc5-ddf423a61df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:00.593218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-33f45179-e84d-4077-9bc5-ddf423a61df6 None None] Port 4029a16d-9a2f-443b-b184-eb6d66857e06 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:17:00.714942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3f9c27af-8104-423f-851f-ffa1337d71fe None None] Provisioning complete for port 4029a16d-9a2f-443b-b184-eb6d66857e06 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:00.715317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3f9c27af-8104-423f-851f-ffa1337d71fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:00.775638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c27af-8104-423f-851f-ffa1337d71fe None None] Port 4029a16d-9a2f-443b-b184-eb6d66857e06 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:17:00.799039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:17:00.870495 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a03db71-50a7-4565-afbe-1b5afb106f48 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:17:01.016990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 3a03db71-50a7-4565-afbe-1b5afb106f48 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:17:01.021856 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3a03db71-50a7-4565-afbe-1b5afb106f48 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:01.022300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:01.052000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:17:01.065893 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a14436e2-94d6-4d54-952c-818acf951559 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/c5f3e05b-3fb3-4e8b-8629-440bdc101f21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6301224 May 05 17:17:01.147062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:01.188322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 3a03db71-50a7-4565-afbe-1b5afb106f48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a03db71-50a7-4565-afbe-1b5afb106f48,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:17:01.245745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:01.246621 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 168e1c33-13a1-4ff2-9821-081be2581b3a up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:17:01.263851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-6b4b9bea-0d50-4117-93d6-fc5df7847246 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:17:01.337219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-6b4b9bea-0d50-4117-93d6-fc5df7847246 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:17:01.338780 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-6b4b9bea-0d50-4117-93d6-fc5df7847246 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1639707093&fields=id&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 267 time: 0.1177855 May 05 17:17:01.364612 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=3a03db71-50a7-4565-afbe-1b5afb106f48,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:01.382666 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 168e1c33-13a1-4ff2-9821-081be2581b3a triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:01.383145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:01.408576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Sync routers for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:17:01.448748 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:17:01.449374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:01.491082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-51e99289-2d55-42c6-9098-9be9a8bec52b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:01.491785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-51e99289-2d55-42c6-9098-9be9a8bec52b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:17:01.565191 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-51e99289-2d55-42c6-9098-9be9a8bec52b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:17:01.566381 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-51e99289-2d55-42c6-9098-9be9a8bec52b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 797 time: 0.2211342 May 05 17:17:01.587425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-af454358-91c5-4c47-bdc1-f1a083123192 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/quotas/0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 375 time: 0.0147681 May 05 17:17:01.674538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-7e236284-169c-4306-8298-537e1b92e070 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:17:01.684182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:17:01.743126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-7e236284-169c-4306-8298-537e1b92e070 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:17:01.744534 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-7e236284-169c-4306-8298-537e1b92e070 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517656 May 05 17:17:01.954088 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-eae008bd-d046-47a9-ae9d-c39bcf6d36e6 service neutron] 10.222.0.70 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969402 May 05 17:17:02.004672 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 2, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:02.009455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Checking router: c5f3e05b-3fb3-4e8b-8629-440bdc101f21 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:17:02.009799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Updating router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 port 4029a16d-9a2f-443b-b184-eb6d66857e06 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:17:02.059368 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:02.087184 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-b7abe80f-852c-4d54-8568-a3eea1a1d085 service neutron] 10.222.0.70 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269050 May 05 17:17:02.349254 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5d8edb1-ae8f-4254-a52f-5894d59eef14 req-1eee97eb-07a1-4888-81d3-e9829fc54958 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 210 time: 0.0453763 May 05 17:17:02.408302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:02.420541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Transition to ACTIVE for port object 4029a16d-9a2f-443b-b184-eb6d66857e06 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:17:02.485520 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:02.653613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742cee1-235e-46d3-8e17-d17e7923e568 None None] Pushing event updated for resources: {'Port': ['ID=4029a16d-9a2f-443b-b184-eb6d66857e06,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:02.749455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Attempting to bind port 4029a16d-9a2f-443b-b184-eb6d66857e06 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:17:02.749832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Attempting to bind port 4029a16d-9a2f-443b-b184-eb6d66857e06 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:17:02.750400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Attempting to bind port 4029a16d-9a2f-443b-b184-eb6d66857e06 on network f46ee19e-865f-42ba-ae44-4db3cedbf458 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:17:02.759560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:17:02.759560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Checking segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:17:02.759560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:02.759560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Bound using segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:17:02.760028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Bound port: 4029a16d-9a2f-443b-b184-eb6d66857e06, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:17:02.760285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:02.811419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a03db71-50a7-4565-afbe-1b5afb106f48 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:17:02.915719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] For port 4029a16d-9a2f-443b-b184-eb6d66857e06, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:17:02.920945 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] For port 4029a16d-9a2f-443b-b184-eb6d66857e06, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4029a16d-9a2f-443b-b184-eb6d66857e06,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:17:02.933405 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 3a03db71-50a7-4565-afbe-1b5afb106f48 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:02.933765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:02.978999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:03.104430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9742cee1-235e-46d3-8e17-d17e7923e568 None None] Pushing event updated for resources: {'Port': ['ID=4029a16d-9a2f-443b-b184-eb6d66857e06,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:03.111953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:17:03.112602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:03.316161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:17:03.465493 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-16f68c88-f67a-40f0-be8c-bdaeb173c35d req-802062a6-7ed6-4861-b556-dda146bfbd2b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 210 time: 0.0450468 May 05 17:17:03.649324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:02Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:03.653186 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17a1431-61e0-4baa-afc9-2e1dc1306ee3 None None] The sync data for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv is: [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:02Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:17:04.303032 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:04.631073 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-579068fd-2721-4ed1-992f-2717682e70ea req-36ac5a52-afbb-4f40-813e-4df60658f27f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 210 time: 0.0446281 May 05 17:17:04.738550 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e46dd5cd-f1c5-43b0-acce-f22ce56ef619 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:04.740802 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e46dd5cd-f1c5-43b0-acce-f22ce56ef619 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 797 time: 0.1498387 May 05 17:17:04.807098 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-65fbfe39-1461-4363-87a6-405985668e42 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 380 time: 0.0536413 May 05 17:17:04.823955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'port': {'device_id': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'admin_state_up': True, 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'security_groups': ['b97ad944-d94a-45b4-a894-e084897cabaf']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:17:04.829274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4029a16d-9a2f-443b-b184-eb6d66857e06 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:17:04.949064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 4029a16d-9a2f-443b-b184-eb6d66857e06 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:17:04.957997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4029a16d-9a2f-443b-b184-eb6d66857e06 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:04.959763 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.087393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:17:05.097131 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:17:05.100668 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.133519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 4029a16d-9a2f-443b-b184-eb6d66857e06, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4029a16d-9a2f-443b-b184-eb6d66857e06,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:17:05.188232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:17:05.191437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.206411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.282274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=4029a16d-9a2f-443b-b184-eb6d66857e06,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:05.360651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.6 (f46ee19e-865f-42ba-ae44-4db3cedbf458/99b59bd0-6aa4-4551-baa1-f04fc307fe94/f5f08eed-577c-4cd5-bdc3-5de21a5859d7) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:17:05.590807 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.606963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object f5f08eed-577c-4cd5-bdc3-5de21a5859d7 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:17:05.720754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.845963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:17:05.847960 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:17:05.851405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:05.854229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:17:05.927134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:05.927754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:05.949930 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f864a8-da82-4187-a82d-4b7809264759 req-fabf6c03-7c06-41c0-a9a6-bc7a68727a20 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:05.951317 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c6f864a8-da82-4187-a82d-4b7809264759 req-fabf6c03-7c06-41c0-a9a6-bc7a68727a20 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 931 time: 0.1836188 May 05 17:17:06.005882 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c6f864a8-da82-4187-a82d-4b7809264759 req-ab1dd2dd-2497-4e13-a0e8-75c5bb181118 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480347 May 05 17:17:06.017449 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-e3ad2b7e-082b-4ceb-baf3-0b51dfd1489b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2059972 May 05 17:17:06.029564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Request body: {'port': {'device_id': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:17:06.152274 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:06.256892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-96fd3f85-0655-45d9-9f28-9332ae8129f0 None None] Provisioning for port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:17:06.262258 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-96fd3f85-0655-45d9-9f28-9332ae8129f0 None None] Provisioning complete for port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:06.265604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-96fd3f85-0655-45d9-9f28-9332ae8129f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:06.321963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-96fd3f85-0655-45d9-9f28-9332ae8129f0 None None] Port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:17:06.489174 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5f08eed-577c-4cd5-bdc3-5de21a5859d7 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:17:06.496696 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:06.511126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Transition to ACTIVE for port object f5f08eed-577c-4cd5-bdc3-5de21a5859d7 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:17:06.571139 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:06.701921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:06.785722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4029a16d-9a2f-443b-b184-eb6d66857e06 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:17:06.816589 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Attempting to bind port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:17:06.816834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Attempting to bind port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:17:06.817234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Attempting to bind port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 on network f46ee19e-865f-42ba-ae44-4db3cedbf458 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:17:06.823988 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 on network f46ee19e-865f-42ba-ae44-4db3cedbf458 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:17:06.824309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Attempting to bind port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 on network f46ee19e-865f-42ba-ae44-4db3cedbf458 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:17:06.830858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 17, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:17:06.831192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Checking segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:17:06.831617 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Bound using segment: {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:17:06.832042 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Bound port: f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41000924-5ecf-4a7b-9d38-f0573cac02cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:17:06.832386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:06.877576 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 4029a16d-9a2f-443b-b184-eb6d66857e06 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:06.877946 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:06.923802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] For port f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:17:06.926965 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] For port f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:17:07.006020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:07.070097 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:07.072406 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] 10.222.0.71 "PUT /v2.0/ports/f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 1093 time: 1.0468957 May 05 17:17:07.072847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:17:07.091777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ccefa-e09d-4b7c-98ea-f218d1ce8e19 service neutron] Pushing event updated for resources: {'Port': ['ID=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:07.136187 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6223e36e-6ccb-4116-8b10-b15d4d19683e'] response: {'name': 'network-changed', 'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'status': 'completed', 'code': 200} May 05 17:17:07.215668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143d4cd-afa1-4598-a5fe-335b58feb0e9 req-99663585-314a-4974-a564-388d08bade88 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:07.217260 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8143d4cd-afa1-4598-a5fe-335b58feb0e9 req-99663585-314a-4974-a564-388d08bade88 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 943 time: 0.0870690 May 05 17:17:07.236119 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d81ad8e0-48d2-41ff-bfde-072d9198acc9 req-30fab0bd-fc3d-4bb1-bd44-645c899318ea service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1096 time: 0.0809741 May 05 17:17:07.267074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8143d4cd-afa1-4598-a5fe-335b58feb0e9 req-4a61ec16-796c-4afe-b6aa-5b5fefb286f5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433559 May 05 17:17:07.463178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad8e0-48d2-41ff-bfde-072d9198acc9 req-f6a20821-0579-4537-9f23-8be3eb4201cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:07.464536 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d81ad8e0-48d2-41ff-bfde-072d9198acc9 req-f6a20821-0579-4537-9f23-8be3eb4201cb service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0766279296f44a29865e8ead77e3f24e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2226696 May 05 17:17:07.600360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ad8e0-48d2-41ff-bfde-072d9198acc9 req-2a07abdd-cb0e-433a-b2aa-cee879eb2c05 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:07.601769 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d81ad8e0-48d2-41ff-bfde-072d9198acc9 req-2a07abdd-cb0e-433a-b2aa-cee879eb2c05 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1313865 May 05 17:17:07.705705 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-af39ada2-a81c-4b9e-a13a-0efb0b8c10a3 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1096 time: 0.0677919 May 05 17:17:07.777384 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-81a51a60-4bd1-4476-b5e9-399adb5ae7d5 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 217 time: 0.0653205 May 05 17:17:07.839088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8a5c6c27-e38d-4e9d-947c-8709128e1c73 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:07.840524 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-8a5c6c27-e38d-4e9d-947c-8709128e1c73 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0574598 May 05 17:17:07.916165 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-0a16ec70-737d-4993-add4-c918a14dc5b4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696731 May 05 17:17:08.045897 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-4b456bd5-bd7d-4ae9-be9b-1f9bd46c2618 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239476 May 05 17:17:08.176159 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b19c351b-5765-4ba3-a4f8-8c6638a69d2c req-04eb5131-9701-48d9-9a43-517477858dc3 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242793 May 05 17:17:08.620298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578fb074-8bc2-472e-9ca1-f22e386d62ad req-1a820101-7743-4153-b0f1-359c113afde6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:08.620969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-578fb074-8bc2-472e-9ca1-f22e386d62ad req-1a820101-7743-4153-b0f1-359c113afde6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:17:08.679732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-578fb074-8bc2-472e-9ca1-f22e386d62ad req-1a820101-7743-4153-b0f1-359c113afde6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:17:08.680995 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-578fb074-8bc2-472e-9ca1-f22e386d62ad req-1a820101-7743-4153-b0f1-359c113afde6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 943 time: 0.1354237 May 05 17:17:08.730135 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-578fb074-8bc2-472e-9ca1-f22e386d62ad req-47a2b3bb-6ff4-412d-993d-19debf70d5f3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435083 May 05 17:17:09.930237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e41204e-c845-4722-aa73-0d13b5ac59be req-771d7d51-9d60-4bf3-bdf4-1e6c1c9e6481 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:09.931739 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e41204e-c845-4722-aa73-0d13b5ac59be req-771d7d51-9d60-4bf3-bdf4-1e6c1c9e6481 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 943 time: 0.0795414 May 05 17:17:09.977421 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4e41204e-c845-4722-aa73-0d13b5ac59be req-78ad20ac-023e-460c-aef7-b25edb976ada tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397246 May 05 17:17:11.180379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432048c-cb7b-432d-ad3c-70501529eb16 req-6cb1456a-9cba-4129-8f16-563c440729fa tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:11.181816 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f432048c-cb7b-432d-ad3c-70501529eb16 req-6cb1456a-9cba-4129-8f16-563c440729fa tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 943 time: 0.0808997 May 05 17:17:11.228493 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f432048c-cb7b-432d-ad3c-70501529eb16 req-ca7ed58d-74d2-40e1-9dbc-fff72c1879dd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403988 May 05 17:17:11.389115 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f5f08eed-577c-4cd5-bdc3-5de21a5859d7 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:17:11.523374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:17:11.537198 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'port_id': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'mac_address': 'fa:16:3e:20:b2:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 784, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:17:11.595173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:11.613398 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5f08eed-577c-4cd5-bdc3-5de21a5859d7 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:17:11.630078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:17:11.685173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:11.752106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:12.038627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['f5f08eed-577c-4cd5-bdc3-5de21a5859d7'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:17:12.428439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c76867-52ad-4255-a876-7f7d80849a01 req-6ebe2ff9-066b-4d94-986b-b85ee0ba032b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:12.429915 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5c76867-52ad-4255-a876-7f7d80849a01 req-6ebe2ff9-066b-4d94-986b-b85ee0ba032b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 944 time: 0.0764611 May 05 17:17:12.477659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f5c76867-52ad-4255-a876-7f7d80849a01 req-adfdb4a2-46fc-4b21-b9f9-aff339afb0ad tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417953 May 05 17:17:13.404536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f5f08eed-577c-4cd5-bdc3-5de21a5859d7 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:17:13.508077 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:17:13.513294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:17:13.513694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:13.626833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:13.657841 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:17:13.668778 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:17:13.678542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116692dd-f278-4235-a4e1-bba7d4dd0796 req-e3524c53-6b5c-4f40-95de-7b1c2ea2cff1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:13.680209 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-116692dd-f278-4235-a4e1-bba7d4dd0796 req-e3524c53-6b5c-4f40-95de-7b1c2ea2cff1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 944 time: 0.0797443 May 05 17:17:13.727329 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-116692dd-f278-4235-a4e1-bba7d4dd0796 req-29b27329-7772-49bd-b0fe-346ca68fdb11 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406666 May 05 17:17:13.731464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:13.804417 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a49c71-82b6-4c1e-9803-0854dfbb4f96'] response: {'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'code': 200} May 05 17:17:13.825457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:14.133487 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-17c030dd-dae7-487d-814a-2efbc7adeb3d req-2cd76d64-5c99-433c-800b-2cdf859411a5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.0694084 May 05 17:17:14.174439 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-17c030dd-dae7-487d-814a-2efbc7adeb3d req-bfa62107-9649-4078-9d40-d3e33f59dad2 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351079 May 05 17:17:14.935740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b846db-1bd0-437f-9cd3-6ad368abb592 req-e6686743-395b-4256-b3d6-b49e9160bae1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:14.937190 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-61b846db-1bd0-437f-9cd3-6ad368abb592 req-e6686743-395b-4256-b3d6-b49e9160bae1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0762012 May 05 17:17:14.986597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-61b846db-1bd0-437f-9cd3-6ad368abb592 req-8a6d5872-d6a5-416b-a943-d968df0466cd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429463 May 05 17:17:16.186593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc131cf-7155-4a9d-a2fa-767a735007a7 req-ec8d7e7a-3f34-4a26-84bd-a18149e2881e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:16.188075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8cc131cf-7155-4a9d-a2fa-767a735007a7 req-ec8d7e7a-3f34-4a26-84bd-a18149e2881e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0786996 May 05 17:17:16.235013 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8cc131cf-7155-4a9d-a2fa-767a735007a7 req-67d5b3b1-81d9-469c-82c7-c7a817be108c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413053 May 05 17:17:16.434646 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb0773-4908-41e6-89d9-e591538737df req-ad9aad8f-a072-4f2f-9c1e-247398f7e259 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:16.436120 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4fcb0773-4908-41e6-89d9-e591538737df req-ad9aad8f-a072-4f2f-9c1e-247398f7e259 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0760531 May 05 17:17:16.481629 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4fcb0773-4908-41e6-89d9-e591538737df req-4f8c1499-9762-4cb5-8d9a-f22f4e9bf8d9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400376 May 05 17:17:16.508383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60036) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:17:16.580610 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4e8ca0c5-e3e8-4c21-859e-99a014868b0c tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1093 time: 0.0710409 May 05 17:17:16.583122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60040) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:17:16.589043 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:17:16.594501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:17:16.598592 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:floatingip and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:17:16.601514 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:17:16.607560 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:17:16.725502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:16.862699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:16.991121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.123 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e6957dc4-2fd5-4acd-b1b5-2f5bf315f96a) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:17:17.236205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:17.320255 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:17.390275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:17:17.393145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:17:17.397407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:17:17.420584 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=e6957dc4-2fd5-4acd-b1b5-2f5bf315f96a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:17.894343 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:18.000127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:18.202482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:18.262068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:18.364702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=e6957dc4-2fd5-4acd-b1b5-2f5bf315f96a,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:17:18.378689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:18.567940 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Floating IP b2f8f274-461e-46e1-9242-f61c0741ecb9 associated. External IP: 172.26.2.123, port: f5f08eed-577c-4cd5-bdc3-5de21a5859d7. May 05 17:17:19.040370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:17:19.239724 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:17:19.249427 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] Sync routers for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:17:19.262226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:17:19.262828 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:19.319737 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:19.375927 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-620c4e6d-7117-4582-a23a-1d71400eb431 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7917390 May 05 17:17:19.376539 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:17:19.445930 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:17:19.446937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01025a99-2b6f-4ed5-abbf-4b6cb23b7522'] response: {'name': 'network-changed', 'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'status': 'completed', 'code': 200} May 05 17:17:19.547657 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-e3894011-88f5-4ed6-b0ea-a51030117aca service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.0757537 May 05 17:17:19.580359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedcb7a1-da26-4750-8863-8538172644fb req-e15f0054-956b-4c17-a925-6e9bc4ec19b3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:19.584026 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dedcb7a1-da26-4750-8863-8538172644fb req-e15f0054-956b-4c17-a925-6e9bc4ec19b3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0858805 May 05 17:17:19.639679 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-dedcb7a1-da26-4750-8863-8538172644fb req-a0fd38c3-1aff-4c58-8062-820c0183d003 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519300 May 05 17:17:19.662766 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60050) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:17:19.683062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-4982e132-e809-4fba-9e43-d4b1f8d02be7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:19.684514 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-4982e132-e809-4fba-9e43-d4b1f8d02be7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 898 time: 0.1316602 May 05 17:17:19.773976 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-db953b4e-f045-49c7-a94f-413458d772a3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/b2f8f274-461e-46e1-9242-f61c0741ecb9 HTTP/1.1" status: 200 len: 991 time: 0.1085186 May 05 17:17:19.790179 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-1d37ae06-dd82-4b0e-abee-ec181a726886 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 999 time: 0.1001983 May 05 17:17:19.842655 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b2f8f274-461e-46e1-9242-f61c0741ecb9', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'port_id': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'mac_address': 'fa:16:3e:20:b2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:17:17Z', 'updated_at': '2022-05-05T17:17:17Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:05Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:19.847364 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] Checking router: c5f3e05b-3fb3-4e8b-8629-440bdc101f21 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:17:19.854491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-31d9e0b0-d4ba-4970-b1e1-32a0a33fca3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:19.856079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-31d9e0b0-d4ba-4970-b1e1-32a0a33fca3b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0603807 May 05 17:17:19.860072 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:17:19.860675 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:16:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:19.929424 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-5bc30440-e875-4679-bfdd-7e2856ffa9a1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675128 May 05 17:17:19.938364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-8a6eb72c-e925-47a6-9d17-6d5a97da817e service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:17:19.939344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-8a6eb72c-e925-47a6-9d17-6d5a97da817e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047436 May 05 17:17:20.035140 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:17:20.071682 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-764e3d96-ba90-4ed4-8ab8-3a3094ae80ff service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257730 May 05 17:17:20.201515 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11ae8c8c-1eed-46d9-b787-c299da97f0bd req-b13224ff-a4f8-4f1f-89dc-a26582d3fc5f service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239371 May 05 17:17:20.319818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6e383169-fad4-460a-8f1f-d7b110d2644f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:20.381247 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b2f8f274-461e-46e1-9242-f61c0741ecb9', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'port_id': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'mac_address': 'fa:16:3e:20:b2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:17:17Z', 'updated_at': '2022-05-05T17:17:17Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:05Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:17:20.386021 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89826320-8075-4102-b66b-bc5a418bf1d5 None None] The sync data for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv is: [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b2f8f274-461e-46e1-9242-f61c0741ecb9', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.123', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'port_id': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'mac_address': 'fa:16:3e:20:b2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:17:17Z', 'updated_at': '2022-05-05T17:17:17Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:05Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:17:20.585497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9af626-93cd-4386-9374-dd823e875870 None None] New status for floating IP b2f8f274-461e-46e1-9242-f61c0741ecb9: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:17:20.742315 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-fb0fcda3-a225-46dc-a594-50fe7d657a73 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0723588 May 05 17:17:20.776956 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60054) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:17:20.930778 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-24c57689-de1a-4758-ae85-d453f2f3e72f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/b2f8f274-461e-46e1-9242-f61c0741ecb9 HTTP/1.1" status: 200 len: 991 time: 0.1527078 May 05 17:17:20.948192 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-1b3d8b05-db1b-454c-b07b-93f966a74c82 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.1146142 May 05 17:17:21.176099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-f74105c5-e14a-4f8b-aaf2-0b130cf1f65e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:21.177537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-f74105c5-e14a-4f8b-aaf2-0b130cf1f65e service neutron] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 898 time: 0.2120051 May 05 17:17:21.277785 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-559a0cec-db50-401f-9ea4-1bf6c0657ed6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 1001 time: 0.0945747 May 05 17:17:21.339790 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-7fe36921-f78e-497f-8dec-d119801b2505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:17:21.341258 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-7fe36921-f78e-497f-8dec-d119801b2505 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0572853 May 05 17:17:21.417276 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-43237951-47a1-40f2-9844-34b5391af3e5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705295 May 05 17:17:21.545599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-070cd13d-cba9-4374-96eb-f4346aa8d80a service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223123 May 05 17:17:21.678274 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-11613e1f-cbd5-4319-95fd-3258bbab7a59 req-f5f79a9f-ce71-466a-8630-e5d9500b1754 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276031 May 05 17:17:21.935412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60058) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:17:22.039465 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-abd88071-3947-4a34-9f83-130b51eddfed tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/b2f8f274-461e-46e1-9242-f61c0741ecb9 HTTP/1.1" status: 200 len: 993 time: 0.1029718 May 05 17:17:22.422492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1c78d985-99ba-49e2-8080-57452b02669e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:23.736553 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:23.856568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:25.325267 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:34.279522 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:34.828583 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:17:50.307938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-61fd6fc7-efae-4380-a2dd-d772429fe2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:52.415985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73ccdd6a-27f3-4d8b-a190-f64ad7e4d311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:53.701607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:53.884884 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:17:55.341758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:04.278767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:11.832670 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:18:20.307395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9322832f-477c-48ea-a333-4a9be860cdcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:20.737199 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-664abaa6-234c-49e1-98e0-b9d87025a6f3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682044 May 05 17:18:20.883841 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-00ccdbdb-e214-43e2-bd83-591c1f8abffc service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.0746460 May 05 17:18:21.033244 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-6d20d8f2-ce3c-4a9b-bce7-64db2174acd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:21.034694 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-6d20d8f2-ce3c-4a9b-bce7-64db2174acd0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 898 time: 0.1315265 May 05 17:18:21.141426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-67230124-a23e-4663-a835-0fe1c12c08af service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 1001 time: 0.0983610 May 05 17:18:21.210171 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-7a0029e0-9023-471a-9c2e-a6dc8aa839bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:21.211638 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-7a0029e0-9023-471a-9c2e-a6dc8aa839bd service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0628998 May 05 17:18:21.346269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70347a7f-a21b-47e7-80b5-63ebac1489a8 req-dd1de47d-69a0-4f7d-b51b-87ef04490412 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:21.347864 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70347a7f-a21b-47e7-80b5-63ebac1489a8 req-dd1de47d-69a0-4f7d-b51b-87ef04490412 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.2052946 May 05 17:18:21.350558 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-068c8141-41ae-4512-92ae-6bf3d6566675 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1076255 May 05 17:18:21.472754 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-70347a7f-a21b-47e7-80b5-63ebac1489a8 req-f583cfad-501e-43a9-9ca8-b0c601794fb2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192598 May 05 17:18:21.514306 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-7aad5a96-b815-42e9-affb-6c64cd594d0c service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471336 May 05 17:18:21.740343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4cc43494-ac57-40ea-a212-7c16520efb4d req-3ddf3d88-cb1f-40a1-8836-054eb19fe6e2 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201781 May 05 17:18:22.420952 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-109b4a1e-14f0-4ed8-8a34-a28b873155f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:22.749773 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6f586e-dd14-4c30-a880-3065279cb2d5 req-dbf88e35-2775-4edb-8f3e-45620afd9453 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:22.751239 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7d6f586e-dd14-4c30-a880-3065279cb2d5 req-dbf88e35-2775-4edb-8f3e-45620afd9453 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.1517606 May 05 17:18:22.798430 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7d6f586e-dd14-4c30-a880-3065279cb2d5 req-2c586187-6004-47d2-b362-0c5238e6a60c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409222 May 05 17:18:23.718197 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:23.866901 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:24.000730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64777826-a248-49f6-81b8-9f1be7681c20 req-50e4eb3f-5c5b-4ddd-a30e-a732887f7bfd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:24.002157 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-64777826-a248-49f6-81b8-9f1be7681c20 req-50e4eb3f-5c5b-4ddd-a30e-a732887f7bfd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0784929 May 05 17:18:24.047411 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-64777826-a248-49f6-81b8-9f1be7681c20 req-ce75c579-992d-447c-8eb6-562e6618d4f5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387597 May 05 17:18:25.245237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7cc43-9550-43cf-9c00-65c3444cd10d req-575a722e-c6a1-4efa-b1d4-f3ad3714b966 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:25.246734 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6d7cc43-9550-43cf-9c00-65c3444cd10d req-575a722e-c6a1-4efa-b1d4-f3ad3714b966 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0750897 May 05 17:18:25.296983 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6d7cc43-9550-43cf-9c00-65c3444cd10d req-20ed2b07-823c-4c77-9436-ff05d0f1cf4f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448139 May 05 17:18:25.341679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:26.494403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7ceaec-19fa-4caf-bac1-017ba186043d req-2db9c1cf-9308-46b1-ae28-7032d63a769b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:26.495870 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5f7ceaec-19fa-4caf-bac1-017ba186043d req-2db9c1cf-9308-46b1-ae28-7032d63a769b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0764592 May 05 17:18:26.541007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5f7ceaec-19fa-4caf-bac1-017ba186043d req-e3a57e2b-e834-45a6-b325-1a0b1163c72e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396247 May 05 17:18:27.742083 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb800d84-c9b1-46fd-b640-105b01aa27fa req-905bf20d-5ac5-4a98-9245-e1fd1a8565f5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:27.743581 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-eb800d84-c9b1-46fd-b640-105b01aa27fa req-905bf20d-5ac5-4a98-9245-e1fd1a8565f5 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0783629 May 05 17:18:27.788619 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-eb800d84-c9b1-46fd-b640-105b01aa27fa req-1726ab7c-24a9-4f83-bdfb-120460ff7472 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396018 May 05 17:18:28.994764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcef533-c34e-43ac-bf7c-fdd30498af05 req-76e1dd2d-1ea1-458d-8672-d59be2e18b75 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:28.996359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bcef533-c34e-43ac-bf7c-fdd30498af05 req-76e1dd2d-1ea1-458d-8672-d59be2e18b75 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0816860 May 05 17:18:29.043217 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2bcef533-c34e-43ac-bf7c-fdd30498af05 req-4f2606d1-6d7e-4fcf-942c-2b8dec1005d3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411034 May 05 17:18:30.333911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057c732-f40a-4761-9a77-a0f1d8c379c9 req-43b616d4-9118-44b0-8864-b2241059aa93 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:30.335290 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1057c732-f40a-4761-9a77-a0f1d8c379c9 req-43b616d4-9118-44b0-8864-b2241059aa93 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.1680665 May 05 17:18:30.381061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1057c732-f40a-4761-9a77-a0f1d8c379c9 req-bb5628e0-d577-492e-9e1c-c4c3791c5a18 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402460 May 05 17:18:31.580399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8f303d-daa5-4be9-b714-7afec297bcec req-721948ac-fb88-4bf2-a57c-52d6bcb900ff tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:31.581845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a8f303d-daa5-4be9-b714-7afec297bcec req-721948ac-fb88-4bf2-a57c-52d6bcb900ff tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0793371 May 05 17:18:31.626697 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a8f303d-daa5-4be9-b714-7afec297bcec req-610b5d56-765b-440a-813b-552906b96099 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383515 May 05 17:18:32.826570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a9010-6306-4cbe-91ec-3c06bf62da55 req-46ea4379-9617-4880-9ded-5b956469a92f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:32.828030 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-357a9010-6306-4cbe-91ec-3c06bf62da55 req-46ea4379-9617-4880-9ded-5b956469a92f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0756757 May 05 17:18:32.874116 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-357a9010-6306-4cbe-91ec-3c06bf62da55 req-2a172e72-171d-4a0b-af26-4a922b36419a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395615 May 05 17:18:32.903015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60120) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:18:33.009422 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6e16202e-3e5a-4788-a422-15442b85d148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/b2f8f274-461e-46e1-9242-f61c0741ecb9 HTTP/1.1" status: 200 len: 993 time: 0.1051366 May 05 17:18:34.283896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:34.648704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac917085-a9db-4064-aaba-2ec1e35b4fc3 req-7900a22e-181b-4cb5-bae9-7bffea67d6ea tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:34.650202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac917085-a9db-4064-aaba-2ec1e35b4fc3 req-7900a22e-181b-4cb5-bae9-7bffea67d6ea tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0857022 May 05 17:18:34.746509 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac917085-a9db-4064-aaba-2ec1e35b4fc3 req-91d13c1a-7ce8-484f-a52a-e0ccf8d608cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906911 May 05 17:18:34.765064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-82af1741-bbb1-4322-a6b2-a7e1d56df466 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.0906043 May 05 17:18:34.898391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-01b94a05-d885-4bdf-ab6a-9f410e53bafd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:34.899857 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-01b94a05-d885-4bdf-ab6a-9f410e53bafd service neutron] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 898 time: 0.1284237 May 05 17:18:35.004066 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-cfa65727-00c5-430c-b946-495336d815ce service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 1001 time: 0.0987086 May 05 17:18:35.069417 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-d52538b6-a5b6-4558-9bc9-d9dd8887b0bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:35.070822 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-d52538b6-a5b6-4558-9bc9-d9dd8887b0bf service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0617816 May 05 17:18:35.141618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-ca3dca8c-3d3d-40d9-b2da-6405066a7aa8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655265 May 05 17:18:35.268982 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-fbf3acbc-d6e2-4398-80e7-b114e13e0175 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215396 May 05 17:18:35.401232 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4dd27d84-9711-45b5-81d9-e90b29ec057d req-09212546-8a33-44f0-ba66-eb947dbf7d71 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267388 May 05 17:18:35.971746 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d264512-e02c-4e2b-a78d-112119a70ca0 req-d5853cdd-b6d3-418d-a095-f212f8bd854c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:35.973327 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0d264512-e02c-4e2b-a78d-112119a70ca0 req-d5853cdd-b6d3-418d-a095-f212f8bd854c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0877061 May 05 17:18:36.018185 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0d264512-e02c-4e2b-a78d-112119a70ca0 req-5c414662-7dce-40a1-a860-5b95157b878d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391886 May 05 17:18:37.213611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20346d3-e03d-4cd0-a691-e1eeb12aa204 req-86ec379b-0eb1-4a83-a023-b3c56a5c03a9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:18:37.215146 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a20346d3-e03d-4cd0-a691-e1eeb12aa204 req-86ec379b-0eb1-4a83-a023-b3c56a5c03a9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0764825 May 05 17:18:37.264825 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a20346d3-e03d-4cd0-a691-e1eeb12aa204 req-203ff17d-4596-49f1-a60d-bf5cda53cd47 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437431 May 05 17:18:37.293718 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60136) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:18:37.392254 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5a748595-2cbd-4544-8f33-d3d24bc57ebd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/b2f8f274-461e-46e1-9242-f61c0741ecb9 HTTP/1.1" status: 200 len: 993 time: 0.0973647 May 05 17:18:48.833372 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:18:50.311965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbda8-4c64-4290-a093-485a73c49d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:52.466560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5cafd5a0-5c56-44e4-a186-1bce22ca8aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:53.717783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:53.877388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:18:55.357853 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:04.283584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:20.312001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4329452a-a484-4600-abbf-7a5e414d440a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:20.811879 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-57d7fd33-03bd-4d06-ab0a-128328691143 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1566660 May 05 17:19:20.949079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-6e0b694a-5ac2-498e-b838-675b5ce92bf1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.0671902 May 05 17:19:21.087271 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-650f736c-a969-4f0c-b08f-bccdae7e0c2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:21.088713 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-650f736c-a969-4f0c-b08f-bccdae7e0c2a service neutron] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 898 time: 0.1216221 May 05 17:19:21.190817 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-0e450476-34ae-49fb-afd9-abc171ea673a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 1001 time: 0.0962365 May 05 17:19:21.254615 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-742cc522-b469-4ec2-a2e2-466aaecea3a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:21.256056 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-742cc522-b469-4ec2-a2e2-466aaecea3a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0592570 May 05 17:19:21.327090 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-5fca80ec-9426-46f7-bf08-285500eb50c8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659995 May 05 17:19:21.452835 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-6ae46499-1fd3-4034-aa94-0e5856610eeb service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203582 May 05 17:19:21.581156 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b4c5d16e-3ca8-438e-a9dc-3a30bfd45cc4 req-97bc9dca-bda7-418d-b429-9683d678b09d service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213315 May 05 17:19:22.443752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-adb5cc20-a8c3-4973-9306-767f1b1f2913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:23.717927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:23.877852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:25.328913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:25.838435 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:19:26.759364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60174) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:27.189465 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port e6957dc4-2fd5-4acd-b1b5-2f5bf315f96a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:27.189808 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:27.354748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:27.355065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:27.472304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for e6957dc4-2fd5-4acd-b1b5-2f5bf315f96a owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:19:27.712085 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:27.756511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=e6957dc4-2fd5-4acd-b1b5-2f5bf315f96a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:27.767871 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.768504 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.768605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.768867 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.769222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.769583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.770480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.770480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.770676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.770929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.771238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:27.944156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:28.328345 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:19:28.529745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:19:28.540477 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] Sync routers for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:19:28.552542 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:28.553141 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:28.609119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:28.663846 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0ec4ed5f-70f5-43ac-b8a4-754b22a52108 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/floatingips/b2f8f274-461e-46e1-9242-f61c0741ecb9 HTTP/1.1" status: 204 len: 168 time: 1.9031706 May 05 17:19:28.664423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:19:28.742487 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:28.960129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fc75289-3492-4d7b-912e-675d6d98c54f'] response: {'name': 'network-changed', 'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'status': 'completed', 'code': 200} May 05 17:19:29.063006 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-acd79c0e-2133-4c62-b05e-42430554336c service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 1098 time: 0.0767567 May 05 17:19:29.105508 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:05Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:29.109661 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] Checking router: c5f3e05b-3fb3-4e8b-8629-440bdc101f21 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:19:29.121211 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:29.121812 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:29.200866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-994af343-f331-4a02-9778-8488b6abb8ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:29.202440 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-994af343-f331-4a02-9778-8488b6abb8ce service neutron] 10.222.0.71 "GET /v2.0/networks?id=f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 200 len: 898 time: 0.1301904 May 05 17:19:29.250278 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42622362-f33d-465c-9b99-2d7dd76f373a req-adbafd71-711e-4952-958a-6dcb94ea66da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:29.251796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-42622362-f33d-465c-9b99-2d7dd76f373a req-adbafd71-711e-4952-958a-6dcb94ea66da tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0802264 May 05 17:19:29.269769 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-243b62fe-644f-4a64-bcd0-d1fe9535e581 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 200 len: 217 time: 0.0612409 May 05 17:19:29.302286 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-42622362-f33d-465c-9b99-2d7dd76f373a req-b5ea5205-d080-49d4-b37a-2a1ef0e0f1bd tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447752 May 05 17:19:29.306048 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:29.338275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-bc911db4-2e56-42e6-90c7-7f30e521c255 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:29.339818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-bc911db4-2e56-42e6-90c7-7f30e521c255 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 200 len: 834 time: 0.0635984 May 05 17:19:29.414932 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-fc753c4b-2667-48a3-a36b-2f79bce6b5a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f46ee19e-865f-42ba-ae44-4db3cedbf458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680435 May 05 17:19:29.547837 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-d56a9116-9375-4dcb-8339-1fae4bc44d38 service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266441 May 05 17:19:29.620264 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:05Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:29.624166 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c03aab-35b4-4763-967a-b0dc022d7d39 None None] The sync data for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv is: [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '4029a16d-9a2f-443b-b184-eb6d66857e06', 'name': '', 'network_id': 'f46ee19e-865f-42ba-ae44-4db3cedbf458', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:5c:7c:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:58Z', 'updated_at': '2022-05-05T17:17:05Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '99b59bd0-6aa4-4551-baa1-f04fc307fe94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:19:29.687560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e24c8d7a-7333-4038-8631-d3ee664923e6 req-cf67a702-3732-4076-bc88-6865cd1b7fbc service neutron] 10.222.0.71 "GET /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312516 May 05 17:19:29.858800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b9aa9f-f646-4c04-935d-51345c8021de None None] New status for floating IP b2f8f274-461e-46e1-9242-f61c0741ecb9: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:19:30.515917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc91095-5ccd-43a9-ad60-79896a47060c req-88bf52ca-d080-4048-81a2-ca6adde90d69 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:30.516600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-efc91095-5ccd-43a9-ad60-79896a47060c req-88bf52ca-d080-4048-81a2-ca6adde90d69 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:30.574664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-efc91095-5ccd-43a9-ad60-79896a47060c req-88bf52ca-d080-4048-81a2-ca6adde90d69 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:30.575879 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-efc91095-5ccd-43a9-ad60-79896a47060c req-88bf52ca-d080-4048-81a2-ca6adde90d69 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.1446953 May 05 17:19:30.716287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-efc91095-5ccd-43a9-ad60-79896a47060c req-afb725fd-ffd8-4d25-9445-3e202bca239c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=b97ad944-d94a-45b4-a894-e084897cabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343684 May 05 17:19:30.952849 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634680aa-f95b-439f-a7b5-065be593f623 req-9e21e035-35f0-474c-b2ef-760386f38123 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:30.954255 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-634680aa-f95b-439f-a7b5-065be593f623 req-9e21e035-35f0-474c-b2ef-760386f38123 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 945 time: 0.0751989 May 05 17:19:31.023761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:31.023996 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:31.268302 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port f5f08eed-577c-4cd5-bdc3-5de21a5859d7, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:31.268633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:31.395150 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for f5f08eed-577c-4cd5-bdc3-5de21a5859d7 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:19:31.711839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:31.759597 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=f5f08eed-577c-4cd5-bdc3-5de21a5859d7,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:31.835986 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] No DVR routers for this DVR port f5f08eed-577c-4cd5-bdc3-5de21a5859d7 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:19:31.838396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:31.840992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'name': 'network-vif-deleted', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:19:31.890670 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-575706f4-6025-4304-a747-f0bae5fde77e req-ad0ea857-062f-4982-8f15-4838d60a7774 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=c9a78c7f-ec65-4894-84d9-93a7cce7b570 HTTP/1.1" status: 200 len: 210 time: 0.0406840 May 05 17:19:31.899348 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2056de-bf11-440b-a710-762264002607'] response: {'server_uuid': 'c9a78c7f-ec65-4894-84d9-93a7cce7b570', 'name': 'network-vif-deleted', 'tag': 'f5f08eed-577c-4cd5-bdc3-5de21a5859d7', 'status': 'completed', 'code': 200} May 05 17:19:31.929584 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-634680aa-f95b-439f-a7b5-065be593f623 req-9108c036-bf1a-4294-a779-c555c9e91e30 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "DELETE /v2.0/ports/f5f08eed-577c-4cd5-bdc3-5de21a5859d7 HTTP/1.1" status: 204 len: 173 time: 0.9700360 May 05 17:19:32.999375 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60196) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:33.399041 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:34.008463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 4029a16d-9a2f-443b-b184-eb6d66857e06 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:34.009201 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:34.134116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f5f08eed-577c-4cd5-bdc3-5de21a5859d7 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:19:34.169055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: f5f08eed-577c-4cd5-bdc3-5de21a5859d7 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:19:34.169764 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device f5f08eed-577c-4cd5-bdc3-5de21a5859d7 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:19:34.291167 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 4029a16d-9a2f-443b-b184-eb6d66857e06, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=4029a16d-9a2f-443b-b184-eb6d66857e06,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:34.291558 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:34.311825 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:34.414363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 4029a16d-9a2f-443b-b184-eb6d66857e06 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:19:34.643029 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:34.688785 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=4029a16d-9a2f-443b-b184-eb6d66857e06,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:34.732212 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.732578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.732900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.733239 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.733575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.733911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.734243 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.734581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.734894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.735215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:34.735566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:35.006992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:35.578958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:19:35.884073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:19:35.893680 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] Sync routers for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:19:35.897466 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bfef9b87-133e-4a61-b051-9f34923bcaa9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/c5f3e05b-3fb3-4e8b-8629-440bdc101f21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8970037 May 05 17:19:35.900667 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60200) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:35.907850 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:35.908453 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:36.083001 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting subnet 99b59bd0-6aa4-4551-baa1-f04fc307fe94 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:19:36.085973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.086199 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:36.145668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.229737 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.372111 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:19:34Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:36.375960 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] Checking router: c5f3e05b-3fb3-4e8b-8629-440bdc101f21 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:19:36.381040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.386842 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] Routers {'c5f3e05b-3fb3-4e8b-8629-440bdc101f21'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:36.387444 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:36.421811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Subnet': ['ID=99b59bd0-6aa4-4551-baa1-f04fc307fe94,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:36.425952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.434897 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-67879112-57c5-46e9-9a24-11eef3cd3a49 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/subnets/99b59bd0-6aa4-4551-baa1-f04fc307fe94 HTTP/1.1" status: 204 len: 168 time: 0.5308902 May 05 17:19:36.435097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7083af-7ea4-430b-827a-9cb0e12d0d52 None None] Network f46ee19e-865f-42ba-ae44-4db3cedbf458 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:19:36.435598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60204) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:36.576486 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] Set router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:36.646706 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.739191 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] DHCP port deletion for f46ee19e-865f-42ba-ae44-4db3cedbf458 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:19:36.743796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Deleting port 3a03db71-50a7-4565-afbe-1b5afb106f48 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:36.744170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.867024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 3a03db71-50a7-4565-afbe-1b5afb106f48 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:19:36.886631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:36.931265 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:19:34Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:36.935881 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b1554-d62a-45db-ad02-12fdb1f3322f None None] The sync data for ids ['c5f3e05b-3fb3-4e8b-8629-440bdc101f21'] in dv-neutron-840483-1-hyperv is: [{'id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-373488556', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46'}], 'enable_snat': True}, 'gw_port_id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:19:34Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': '168e1c33-13a1-4ff2-9821-081be2581b3a', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:96:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5f3e05b-3fb3-4e8b-8629-440bdc101f21', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:16:54Z', 'updated_at': '2022-05-05T17:16:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:19:36.963608 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 168e1c33-13a1-4ff2-9821-081be2581b3a {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:36.969270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.022533 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] For port 3a03db71-50a7-4565-afbe-1b5afb106f48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a03db71-50a7-4565-afbe-1b5afb106f48,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:37.022922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.140169 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 168e1c33-13a1-4ff2-9821-081be2581b3a, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=168e1c33-13a1-4ff2-9821-081be2581b3a,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:37.140525 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.182639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Calling delete_port for 3a03db71-50a7-4565-afbe-1b5afb106f48 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:19:37.234129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.287251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 3a03db71-50a7-4565-afbe-1b5afb106f48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a03db71-50a7-4565-afbe-1b5afb106f48,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:37.358680 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 168e1c33-13a1-4ff2-9821-081be2581b3a owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:19:37.382543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.427983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:19:37.428327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:19:37.461844 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=3a03db71-50a7-4565-afbe-1b5afb106f48,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:37.467684 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.468037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.468640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.469218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.469555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.469888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.470216 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.470600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.470931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.471253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.471627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:37.592293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.640596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=168e1c33-13a1-4ff2-9821-081be2581b3a,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:37.869518 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:37.929433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Deleting port 3a03db71-50a7-4565-afbe-1b5afb106f48 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:37.929848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.127311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.130179 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] For port 3a03db71-50a7-4565-afbe-1b5afb106f48, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=3a03db71-50a7-4565-afbe-1b5afb106f48,segment=NetworkSegment(41000924-5ecf-4a7b-9d38-f0573cac02cb),segment_id=41000924-5ecf-4a7b-9d38-f0573cac02cb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:38.130562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.132416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.243357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.243975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Fanout notify agent at l3_agent the message router_deleted on router c5f3e05b-3fb3-4e8b-8629-440bdc101f21 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:19:38.261238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Calling delete_port for 3a03db71-50a7-4565-afbe-1b5afb106f48 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:19:38.261439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.263956 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-92e18d1c-fc7b-4c17-8ddc-c00e37ae4f62 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/routers/c5f3e05b-3fb3-4e8b-8629-440bdc101f21 HTTP/1.1" status: 204 len: 168 time: 1.8264284 May 05 17:19:38.265663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60208) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:38.390132 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.401999 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 3a03db71-50a7-4565-afbe-1b5afb106f48 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:19:38.402334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.420608 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.465413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] The port '3a03db71-50a7-4565-afbe-1b5afb106f48' was deleted {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:19:38.478202 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] Pushing event deleted for resources: {'Port': ['ID=3a03db71-50a7-4565-afbe-1b5afb106f48,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:38.483540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2bc4f9-382d-406c-a0fc-76315ff0dda3 None None] No DVR routers for this DVR port 3a03db71-50a7-4565-afbe-1b5afb106f48 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:19:38.590367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.618080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46ee19e-865f-42ba-ae44-4db3cedbf458']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:38.631499 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41000924-5ecf-4a7b-9d38-f0573cac02cb') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:38.631738 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41000924-5ecf-4a7b-9d38-f0573cac02cb') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:38.643399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.659739 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.667546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:19:38.667546 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:19:38.684664 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:19:38.843351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.845673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4029a16d-9a2f-443b-b184-eb6d66857e06 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:19:38.863284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:38.874237 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Network': ['ID=f46ee19e-865f-42ba-ae44-4db3cedbf458,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:38.880132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 4029a16d-9a2f-443b-b184-eb6d66857e06 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:19:38.880475 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 4029a16d-9a2f-443b-b184-eb6d66857e06 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:19:38.880890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 168e1c33-13a1-4ff2-9821-081be2581b3a no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:19:38.912012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 168e1c33-13a1-4ff2-9821-081be2581b3a {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:19:38.912277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 168e1c33-13a1-4ff2-9821-081be2581b3a not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:19:38.935034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5694d646-f629-46dc-9f25-941b407e53c0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/networks/f46ee19e-865f-42ba-ae44-4db3cedbf458 HTTP/1.1" status: 204 len: 168 time: 0.6682372 May 05 17:19:38.937602 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60212) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:39.006227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1504-6aac-4ca5-9ce3-c1bf6d8e3e78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:39.034290 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1504-6aac-4ca5-9ce3-c1bf6d8e3e78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:39.157122 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1504-6aac-4ca5-9ce3-c1bf6d8e3e78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:39.176767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2d1504-6aac-4ca5-9ce3-c1bf6d8e3e78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97ad944-d94a-45b4-a894-e084897cabaf,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:39.243197 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff2d1504-6aac-4ca5-9ce3-c1bf6d8e3e78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:39.244407 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ff2d1504-6aac-4ca5-9ce3-c1bf6d8e3e78 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/security-groups/b97ad944-d94a-45b4-a894-e084897cabaf HTTP/1.1" status: 204 len: 168 time: 0.3058941 May 05 17:19:39.664356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60220) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:39.670460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1478884781', 'description': 'tempest-secgroup-smoke-1478884781 description', 'project_id': '0766279296f44a29865e8ead77e3f24e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:39.678157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:39.682325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:39.685227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:39.690906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:39.826210 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:39.864206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:39.867936 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:39.870643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:39.876470 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:39.931313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:39.985798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.027636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bac972e-ec61-4e62-99c2-c298889cfc6c,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:40.071261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.072828 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-110d0fac-db4f-4eb3-b112-8ae5bbf07adb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.4069958 May 05 17:19:40.075346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60224) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:40.080728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': '5bac972e-ec61-4e62-99c2-c298889cfc6c', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:40.087121 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:40.091011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:40.094143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:40.100502 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:40.169201 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.232576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.317738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.341015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b52691-bc2f-426f-a5e8-69a5f946e0f2,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:40.414309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.415560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f954198c-ce41-4488-ae14-4e16d9546344 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3391931 May 05 17:19:40.418240 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60228) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:40.423601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': '5bac972e-ec61-4e62-99c2-c298889cfc6c', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:40.429430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:40.436108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:40.436108 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:40.442133 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:40.525337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.587016 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.666020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.690935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffb348c-4a9a-4c80-84a5-53edcb3c008a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:40.774533 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.775884 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-577ad954-1c61-48b8-b362-055f01a6944a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3566108 May 05 17:19:40.778672 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60232) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:40.784167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': '5bac972e-ec61-4e62-99c2-c298889cfc6c', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:40.795028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:40.795028 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:40.797873 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:40.805155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:40.878229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:40.942294 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.025848 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.052415 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=173e9814-844e-48d0-8aca-469c859245f9,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:41.128640 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.130118 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b1281d30-06c4-4b33-9838-90785d98df7f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3504701 May 05 17:19:41.132944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60236) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:41.138340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': '5bac972e-ec61-4e62-99c2-c298889cfc6c', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:41.144260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:41.148277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:41.151176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:41.156860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:41.227307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.290049 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.339868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.363064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65782bd3-097b-4bef-8f62-fbe2e81a1565,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:41.431413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.432660 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cfb5e044-d86b-49b2-9237-e239bc197406 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2988112 May 05 17:19:41.435605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60240) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:41.442415 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': '5bac972e-ec61-4e62-99c2-c298889cfc6c', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:41.448442 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:41.452289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:41.455828 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:41.466125 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:41.523009 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:19:41.529593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.592977 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.643162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.667399 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e30f0f9-f06d-4dee-8e15-5e0c870517aa,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:41.751822 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.753063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-39586baa-9054-48d8-933a-de8cc28597e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3162065 May 05 17:19:41.756811 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60244) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:41.762414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'security_group_rule': {'security_group_id': '5bac972e-ec61-4e62-99c2-c298889cfc6c', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:41.768688 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:41.773210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:security_group_rule and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:41.776113 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:41.781869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:41.866055 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.securitygroups_db [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Project 0766279296f44a29865e8ead77e3f24e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:19:41.872649 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:41.937670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.008579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.030694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30c944b-18f1-4977-9d7c-a66f6520312b,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:42.111663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.112893 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8f0fb1f9-5df5-4686-9267-7ba35e21e297 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3551550 May 05 17:19:42.116666 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60248) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:42.121988 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'network': {'name': 'tempest-network-smoke--1622556316', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'port_security_enabled': True}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:42.127238 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:42.131659 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:network and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:42.134753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:42.140641 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:42.208617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:19:42.212184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.242162 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 764} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:19:42.250857 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.251182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Added segment 0b2ad30f-10be-4ab5-ab20-1703cfbd36a0 of type vlan for network 13a5118e-f116-4cfc-aab0-27185d887c1d May 05 17:19:42.279185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.385973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.389764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:42.395683 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.498016 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Network': ['ID=13a5118e-f116-4cfc-aab0-27185d887c1d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:42.509770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 13a5118e-f116-4cfc-aab0-27185d887c1d details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:19:42.552645 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-af90c92a-24f1-46d6-a3a1-52b01ae64d7d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4350207 May 05 17:19:42.555636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60252) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:42.560823 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'admin_state_up': True, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:42.568790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:42.572805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:router and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:42.575985 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:42.582732 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:42.638010 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.638886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.658472 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:42.952903 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:43.182706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:43.215864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:43.348615 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.67 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/a3683b5e-d183-4e6c-b763-4d4f83506f9e) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:19:43.499863 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:43.574840 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:43.647769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:19:43.650581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:19:43.654435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:19:43.685293 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=a3683b5e-d183-4e6c-b763-4d4f83506f9e,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:43.884868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:43.885601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:44.174174 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 1ab19a2e-65a5-47e0-a215-72d0341e55ee is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:19:44.372894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:19:44.385309 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Sync routers for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:19:44.397159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:44.397766 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:44.471765 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:44.473023 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b9108cd0-1c8b-468b-b2e6-974ffadb4265 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9164281 May 05 17:19:44.477367 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60256) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:44.516590 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ab810084-17ac-4083-b2d0-c103e473b60a tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?project_id=0766279296f44a29865e8ead77e3f24e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381255 May 05 17:19:44.519336 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60260) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:44.577477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:44.649202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0334a1-ab18-4b8c-89f2-5208b23ef54e tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:44.650697 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9e0334a1-ab18-4b8c-89f2-5208b23ef54e tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304362 May 05 17:19:44.653655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60264) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:44.692958 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-e60aaba0-ff1e-48e8-9c04-a59ddf2e08f5 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/subnets?network_id=d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381901 May 05 17:19:44.695515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60268) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:44.700787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1520341529', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'project_id': '0766279296f44a29865e8ead77e3f24e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:44.817487 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:44.822040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:subnet and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:19:44.825055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:19:44.830742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:44.870921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:43Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:44.874785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Checking router: 1ab19a2e-65a5-47e0-a215-72d0341e55ee for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:19:44.875132 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Updating router 1ab19a2e-65a5-47e0-a215-72d0341e55ee port a3683b5e-d183-4e6c-b763-4d4f83506f9e binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:19:44.928050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:44.957624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:19:45.155805 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.269274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.281482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Transition to ACTIVE for port object a3683b5e-d183-4e6c-b763-4d4f83506f9e will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:45.357128 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.431679 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.438201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f3da3-7f77-464d-8a66-5aa2df847039 None None] Pushing event updated for resources: {'Port': ['ID=a3683b5e-d183-4e6c-b763-4d4f83506f9e,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:45.440545 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Attempting to bind port a3683b5e-d183-4e6c-b763-4d4f83506f9e on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:19:45.440914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Attempting to bind port a3683b5e-d183-4e6c-b763-4d4f83506f9e by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:19:45.441380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Attempting to bind port a3683b5e-d183-4e6c-b763-4d4f83506f9e on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:19:45.448949 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:19:45.449593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:19:45.449992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.450384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:19:45.450854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Bound port: a3683b5e-d183-4e6c-b763-4d4f83506f9e, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:19:45.451226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.508182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Subnet': ['ID=4f1860c0-c02c-40bd-80ea-a455fab1cf50,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:45.521593 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Checking segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:19:45.522320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network hostable DHCP agents. Network: 13a5118e-f116-4cfc-aab0-27185d887c1d, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:19:45.526969 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] For port a3683b5e-d183-4e6c-b763-4d4f83506f9e, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:19:45.532883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] For port a3683b5e-d183-4e6c-b763-4d4f83506f9e, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3683b5e-d183-4e6c-b763-4d4f83506f9e,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:19:45.620467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.625842 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 13a5118e-f116-4cfc-aab0-27185d887c1d is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:19:45.694665 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 13a5118e-f116-4cfc-aab0-27185d887c1d) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:19:45.700702 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:45.701302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:45.703830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd8f76a-c2a0-4e58-be6f-059e52864561 None None] Network 13a5118e-f116-4cfc-aab0-27185d887c1d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:19:45.717031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:45.717652 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:45.762717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f3da3-7f77-464d-8a66-5aa2df847039 None None] Pushing event updated for resources: {'Port': ['ID=a3683b5e-d183-4e6c-b763-4d4f83506f9e,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:45.792582 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-1fd7b136-9c43-4d4b-89e8-5bb436b157e7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0960457 May 05 17:19:45.795248 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60272) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:19:46.057107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:46.283260 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-13a5118e-f116-4cfc-aab0-27185d887c1d', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:19:46.284071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:46.510870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Allocated IP 172.20.0.2 (13a5118e-f116-4cfc-aab0-27185d887c1d/4f1860c0-c02c-40bd-80ea-a455fab1cf50/857f8b95-e761-4c60-9949-82963c0aa093) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:19:46.527801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:43Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:46.561507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:46.591808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cf0e53-47ef-43bb-991e-b5fbb5b3fd9e None None] The sync data for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv is: [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:43Z', 'revision_number': 3, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:19:46.753207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:46.765738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Transition to ACTIVE for port object 857f8b95-e761-4c60-9949-82963c0aa093 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:46.820491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Transition to ACTIVE for port object 857f8b95-e761-4c60-9949-82963c0aa093 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:46.906494 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:46.951213 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3683b5e-d183-4e6c-b763-4d4f83506f9e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:19:47.041231 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Network 13a5118e-f116-4cfc-aab0-27185d887c1d is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:19:47.044250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Pushing event updated for resources: {'Port': ['ID=857f8b95-e761-4c60-9949-82963c0aa093,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:47.046775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:19:47.051388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:19:47.152584 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.1 (13a5118e-f116-4cfc-aab0-27185d887c1d/4f1860c0-c02c-40bd-80ea-a455fab1cf50/811d1fbc-37e6-469a-8055-d0b5a8e363f0) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:19:47.152847 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Attempting to bind port 857f8b95-e761-4c60-9949-82963c0aa093 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:19:47.152962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Attempting to bind port 857f8b95-e761-4c60-9949-82963c0aa093 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:19:47.153301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Attempting to bind port 857f8b95-e761-4c60-9949-82963c0aa093 on network 13a5118e-f116-4cfc-aab0-27185d887c1d {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:19:47.162271 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:19:47.162651 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Checking segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:19:47.163041 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.163439 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Bound using segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:19:47.163939 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Bound port: 857f8b95-e761-4c60-9949-82963c0aa093, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:19:47.164314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.226118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a3683b5e-d183-4e6c-b763-4d4f83506f9e completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:19:47.241207 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a3683b5e-d183-4e6c-b763-4d4f83506f9e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:47.241627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.318801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] For port 857f8b95-e761-4c60-9949-82963c0aa093, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:19:47.322785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] For port 857f8b95-e761-4c60-9949-82963c0aa093, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=857f8b95-e761-4c60-9949-82963c0aa093,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:19:47.324361 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.344590 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object 811d1fbc-37e6-469a-8055-d0b5a8e363f0 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:47.386284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.393566 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.454172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.461336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a3683b5e-d183-4e6c-b763-4d4f83506f9e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3683b5e-d183-4e6c-b763-4d4f83506f9e,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:47.487591 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ba32a1-48ec-4387-8c6d-3ac6aee0a379 None None] Pushing event updated for resources: {'Port': ['ID=857f8b95-e761-4c60-9949-82963c0aa093,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:47.536209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.537905 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 13a5118e-f116-4cfc-aab0-27185d887c1d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:19:47.542941 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:19:47.549480 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:19:47.574968 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=811d1fbc-37e6-469a-8055-d0b5a8e363f0,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:47.611658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a3683b5e-d183-4e6c-b763-4d4f83506f9e,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:47.612325 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:47.785964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:48.189208 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:48.237307 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:48.354626 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=811d1fbc-37e6-469a-8055-d0b5a8e363f0,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:48.358501 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:48.420837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16bd398-ee0c-4dee-b1d5-e25765a05075 None None] Network 13a5118e-f116-4cfc-aab0-27185d887c1d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:19:48.504048 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 13a5118e-f116-4cfc-aab0-27185d887c1d is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:19:48.505990 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:19:48.621789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-d5189907-3478-4675-a2cc-b62480099452 None None] Provisioning for port 857f8b95-e761-4c60-9949-82963c0aa093 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:19:48.937322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3683b5e-d183-4e6c-b763-4d4f83506f9e up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:19:49.020930 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 1ab19a2e-65a5-47e0-a215-72d0341e55ee has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:19:49.030944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a3683b5e-d183-4e6c-b763-4d4f83506f9e triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:49.031360 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.094972 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-676f115e-da36-4edf-9d21-209e9dc8c473 None None] Provisioning for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:19:49.103030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-676f115e-da36-4edf-9d21-209e9dc8c473 None None] Provisioning complete for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:49.107647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-676f115e-da36-4edf-9d21-209e9dc8c473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.201080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-676f115e-da36-4edf-9d21-209e9dc8c473 None None] Port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:19:49.204968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 857f8b95-e761-4c60-9949-82963c0aa093 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:19:49.234005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:19:49.252018 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ef52a5bf-5522-4eb2-bfbd-760c66d78a6e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/1ab19a2e-65a5-47e0-a215-72d0341e55ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4556627 May 05 17:19:49.324163 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ef2ed7e1-8c04-4d6c-a023-ae828582fd7c None None] Provisioning complete for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:49.332412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ef2ed7e1-8c04-4d6c-a023-ae828582fd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.354275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 857f8b95-e761-4c60-9949-82963c0aa093 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:19:49.372503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 857f8b95-e761-4c60-9949-82963c0aa093 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:49.372883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.423691 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ef2ed7e1-8c04-4d6c-a023-ae828582fd7c None None] Port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:19:49.452946 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-55d5a30a-7df1-48ca-ba03-fdd2389fd5fc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:49.494194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.529059 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 857f8b95-e761-4c60-9949-82963c0aa093, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=857f8b95-e761-4c60-9949-82963c0aa093,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:49.544579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-484f162c-47b2-442f-87d8-0721937b0040 None None] Provisioning complete for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:49.544942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-484f162c-47b2-442f-87d8-0721937b0040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.596710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-484f162c-47b2-442f-87d8-0721937b0040 None None] Port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:19:49.598107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-55d5a30a-7df1-48ca-ba03-fdd2389fd5fc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:49.599316 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-55d5a30a-7df1-48ca-ba03-fdd2389fd5fc tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1478884781&fields=id&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 267 time: 0.1925170 May 05 17:19:49.626176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:49.699922 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=857f8b95-e761-4c60-9949-82963c0aa093,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:49.758927 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-d74aab6b-3313-4e35-a2bf-f2a8b6c6e1a3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:49.759661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-d74aab6b-3313-4e35-a2bf-f2a8b6c6e1a3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:49.837254 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-d74aab6b-3313-4e35-a2bf-f2a8b6c6e1a3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:49.838796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-d74aab6b-3313-4e35-a2bf-f2a8b6c6e1a3 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/networks?id=13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 200 len: 797 time: 0.2326088 May 05 17:19:49.856861 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-bd53c875-04c1-494f-9f73-af3ec463ad46 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/quotas/0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 375 time: 0.0121224 May 05 17:19:49.939417 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-97128f6a-a238-4c7b-be58-de0020b1eca6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:50.014211 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-97128f6a-a238-4c7b-be58-de0020b1eca6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:50.015625 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-97128f6a-a238-4c7b-be58-de0020b1eca6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1528323 May 05 17:19:50.121571 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Sync routers for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:19:50.134030 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:50.134643 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:50.242335 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-cb466211-d30b-4d21-b0e4-292bba4a67b4 service neutron] 10.222.0.70 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096903 May 05 17:19:50.288852 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-136e7332-a6d9-4c2e-a882-c3980b938043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:50.317551 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:50.371410 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-be558894-befe-42b6-b94d-44a98a13d725 service neutron] 10.222.0.70 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265576 May 05 17:19:50.657746 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:48Z', 'revision_number': 2, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:50.665097 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Checking router: 1ab19a2e-65a5-47e0-a215-72d0341e55ee for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:19:50.665617 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Updating router 1ab19a2e-65a5-47e0-a215-72d0341e55ee port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:19:50.677647 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4e063a77-fcba-4de9-a9d4-9e1265329c41 req-b558a8b6-9942-4655-b61e-533ce89b5440 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:50.690593 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4e063a77-fcba-4de9-a9d4-9e1265329c41 req-b558a8b6-9942-4655-b61e-533ce89b5440 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:50.696513 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4e063a77-fcba-4de9-a9d4-9e1265329c41 req-b558a8b6-9942-4655-b61e-533ce89b5440 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 210 time: 0.0603607 May 05 17:19:50.726513 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:50.871492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 857f8b95-e761-4c60-9949-82963c0aa093 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:19:50.954681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 857f8b95-e761-4c60-9949-82963c0aa093 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:50.955055 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:51.106571 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:51.118775 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Transition to ACTIVE for port object 811d1fbc-37e6-469a-8055-d0b5a8e363f0 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:51.185863 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:51.310291 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Pushing event updated for resources: {'Port': ['ID=811d1fbc-37e6-469a-8055-d0b5a8e363f0,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:51.352849 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.353188 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.353519 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.353843 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.354215 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.354532 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.354850 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.355167 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.355506 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.355828 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.356141 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:19:51.412839 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Attempting to bind port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:19:51.418976 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Attempting to bind port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:19:51.418976 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Attempting to bind port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 on network 13a5118e-f116-4cfc-aab0-27185d887c1d {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:19:51.420438 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:19:51.420805 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Checking segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:19:51.421201 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:51.421592 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Bound using segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:19:51.422045 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Bound port: 811d1fbc-37e6-469a-8055-d0b5a8e363f0, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:19:51.422408 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:51.511093 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] For port 811d1fbc-37e6-469a-8055-d0b5a8e363f0, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:19:51.514243 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] For port 811d1fbc-37e6-469a-8055-d0b5a8e363f0, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=811d1fbc-37e6-469a-8055-d0b5a8e363f0,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:19:51.643730 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:51.768055 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1e379f-f533-495d-aece-eaa827d8069b None None] Pushing event updated for resources: {'Port': ['ID=811d1fbc-37e6-469a-8055-d0b5a8e363f0,revision_number=4']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:51.771310 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:19:51.771936 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:51.908094 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c7da9b77-f011-40da-9d6b-a32b0af43966 req-c4659f86-5bc8-40ba-a14b-4a3f43925f5f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 210 time: 0.0475709 May 05 17:19:51.961382 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:19:52.276657 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:51Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:19:52.280664 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb80c79e-f868-4534-9987-f01ef5ef437e None None] The sync data for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv is: [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:51Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:19:52.414247 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3906228-9699-468b-b472-809eb714e69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:52.890549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 811d1fbc-37e6-469a-8055-d0b5a8e363f0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:19:52.994434 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-aa3e6691-9526-4cf9-8a0c-2f139469383a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:52.996860 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-aa3e6691-9526-4cf9-8a0c-2f139469383a tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/networks?id=13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 200 len: 797 time: 0.1657343 May 05 17:19:53.053730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-7d832132-8208-49c9-9881-6d2b75da7148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:53.067069 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-7d832132-8208-49c9-9881-6d2b75da7148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:53.068013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-7d832132-8208-49c9-9881-6d2b75da7148 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0766279296f44a29865e8ead77e3f24e HTTP/1.1" status: 200 len: 380 time: 0.0584137 May 05 17:19:53.090467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:19:53.096106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:53.096474 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.212928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'port': {'device_id': '36823225-0592-4f28-92d1-64ac0f025445', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'admin_state_up': True, 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'security_groups': ['5bac972e-ec61-4e62-99c2-c298889cfc6c']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:53.234839 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8049dd61-cdc9-47fe-bef3-a1d87b384b0d req-edf9ba8d-be73-42d8-98c2-626cbaefa1de tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 210 time: 0.1631796 May 05 17:19:53.256461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.292596 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 811d1fbc-37e6-469a-8055-d0b5a8e363f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=811d1fbc-37e6-469a-8055-d0b5a8e363f0,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:19:53.357292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.359383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:19:53.369853 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:19:53.421223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=811d1fbc-37e6-469a-8055-d0b5a8e363f0,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:53.426364 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Made reservation on behalf of 0766279296f44a29865e8ead77e3f24e for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:19:53.429624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.590232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.20.0.6 (13a5118e-f116-4cfc-aab0-27185d887c1d/4f1860c0-c02c-40bd-80ea-a455fab1cf50/18686af9-8629-4f49-88be-6d548ac52da8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:19:53.710655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.779475 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.796062 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Transition to ACTIVE for port object 18686af9-8629-4f49-88be-6d548ac52da8 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:53.894682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.922574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:53.996673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network 13a5118e-f116-4cfc-aab0-27185d887c1d is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:19:53.999612 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:19:54.002299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:19:54.043760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=18686af9-8629-4f49-88be-6d548ac52da8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:54.072969 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:54.073576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:54.169674 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-81a05cdd-33d6-465a-b1f8-1efd12ac5df0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9659338 May 05 17:19:54.184469 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Request body: {'port': {'device_id': '36823225-0592-4f28-92d1-64ac0f025445', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:19:54.248785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7f7677d2-feb0-4f58-8a2f-a671f10ef69e None None] Provisioning for port 18686af9-8629-4f49-88be-6d548ac52da8 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:19:54.253943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-7f7677d2-feb0-4f58-8a2f-a671f10ef69e None None] Provisioning complete for port 18686af9-8629-4f49-88be-6d548ac52da8 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:54.254299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7f7677d2-feb0-4f58-8a2f-a671f10ef69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:54.297410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:54.311440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7677d2-feb0-4f58-8a2f-a671f10ef69e None None] Port 18686af9-8629-4f49-88be-6d548ac52da8 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:19:54.447244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6a9da5-a817-4f51-b000-d531ee9efeb5 req-269b95b4-c434-4728-8d8b-57f3ff540192 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:54.448641 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e6a9da5-a817-4f51-b000-d531ee9efeb5 req-269b95b4-c434-4728-8d8b-57f3ff540192 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 931 time: 0.0819206 May 05 17:19:54.496592 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6e6a9da5-a817-4f51-b000-d531ee9efeb5 req-4211137b-da6d-4e84-bd3e-5d2164e47cd2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421412 May 05 17:19:54.637061 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18686af9-8629-4f49-88be-6d548ac52da8 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:19:54.643728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:54.658369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Transition to ACTIVE for port object 18686af9-8629-4f49-88be-6d548ac52da8 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:19:54.740099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:54.869089 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Pushing event updated for resources: {'Port': ['ID=18686af9-8629-4f49-88be-6d548ac52da8,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:54.870051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 811d1fbc-37e6-469a-8055-d0b5a8e363f0 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:19:54.980937 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:19:54.981308 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:55.009243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Attempting to bind port 18686af9-8629-4f49-88be-6d548ac52da8 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:19:55.009757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Attempting to bind port 18686af9-8629-4f49-88be-6d548ac52da8 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:19:55.009991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Attempting to bind port 18686af9-8629-4f49-88be-6d548ac52da8 on network 13a5118e-f116-4cfc-aab0-27185d887c1d {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:19:55.015714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Port 18686af9-8629-4f49-88be-6d548ac52da8 on network 13a5118e-f116-4cfc-aab0-27185d887c1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:19:55.016157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Attempting to bind port 18686af9-8629-4f49-88be-6d548ac52da8 on network 13a5118e-f116-4cfc-aab0-27185d887c1d {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:19:55.023353 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 19, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:19:55.023754 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Checking segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:19:55.024115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Bound using segment: {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:19:55.024553 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Bound port: 18686af9-8629-4f49-88be-6d548ac52da8, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:19:55.024900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:55.120152 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] For port 18686af9-8629-4f49-88be-6d548ac52da8, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:19:55.123310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] For port 18686af9-8629-4f49-88be-6d548ac52da8, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=18686af9-8629-4f49-88be-6d548ac52da8,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:19:55.192609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:55.257602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:55.258978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-31a413ed-cef0-404b-918a-411699511ecb service neutron] 10.222.0.71 "PUT /v2.0/ports/18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 200 len: 1093 time: 1.0818963 May 05 17:19:55.259382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:19:55.277702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a413ed-cef0-404b-918a-411699511ecb service neutron] Pushing event updated for resources: {'Port': ['ID=18686af9-8629-4f49-88be-6d548ac52da8,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:19:55.324544 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b9378e-b5fb-4afe-97b6-5788796bcdef'] response: {'name': 'network-changed', 'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8', 'status': 'completed', 'code': 200} May 05 17:19:55.362767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:19:55.416463 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38124418-ebed-4655-b080-a61d647b8695 req-17e8de3b-3d77-43a6-be7e-f6ed4363719e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1096 time: 0.0720716 May 05 17:19:55.649821 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38124418-ebed-4655-b080-a61d647b8695 req-4940174c-9369-4e72-a6c5-325d3165f3b7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:55.651267 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38124418-ebed-4655-b080-a61d647b8695 req-4940174c-9369-4e72-a6c5-325d3165f3b7 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=0766279296f44a29865e8ead77e3f24e&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2288768 May 05 17:19:55.697544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e37037-a55f-4ef7-bc84-87c1d7f2b776 req-cfc76402-d3dc-47e9-98f3-372fce879e70 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:55.699025 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3e37037-a55f-4ef7-bc84-87c1d7f2b776 req-cfc76402-d3dc-47e9-98f3-372fce879e70 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 943 time: 0.0783722 May 05 17:19:55.745669 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e3e37037-a55f-4ef7-bc84-87c1d7f2b776 req-a49dfe20-12b3-4488-a094-02095e14b247 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 May 05 17:19:55.790734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38124418-ebed-4655-b080-a61d647b8695 req-aef2c582-2479-41d0-a891-5a7d493ae9b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:55.792278 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-38124418-ebed-4655-b080-a61d647b8695 req-aef2c582-2479-41d0-a891-5a7d493ae9b2 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356633 May 05 17:19:55.901120 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-0869b9f0-0f8f-41de-a30f-184dff2a11a1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1096 time: 0.0727112 May 05 17:19:55.967299 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-2961e0e8-df78-4dbe-983f-eeaf824bce6e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 200 len: 217 time: 0.0603375 May 05 17:19:56.031052 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-f1748127-70c9-4f09-b657-6b71590b8df1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:56.032510 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-f1748127-70c9-4f09-b657-6b71590b8df1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4f1860c0-c02c-40bd-80ea-a455fab1cf50 HTTP/1.1" status: 200 len: 835 time: 0.0595987 May 05 17:19:56.106312 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-d7914e31-6480-4fde-92a3-191a86108f76 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13a5118e-f116-4cfc-aab0-27185d887c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676076 May 05 17:19:56.238626 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-8463fad5-b213-4484-a308-d643a9d431d8 service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264403 May 05 17:19:56.368738 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bb4a0adc-6b12-45e7-96a3-21dd7531b7a1 req-6340b26d-72d9-41ff-b6b7-9db5b0d8fdcd service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243098 May 05 17:19:56.949114 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aac234-57d2-42d7-821a-c6caffac13de req-09fd2a87-d0a0-42a5-b8a0-bb22772780ab tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:56.949676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-95aac234-57d2-42d7-821a-c6caffac13de req-09fd2a87-d0a0-42a5-b8a0-bb22772780ab tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:19:57.014024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-95aac234-57d2-42d7-821a-c6caffac13de req-09fd2a87-d0a0-42a5-b8a0-bb22772780ab tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:19:57.015154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95aac234-57d2-42d7-821a-c6caffac13de req-09fd2a87-d0a0-42a5-b8a0-bb22772780ab tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 943 time: 0.1388884 May 05 17:19:57.064143 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95aac234-57d2-42d7-821a-c6caffac13de req-8f33c395-4e0d-48be-a948-496b9d559be8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 May 05 17:19:58.260867 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e4b40-2ad2-48b5-ad37-f5e81cb71d66 req-e856d0ed-0e7b-4ee9-b704-d7c1aa5e91be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:58.262301 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a73e4b40-2ad2-48b5-ad37-f5e81cb71d66 req-e856d0ed-0e7b-4ee9-b704-d7c1aa5e91be tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 943 time: 0.0777507 May 05 17:19:58.306631 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a73e4b40-2ad2-48b5-ad37-f5e81cb71d66 req-35b84a94-3a4c-4cfb-adb5-77fe53895585 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388885 May 05 17:19:59.509695 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41470cf6-c8e6-4202-963d-48949c557626 req-73b3daef-7d77-4e56-845e-f07768260274 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:19:59.511145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41470cf6-c8e6-4202-963d-48949c557626 req-73b3daef-7d77-4e56-845e-f07768260274 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 943 time: 0.0807784 May 05 17:19:59.560369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-41470cf6-c8e6-4202-963d-48949c557626 req-95d2599e-5167-4637-a68f-b595f27e6b10 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414956 May 05 17:20:00.226250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 18686af9-8629-4f49-88be-6d548ac52da8 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:20:00.384446 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 18686af9-8629-4f49-88be-6d548ac52da8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=18686af9-8629-4f49-88be-6d548ac52da8,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:20:00.397699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '18686af9-8629-4f49-88be-6d548ac52da8', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'port_id': '18686af9-8629-4f49-88be-6d548ac52da8', 'mac_address': 'fa:16:3e:11:27:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:20:00.452060 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:00.470094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18686af9-8629-4f49-88be-6d548ac52da8 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:20:00.485872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 18686af9-8629-4f49-88be-6d548ac52da8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=18686af9-8629-4f49-88be-6d548ac52da8,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:20:00.573028 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:00.639097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=18686af9-8629-4f49-88be-6d548ac52da8,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:20:00.759291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098c7ebf-3017-4512-92b3-e2619b926e44 req-2622b36b-cf39-4fb7-a402-b3d2b397b84d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:00.760742 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-098c7ebf-3017-4512-92b3-e2619b926e44 req-2622b36b-cf39-4fb7-a402-b3d2b397b84d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 944 time: 0.0761402 May 05 17:20:00.811875 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-098c7ebf-3017-4512-92b3-e2619b926e44 req-4ac3dfa5-6860-44e6-b406-53ac3d82eaeb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456309 May 05 17:20:00.947584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['18686af9-8629-4f49-88be-6d548ac52da8'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:20:02.014633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ec96b-d2aa-4453-a97d-8fab7b1ec001 req-24e3821e-d858-4f89-9d9d-b80d6dc6f6f9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:02.016125 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c1ec96b-d2aa-4453-a97d-8fab7b1ec001 req-24e3821e-d858-4f89-9d9d-b80d6dc6f6f9 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 944 time: 0.0808423 May 05 17:20:02.061911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5c1ec96b-d2aa-4453-a97d-8fab7b1ec001 req-40d970a0-87f0-46d2-a61e-daaf23ad93ef tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396271 May 05 17:20:02.241857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 18686af9-8629-4f49-88be-6d548ac52da8 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:20:02.374237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 18686af9-8629-4f49-88be-6d548ac52da8 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:20:02.379861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 18686af9-8629-4f49-88be-6d548ac52da8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:20:02.380225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:02.489161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:02.519043 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:20:02.528757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 18686af9-8629-4f49-88be-6d548ac52da8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=18686af9-8629-4f49-88be-6d548ac52da8,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:20:02.574114 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6090f57-309a-48a4-9964-1e71f67ef602'] response: {'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8', 'code': 200} May 05 17:20:02.602987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:02.668151 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=18686af9-8629-4f49-88be-6d548ac52da8,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:20:02.837001 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:20:02.963324 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bef3c222-641a-4b52-a8f6-e041f354853d req-2aa5f8d5-0f93-407f-9feb-9271297277bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1098 time: 0.0676260 May 05 17:20:03.005372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bef3c222-641a-4b52-a8f6-e041f354853d req-035745d0-254f-43a3-be52-aeb18629962b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366979 May 05 17:20:03.263555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922be33c-f75b-4bd1-a407-bd8a34c5d639 req-c0c37a2d-3a0b-4ea7-a735-20aeedbf7171 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:03.264910 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-922be33c-f75b-4bd1-a407-bd8a34c5d639 req-c0c37a2d-3a0b-4ea7-a735-20aeedbf7171 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0801022 May 05 17:20:03.310344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-922be33c-f75b-4bd1-a407-bd8a34c5d639 req-384fb603-1946-42cb-a3d7-d4e3957a6105 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393524 May 05 17:20:04.374419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:04.513438 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f3ce4-da8e-4d66-9582-41ec638c2398 req-e24be11e-497d-4576-b92e-58e9b9f75a87 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:04.514921 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7c4f3ce4-da8e-4d66-9582-41ec638c2398 req-e24be11e-497d-4576-b92e-58e9b9f75a87 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0771685 May 05 17:20:04.562345 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7c4f3ce4-da8e-4d66-9582-41ec638c2398 req-eab71a8b-14ff-43c4-9c84-1482ba16aec1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411291 May 05 17:20:05.762206 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50442d-0455-45aa-bc9e-45d213f77480 req-134734ba-3523-4e2a-b536-b0c229710bc6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:05.763687 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1c50442d-0455-45aa-bc9e-45d213f77480 req-134734ba-3523-4e2a-b536-b0c229710bc6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0761786 May 05 17:20:05.813750 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1c50442d-0455-45aa-bc9e-45d213f77480 req-4b93f96b-6e67-4f4b-a648-9185ea39f27f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443861 May 05 17:20:06.013875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9d97-89aa-4343-b49a-e9ab31225dee req-8196ca59-c0bf-4d48-bbda-de4e8b0545e0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:06.015328 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d73a9d97-89aa-4343-b49a-e9ab31225dee req-8196ca59-c0bf-4d48-bbda-de4e8b0545e0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0794997 May 05 17:20:06.060970 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d73a9d97-89aa-4343-b49a-e9ab31225dee req-e4e529fa-c599-437c-a1a4-ff52e340409c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394707 May 05 17:20:06.088991 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60344) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:20:06.159817 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-bdc97084-f436-48fd-9851-8ff558109f85 tempest-TestNetworkAdvancedServerOps-1885754453 tempest-TestNetworkAdvancedServerOps-1885754453-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1093 time: 0.0696580 May 05 17:20:06.162591 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60348) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:20:06.167651 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '18686af9-8629-4f49-88be-6d548ac52da8', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:20:06.173124 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:20:06.177496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Usage tracker for resource:floatingip and tenant:0766279296f44a29865e8ead77e3f24e is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:20:06.180283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:20:06.186155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:20:06.259764 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:06.394391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:06.623478 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Allocated IP 172.26.2.188 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/a89a4100-4c0c-4200-acca-d5cfdf38a002) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:20:06.771406 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:06.860115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:06.934410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:20:06.937334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:20:06.942351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:20:06.967006 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=a89a4100-4c0c-4200-acca-d5cfdf38a002,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:20:07.440095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:07.558538 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:07.762149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:07.808354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:07.914756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event updated for resources: {'Port': ['ID=a89a4100-4c0c-4200-acca-d5cfdf38a002,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:20:07.927617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:08.117564 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Floating IP 579d10ce-ad22-41cf-b4ba-b824154054a7 associated. External IP: 172.26.2.188, port: 18686af9-8629-4f49-88be-6d548ac52da8. May 05 17:20:08.602730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 1ab19a2e-65a5-47e0-a215-72d0341e55ee has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:20:08.803549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:20:08.810893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] Sync routers for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:20:08.824630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:20:08.825239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:20:08.871566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:08.929924 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-f8571759-e644-4fa2-bfd7-8e2c20081028 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7663372 May 05 17:20:08.930601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:20:09.007569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:20:09.069741 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b115d6-a314-4391-8b37-49321d6d91f0'] response: {'name': 'network-changed', 'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8', 'status': 'completed', 'code': 200} May 05 17:20:09.158397 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c5694-6420-47e2-8066-972822c7f41b req-5c078a3a-b156-47aa-a6cf-f4bcad63082d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:09.160606 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5b2c5694-6420-47e2-8066-972822c7f41b req-5c078a3a-b156-47aa-a6cf-f4bcad63082d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.1293650 May 05 17:20:09.207234 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-44288789-be98-4570-b91c-608f80b24164 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1098 time: 0.1161101 May 05 17:20:09.237995 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5b2c5694-6420-47e2-8066-972822c7f41b req-71d740a0-2f00-4742-8595-bb533ee423cf tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703835 May 05 17:20:09.267159 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60358) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:20:09.378667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '579d10ce-ad22-41cf-b4ba-b824154054a7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.188', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'port_id': '18686af9-8629-4f49-88be-6d548ac52da8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'mac_address': 'fa:16:3e:11:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36823225-0592-4f28-92d1-64ac0f025445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:20:07Z', 'updated_at': '2022-05-05T17:20:07Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:53Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:20:09.379578 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-82bc6ffe-2d94-4ecc-b486-bcb4a1982075 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/579d10ce-ad22-41cf-b4ba-b824154054a7 HTTP/1.1" status: 200 len: 991 time: 0.1112528 May 05 17:20:09.383399 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] Checking router: 1ab19a2e-65a5-47e0-a215-72d0341e55ee for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:20:09.395680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:20:09.396324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:19:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:20:09.451961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-4f9e4992-10d0-47a9-b4c4-195c9e28421d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:09.453396 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-4f9e4992-10d0-47a9-b4c4-195c9e28421d service neutron] 10.222.0.71 "GET /v2.0/networks?id=13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 200 len: 898 time: 0.2405756 May 05 17:20:09.560436 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-3283e841-6ee4-4912-b626-e5ce23b8497a service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 200 len: 999 time: 0.1011546 May 05 17:20:09.577513 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:20:09.620934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-bb4ae5c5-a196-470c-acab-a8cd8d7d9eb2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:09.622360 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-bb4ae5c5-a196-470c-acab-a8cd8d7d9eb2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4f1860c0-c02c-40bd-80ea-a455fab1cf50 HTTP/1.1" status: 200 len: 835 time: 0.0568843 May 05 17:20:09.702446 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-61b745f3-4d10-4822-8e05-ebf6f6d6f312 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13a5118e-f116-4cfc-aab0-27185d887c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741239 May 05 17:20:09.838596 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-bad7788b-4352-4fdd-b33e-a3b9cf858cd0 service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305909 May 05 17:20:09.971650 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-32890801-7cb4-4a7b-b850-74049669bfb8 req-0fe3c98a-fd7e-4be6-99ee-c45d752ce0c3 service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269119 May 05 17:20:09.972110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '579d10ce-ad22-41cf-b4ba-b824154054a7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.188', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'port_id': '18686af9-8629-4f49-88be-6d548ac52da8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'mac_address': 'fa:16:3e:11:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36823225-0592-4f28-92d1-64ac0f025445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:20:07Z', 'updated_at': '2022-05-05T17:20:07Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:53Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:20:09.976257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66ba247-8f85-4a73-97ca-684fa7e65387 None None] The sync data for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv is: [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '579d10ce-ad22-41cf-b4ba-b824154054a7', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'floating_ip_address': '172.26.2.188', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'port_id': '18686af9-8629-4f49-88be-6d548ac52da8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'mac_address': 'fa:16:3e:11:27:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36823225-0592-4f28-92d1-64ac0f025445', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:20:07Z', 'updated_at': '2022-05-05T17:20:07Z', 'revision_number': 0, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:53Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:20:10.171759 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163e488a-8a13-4296-a2b9-5d9999fd273e None None] New status for floating IP 579d10ce-ad22-41cf-b4ba-b824154054a7: ACTIVE {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:20:10.383756 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60362) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:20:10.490009 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a99c5b1f-af41-471e-b958-c4a4a1d2d4f8 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/579d10ce-ad22-41cf-b4ba-b824154054a7 HTTP/1.1" status: 200 len: 991 time: 0.1048672 May 05 17:20:11.493880 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60366) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:20:11.594526 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-89e44ea5-2ce5-4566-b7c3-4b5f9eca7ae0 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/579d10ce-ad22-41cf-b4ba-b824154054a7 HTTP/1.1" status: 200 len: 993 time: 0.0995607 May 05 17:20:20.305541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f254a07d-162e-4c9b-b1c3-6e7fa95d7b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:20.797676 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-1d0bd10a-a5b8-4139-bf16-6652b68373e9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1435325 May 05 17:20:20.937894 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-8d58cb15-0156-4b3f-994d-4d2c9fc970be service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1098 time: 0.0690455 May 05 17:20:21.078922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-6237c144-2f8c-49a9-b7ee-445f4e7f2a5d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:21.080382 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-6237c144-2f8c-49a9-b7ee-445f4e7f2a5d service neutron] 10.222.0.71 "GET /v2.0/networks?id=13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 200 len: 898 time: 0.1249480 May 05 17:20:21.185125 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-5e90d0c6-34c5-4384-bcd4-762af2d48620 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 200 len: 1001 time: 0.0984390 May 05 17:20:21.246847 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-ac601df6-1a70-43d1-b438-e3c1d4767cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:20:21.248215 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-ac601df6-1a70-43d1-b438-e3c1d4767cf7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4f1860c0-c02c-40bd-80ea-a455fab1cf50 HTTP/1.1" status: 200 len: 835 time: 0.0569994 May 05 17:20:21.324274 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-4bcfb96d-0187-4a47-8fcb-8c149d949f11 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13a5118e-f116-4cfc-aab0-27185d887c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702362 May 05 17:20:21.452078 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-d2f9d953-140c-4be6-94fb-55652d1bdfeb service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219571 May 05 17:20:21.580457 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1b2718bc-d441-487e-9c8e-d56ce913efca req-1897029b-bb39-461e-aad9-849c93540a7c service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232765 May 05 17:20:22.419761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-30671dfc-d186-46dd-bc7e-598052d81bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:23.716535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:23.881129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:25.385295 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:34.321234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:39.836874 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:20:50.292363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3616dbea-3c20-495d-9096-378223916fc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:52.436193 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-53011122-f9dc-443b-9bfc-99753464c61b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:53.738966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:53.876232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:20:55.350344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:04.350484 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:10.971469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3288303-6e84-43d2-be8f-c8d4e957c601 req-b0770b04-c9f7-4b15-a86d-7414b1412acb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:10.973042 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d3288303-6e84-43d2-be8f-c8d4e957c601 req-b0770b04-c9f7-4b15-a86d-7414b1412acb tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0817754 May 05 17:21:11.018552 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d3288303-6e84-43d2-be8f-c8d4e957c601 req-d07be00f-c474-458e-b0d7-aff0a83e7930 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396922 May 05 17:21:12.219740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79ba2e-57e6-4ccd-9e2b-6c601553bb92 req-377de483-e9f2-4e29-bb40-21bed7406671 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:12.221204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a79ba2e-57e6-4ccd-9e2b-6c601553bb92 req-377de483-e9f2-4e29-bb40-21bed7406671 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0780652 May 05 17:21:12.267677 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9a79ba2e-57e6-4ccd-9e2b-6c601553bb92 req-97f3e8f1-ea91-4fe1-a8e9-4d91f068fa2d tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 May 05 17:21:13.468141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183ae81d-6526-4bfe-a05f-16c75c8e6f90 req-14b97a9d-6622-4b40-aa56-03fbdba29ba6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:13.469578 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-183ae81d-6526-4bfe-a05f-16c75c8e6f90 req-14b97a9d-6622-4b40-aa56-03fbdba29ba6 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0748129 May 05 17:21:13.517346 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-183ae81d-6526-4bfe-a05f-16c75c8e6f90 req-e7408e11-bd26-4dcd-8f13-29f3ca839d0f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422516 May 05 17:21:13.545887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60400) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:13.646701 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-36690143-ea5c-43ad-8cfe-552f35f05f82 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/579d10ce-ad22-41cf-b4ba-b824154054a7 HTTP/1.1" status: 200 len: 993 time: 0.0996203 May 05 17:21:15.411419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f24fc-807f-4014-add3-1dffd4d9bf87 req-78cc1b77-5be9-42d3-bb34-58ec963505c4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:15.412784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-939f24fc-807f-4014-add3-1dffd4d9bf87 req-78cc1b77-5be9-42d3-bb34-58ec963505c4 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.2100296 May 05 17:21:15.420201 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-66dd7cba-b64e-434f-a15b-029ec62b6302 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1098 time: 0.1007454 May 05 17:21:15.539459 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-939f24fc-807f-4014-add3-1dffd4d9bf87 req-97a23147-d15c-47bb-bddf-2cf466145d1e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183276 May 05 17:21:15.578064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-a8794e59-802c-4fda-8325-1ff42764e9b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:15.579501 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-a8794e59-802c-4fda-8325-1ff42764e9b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 200 len: 898 time: 0.1457131 May 05 17:21:15.684029 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-6ce36525-b630-49b4-a148-2cbc9825165c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 200 len: 1001 time: 0.0983539 May 05 17:21:15.746113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-cd68e345-369e-46f0-95c4-af94152219d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:15.747845 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-cd68e345-369e-46f0-95c4-af94152219d7 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4f1860c0-c02c-40bd-80ea-a455fab1cf50 HTTP/1.1" status: 200 len: 835 time: 0.0579486 May 05 17:21:15.822254 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-d16c4906-7479-45df-a0a0-51b6efbeb247 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13a5118e-f116-4cfc-aab0-27185d887c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688291 May 05 17:21:15.951703 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-947b6b17-52c4-4a41-87c2-f062f4fdfcfe service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236372 May 05 17:21:16.086445 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4a1387d5-d07f-4347-b313-dde64bf0715b req-138cb2d4-b802-438d-b198-f9ba3dec7155 service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286879 May 05 17:21:16.746680 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2823e3-bde3-4ac6-8899-4181153f6d51 req-2645f00d-dad5-45f0-b473-063c98bbc630 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:16.748677 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7d2823e3-bde3-4ac6-8899-4181153f6d51 req-2645f00d-dad5-45f0-b473-063c98bbc630 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0825484 May 05 17:21:16.794554 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7d2823e3-bde3-4ac6-8899-4181153f6d51 req-e4a0e93f-1d4b-416c-98ec-9a422c988762 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397782 May 05 17:21:16.839903 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:21:17.999392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f07ab-d03a-46f8-9c37-fa82fef0c9fb req-d21f5c40-c29d-4c40-9425-c3ffc2b5e267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:18.000859 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-410f07ab-d03a-46f8-9c37-fa82fef0c9fb req-d21f5c40-c29d-4c40-9425-c3ffc2b5e267 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0803189 May 05 17:21:18.046468 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-410f07ab-d03a-46f8-9c37-fa82fef0c9fb req-558283bd-f7e5-4186-9144-e124502ee712 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400989 May 05 17:21:18.076102 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60414) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:18.179757 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2c092cd9-ce78-4855-a4dd-49e9421f1d1b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/floatingips/579d10ce-ad22-41cf-b4ba-b824154054a7 HTTP/1.1" status: 200 len: 993 time: 0.1024864 May 05 17:21:18.565862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60422) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:18.764989 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port a89a4100-4c0c-4200-acca-d5cfdf38a002 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:21:18.765226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:18.933100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:18.933420 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:19.049327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for a89a4100-4c0c-4200-acca-d5cfdf38a002 owned by network:floatingip {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:21:19.338959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:19.385882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=a89a4100-4c0c-4200-acca-d5cfdf38a002,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:19.427906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.428256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.428598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.428972 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.429305 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.429635 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.429962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.430288 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.430610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.430934 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.431257 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:19.491877 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for floatingip, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:19.878424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 1ab19a2e-65a5-47e0-a215-72d0341e55ee has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:21:20.083020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:21:20.093273 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] Sync routers for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:21:20.107973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:20.108589 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:20:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:20.143202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:20.195713 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8e698327-2afb-4f31-ae2f-1d451abe473f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/floatingips/579d10ce-ad22-41cf-b4ba-b824154054a7 HTTP/1.1" status: 204 len: 168 time: 1.6287265 May 05 17:21:20.196285 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:21:20.256914 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3edc2a4-8b63-4d45-a66b-aba5592062dd'] response: {'name': 'network-changed', 'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8', 'status': 'completed', 'code': 200} May 05 17:21:20.302761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2d9f6d27-b189-4295-b7e5-4ed0117a2583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:20.305896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:20.358916 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-a1e2390c-b1d3-4a82-a801-cc7f316d2d66 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=0766279296f44a29865e8ead77e3f24e&device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 1098 time: 0.0807371 May 05 17:21:20.490677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-32643ba4-cdd7-4f6e-b798-dda276d25f64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:20.492120 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-32643ba4-cdd7-4f6e-b798-dda276d25f64 service neutron] 10.222.0.71 "GET /v2.0/networks?id=13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 200 len: 898 time: 0.1276147 May 05 17:21:20.558437 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-ddaa6fe0-39b3-4156-87cf-1b966f5ac63e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 200 len: 217 time: 0.0605719 May 05 17:21:20.626297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-be6264c9-24c8-43c1-8da6-9b346d48e46b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:20.627166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:53Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:20.627669 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-be6264c9-24c8-43c1-8da6-9b346d48e46b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4f1860c0-c02c-40bd-80ea-a455fab1cf50 HTTP/1.1" status: 200 len: 835 time: 0.0642447 May 05 17:21:20.631577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] Checking router: 1ab19a2e-65a5-47e0-a215-72d0341e55ee for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:21:20.643125 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:20.643757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:20:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:20.711767 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-abb9e3ba-f656-4491-abea-8f46e8b01d93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=13a5118e-f116-4cfc-aab0-27185d887c1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777328 May 05 17:21:20.832912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:20.858949 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075da824-ac05-4ecb-a837-a1e83fdf6bba req-ea95d6a9-063c-48f5-ba6d-6958fb9125c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:20.860483 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-075da824-ac05-4ecb-a837-a1e83fdf6bba req-ea95d6a9-063c-48f5-ba6d-6958fb9125c7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0812891 May 05 17:21:20.870134 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-5e3adb5f-9106-4a2b-91d7-d15be3fda22e service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513348 May 05 17:21:20.907682 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-075da824-ac05-4ecb-a837-a1e83fdf6bba req-4aa0b5eb-8f86-4822-9db5-a01dac92091b tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410984 May 05 17:21:21.102463 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bde3b888-aa9a-4d16-960b-f450c34ae5c5 req-d38201cd-2eca-4c50-9fd7-5c34290ca65b service neutron] 10.222.0.71 "GET /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259622 May 05 17:21:21.204443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:53Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:21.208440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8953ab-02f6-42f1-8ad7-481447889385 None None] The sync data for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv is: [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '811d1fbc-37e6-469a-8055-d0b5a8e363f0', 'name': '', 'network_id': '13a5118e-f116-4cfc-aab0-27185d887c1d', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'mac_address': 'fa:16:3e:17:c4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:46Z', 'updated_at': '2022-05-05T17:19:53Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'subnets': [{'id': '4f1860c0-c02c-40bd-80ea-a455fab1cf50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:21:21.423328 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1b88711-3d96-41bd-983a-029a351d4bf1 None None] New status for floating IP 579d10ce-ad22-41cf-b4ba-b824154054a7: DOWN {{(pid=84821) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:21:22.110908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b69cb-370f-4644-b9ac-d8fe228a2b78 req-3f5d56b7-2000-400e-973c-2210c72d7068 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:22.111665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-565b69cb-370f-4644-b9ac-d8fe228a2b78 req-3f5d56b7-2000-400e-973c-2210c72d7068 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Synchronizing usage tracker for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:21:22.194351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-565b69cb-370f-4644-b9ac-d8fe228a2b78 req-3f5d56b7-2000-400e-973c-2210c72d7068 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Unset dirty status for tenant:0766279296f44a29865e8ead77e3f24e on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:21:22.195572 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-565b69cb-370f-4644-b9ac-d8fe228a2b78 req-3f5d56b7-2000-400e-973c-2210c72d7068 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.1622589 May 05 17:21:22.243649 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-565b69cb-370f-4644-b9ac-d8fe228a2b78 req-97b58c89-cc15-4648-81fd-68f6b469d136 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/security-groups?id=5bac972e-ec61-4e62-99c2-c298889cfc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415633 May 05 17:21:22.423057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1400554f-ef2f-4b68-8652-cdff0bb77018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:22.620998 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-7ec5b93a-b218-4481-92c5-e19e35d675a2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:22.622597 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-7ec5b93a-b218-4481-92c5-e19e35d675a2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 945 time: 0.0757477 May 05 17:21:22.693573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 18686af9-8629-4f49-88be-6d548ac52da8 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:21:22.693912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:22.933950 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 18686af9-8629-4f49-88be-6d548ac52da8, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=18686af9-8629-4f49-88be-6d548ac52da8,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:22.934232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:23.056222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 18686af9-8629-4f49-88be-6d548ac52da8 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:21:23.252644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:23.304113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=18686af9-8629-4f49-88be-6d548ac52da8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:23.377073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] No DVR routers for this DVR port 18686af9-8629-4f49-88be-6d548ac52da8 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:21:23.379471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:23.382003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'name': 'network-vif-deleted', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:21:23.422941 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0aef8a7e-14b3-4d91-a827-356a518de0a7 req-300467e4-923e-428e-a5df-cd429e9ac1a1 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "GET /v2.0/ports?device_id=36823225-0592-4f28-92d1-64ac0f025445 HTTP/1.1" status: 200 len: 210 time: 0.0474560 May 05 17:21:23.439398 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36b7587d-c8d1-4692-bb77-023f8d6e3739'] response: {'server_uuid': '36823225-0592-4f28-92d1-64ac0f025445', 'name': 'network-vif-deleted', 'tag': '18686af9-8629-4f49-88be-6d548ac52da8', 'status': 'completed', 'code': 200} May 05 17:21:23.453786 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2e722240-f830-46f3-bbba-0c2742d9ad4e req-966456ec-df32-42c5-bf36-ffc71af989a7 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.71 "DELETE /v2.0/ports/18686af9-8629-4f49-88be-6d548ac52da8 HTTP/1.1" status: 204 len: 173 time: 0.8262138 May 05 17:21:23.772893 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:23.892435 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:24.531642 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60440) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:24.926347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:25.359795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:25.638229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port 811d1fbc-37e6-469a-8055-d0b5a8e363f0 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:21:25.638917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:25.825734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port 811d1fbc-37e6-469a-8055-d0b5a8e363f0, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=811d1fbc-37e6-469a-8055-d0b5a8e363f0,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:25.826115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:25.947264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for 811d1fbc-37e6-469a-8055-d0b5a8e363f0 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:21:26.190410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:26.240641 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=811d1fbc-37e6-469a-8055-d0b5a8e363f0,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:26.540543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:26.667700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 18686af9-8629-4f49-88be-6d548ac52da8 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:21:26.700300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 18686af9-8629-4f49-88be-6d548ac52da8 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:21:26.700642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 18686af9-8629-4f49-88be-6d548ac52da8 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:21:27.205029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Router 1ab19a2e-65a5-47e0-a215-72d0341e55ee has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:21:27.404563 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:21:27.415215 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] Sync routers for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:21:27.417196 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-50142845-5e41-423d-8de0-3268ade1face tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "PUT /v2.0/routers/1ab19a2e-65a5-47e0-a215-72d0341e55ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8844969 May 05 17:21:27.420693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60444) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:27.427999 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:27.428618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:27.603489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting subnet 4f1860c0-c02c-40bd-80ea-a455fab1cf50 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:21:27.606631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:27.607158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:27.661059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:27.746014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:27.886263 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:27.895686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:21:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:27.899660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] Checking router: 1ab19a2e-65a5-47e0-a215-72d0341e55ee for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:21:27.911212 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] Routers {'1ab19a2e-65a5-47e0-a215-72d0341e55ee'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:27.911870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:27.928991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Subnet': ['ID=4f1860c0-c02c-40bd-80ea-a455fab1cf50,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:27.935928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:27.942103 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b4a35a6e-12dd-4a6a-9c67-970470de8e5e tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/subnets/4f1860c0-c02c-40bd-80ea-a455fab1cf50 HTTP/1.1" status: 204 len: 168 time: 0.5204268 May 05 17:21:27.944760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60448) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:27.968965 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39163494-bd4e-4a2c-bcd2-abf3cfe5bcb3 None None] Network 13a5118e-f116-4cfc-aab0-27185d887c1d requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:21:28.142957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:28.243094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] Set router 1ab19a2e-65a5-47e0-a215-72d0341e55ee gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:28.442385 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:28.514401 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] DHCP port deletion for 13a5118e-f116-4cfc-aab0-27185d887c1d request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:21:28.522997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Deleting port 857f8b95-e761-4c60-9949-82963c0aa093 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:21:28.523366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:28.527363 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Deleting port a3683b5e-d183-4e6c-b763-4d4f83506f9e {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:21:28.531904 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:28.703552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] For port a3683b5e-d183-4e6c-b763-4d4f83506f9e, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a3683b5e-d183-4e6c-b763-4d4f83506f9e,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:28.703889 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:28.765613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:21:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:28.774578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89c018e-6547-4d81-a559-1c1a361f3a7b None None] The sync data for ids ['1ab19a2e-65a5-47e0-a215-72d0341e55ee'] in dv-neutron-840483-1-hyperv is: [{'id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-158902223', 'tenant_id': '0766279296f44a29865e8ead77e3f24e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67'}], 'enable_snat': True}, 'gw_port_id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:19:42Z', 'updated_at': '2022-05-05T17:21:26Z', 'revision_number': 5, 'project_id': '0766279296f44a29865e8ead77e3f24e', 'gw_port': {'id': 'a3683b5e-d183-4e6c-b763-4d4f83506f9e', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:53:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ab19a2e-65a5-47e0-a215-72d0341e55ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:19:43Z', 'updated_at': '2022-05-05T17:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:21:28.798331 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] For port 857f8b95-e761-4c60-9949-82963c0aa093, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=857f8b95-e761-4c60-9949-82963c0aa093,segment=NetworkSegment(0b2ad30f-10be-4ab5-ab20-1703cfbd36a0),segment_id=0b2ad30f-10be-4ab5-ab20-1703cfbd36a0)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:28.798726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:28.827703 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Calling delete_port for a3683b5e-d183-4e6c-b763-4d4f83506f9e owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:21:28.927084 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Calling delete_port for 857f8b95-e761-4c60-9949-82963c0aa093 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:21:29.087199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.104389 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404'] for port, after_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.132466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Port': ['ID=a3683b5e-d183-4e6c-b763-4d4f83506f9e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:29.157016 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Pushing event deleted for resources: {'Port': ['ID=857f8b95-e761-4c60-9949-82963c0aa093,revision_number=None']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:29.167153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] No DVR routers for this DVR port 857f8b95-e761-4c60-9949-82963c0aa093 on host dv-neutron-840483-1-hyperv {{(pid=84820) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:21:29.173459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.173830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.175139 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.175240 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.175537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.177168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.177780 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.177870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.178172 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.178507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.178837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-687d9687-d685-4e77-9a0f-9e55b2f496ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:29.228127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 811d1fbc-37e6-469a-8055-d0b5a8e363f0 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:21:29.261799 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 811d1fbc-37e6-469a-8055-d0b5a8e363f0 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:21:29.262384 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 811d1fbc-37e6-469a-8055-d0b5a8e363f0 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:21:29.262896 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 857f8b95-e761-4c60-9949-82963c0aa093 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:21:29.301034 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 857f8b95-e761-4c60-9949-82963c0aa093 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:21:29.301380 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 857f8b95-e761-4c60-9949-82963c0aa093 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:21:29.380029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.634906 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.639670 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.813167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.813677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Fanout notify agent at l3_agent the message router_deleted on router 1ab19a2e-65a5-47e0-a215-72d0341e55ee {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:21:29.829885 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:29.831117 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4c38ce34-32e6-4f96-9377-58130714369c tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/routers/1ab19a2e-65a5-47e0-a215-72d0341e55ee HTTP/1.1" status: 204 len: 168 time: 1.8854790 May 05 17:21:29.833804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:29.955576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.174176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.198758 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a5118e-f116-4cfc-aab0-27185d887c1d']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:30.210803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:30.211100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2ad30f-10be-4ab5-ab20-1703cfbd36a0') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:30.223671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.242036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.251030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:21:30.251698 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:21:30.269872 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:21:30.417112 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.436665 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.448878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'Network': ['ID=13a5118e-f116-4cfc-aab0-27185d887c1d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:30.533547 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-e8a2fc1c-2920-42f9-8ec0-e7da105b318f tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/networks/13a5118e-f116-4cfc-aab0-27185d887c1d HTTP/1.1" status: 204 len: 168 time: 0.6983910 May 05 17:21:30.535979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60456) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:30.606416 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc8daeaf-96b5-491b-bc1f-28f2d5b626d2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.635952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc8daeaf-96b5-491b-bc1f-28f2d5b626d2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.733238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc8daeaf-96b5-491b-bc1f-28f2d5b626d2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.754621 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8daeaf-96b5-491b-bc1f-28f2d5b626d2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bac972e-ec61-4e62-99c2-c298889cfc6c,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:30.838714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dc8daeaf-96b5-491b-bc1f-28f2d5b626d2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:30.839870 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dc8daeaf-96b5-491b-bc1f-28f2d5b626d2 tempest-TestNetworkAdvancedServerOps-1615050155 tempest-TestNetworkAdvancedServerOps-1615050155-project] 10.222.0.70 "DELETE /v2.0/security-groups/5bac972e-ec61-4e62-99c2-c298889cfc6c HTTP/1.1" status: 204 len: 168 time: 0.3030005 May 05 17:21:30.900457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3683b5e-d183-4e6c-b763-4d4f83506f9e no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:21:30.933400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a3683b5e-d183-4e6c-b763-4d4f83506f9e {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:21:30.933903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a3683b5e-d183-4e6c-b763-4d4f83506f9e not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:21:31.521600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60466) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:31.694388 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b598feb0-f91c-42dc-9865-ae91debba33f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=0766279296f44a29865e8ead77e3f24e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1716321 May 05 17:21:31.696923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60472) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:31.757072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32cfd841-c49f-4ba8-beb4-6acb6566a82d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:31.784567 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32cfd841-c49f-4ba8-beb4-6acb6566a82d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:31.892573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32cfd841-c49f-4ba8-beb4-6acb6566a82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:31.909685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfd841-c49f-4ba8-beb4-6acb6566a82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ce6efc-ab74-4fc3-9f64-1a353abe5d5b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:31.916997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-32cfd841-c49f-4ba8-beb4-6acb6566a82d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:31.918141 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-32cfd841-c49f-4ba8-beb4-6acb6566a82d admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/f7ce6efc-ab74-4fc3-9f64-1a353abe5d5b HTTP/1.1" status: 204 len: 168 time: 0.2202997 May 05 17:21:32.499423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60480) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:32.517423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.549801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:32.553648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Usage tracker for resource:security_group_rule and tenant:4756978e92cd4257be7552f1cbb379b4 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:32.556452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:32.562329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:32.631682 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.681648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.729459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4406ca6d-4102-43d8-b945-92bbd206686e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:32.737989 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-d6d8d49c-d595-4fb5-9191-ee5a17d069f2 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=4756978e92cd4257be7552f1cbb379b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2349703 May 05 17:21:32.738411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60484) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:32.799178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c63e80c-cb74-47ff-abe4-48b5d05cde4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.824601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c63e80c-cb74-47ff-abe4-48b5d05cde4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.932804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c63e80c-cb74-47ff-abe4-48b5d05cde4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.946509 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63e80c-cb74-47ff-abe4-48b5d05cde4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4406ca6d-4102-43d8-b945-92bbd206686e,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:32.953119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7c63e80c-cb74-47ff-abe4-48b5d05cde4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:32.954553 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7c63e80c-cb74-47ff-abe4-48b5d05cde4e admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/4406ca6d-4102-43d8-b945-92bbd206686e HTTP/1.1" status: 204 len: 168 time: 0.2152719 May 05 17:21:34.186458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60506) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:34.323743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1859333381-network', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:34.329329 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:34.333081 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Usage tracker for resource:network and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:34.335868 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:34.342423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:34.355747 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.406841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Made reservation on behalf of 7a7a4cb20019421883bba4ed774081dc for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:21:34.409155 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.421832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.453984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:34.457781 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:34.460536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:34.466477 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:34.530359 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.601442 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.633792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 782} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:21:34.642923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117bc8db-3201-4e6f-8a58-e18cefb7d258,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:34.650401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.650401 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Added segment 90d3a40d-a827-4543-bc18-db68e7bb0909 of type vlan for network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 May 05 17:21:34.677238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.789971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.790841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:34.791422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:34.893896 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] Pushing event updated for resources: {'Network': ['ID=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:34.904126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:21:34.956602 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-8cf6c3e9-c236-48c3-bcac-07f1868e4d32 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7690485 May 05 17:21:34.959556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60512) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:34.964971 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Request body: {'subnet': {'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1859333381-subnet', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:34.970764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:34.974785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Usage tracker for resource:subnet and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:34.977673 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:34.983736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:35.092978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Made reservation on behalf of 7a7a4cb20019421883bba4ed774081dc for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:21:35.095298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:35.384984 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:35.458792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e64953da-47e1-4088-9bbf-56f225907149,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:35.473914 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Checking segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:35.474269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Network hostable DHCP agents. Network: 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:21:35.572824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:21:35.658963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:35.662854 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:35.665250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:35.668287 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35a8fd2-b311-4355-b33d-5aeb88bdbb45 None None] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:21:35.728227 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-0aad9e4e-7273-4010-b2a7-157d9775d392 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7675421 May 05 17:21:35.730997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60516) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:35.737019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:35.742396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:35.746480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Usage tracker for resource:router and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:35.750611 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:35.756483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:35.864531 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:35.865528 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:35.886266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:35.890536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:21:35.891502 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.061742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Allocated IP 172.20.0.2 (3a670c47-fa4e-4fd4-a6ba-5fb1e3385078/e64953da-47e1-4088-9bbf-56f225907149/a41fb108-3d57-45b0-bed5-85dbe2eb1954) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:36.099651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.269411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.280065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Transition to ACTIVE for port object a41fb108-3d57-45b0-bed5-85dbe2eb1954 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:36.298133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Transition to ACTIVE for port object a41fb108-3d57-45b0-bed5-85dbe2eb1954 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:36.354176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.382765 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.383144 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.457569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:36.460697 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:36.465402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:36.468927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Pushing event updated for resources: {'Port': ['ID=a41fb108-3d57-45b0-bed5-85dbe2eb1954,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:36.557944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Attempting to bind port a41fb108-3d57-45b0-bed5-85dbe2eb1954 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:21:36.558344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Attempting to bind port a41fb108-3d57-45b0-bed5-85dbe2eb1954 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:21:36.558704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Attempting to bind port a41fb108-3d57-45b0-bed5-85dbe2eb1954 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:36.566178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:21:36.566534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Checking segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:36.566933 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.567318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Bound using segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:21:36.567803 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Bound port: a41fb108-3d57-45b0-bed5-85dbe2eb1954, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:21:36.568173 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.674715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Allocated IP 172.26.2.216 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/ae89190d-8191-4b8d-9bb6-8e3f720264a8) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:36.690164 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] For port a41fb108-3d57-45b0-bed5-85dbe2eb1954, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:21:36.693470 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] For port a41fb108-3d57-45b0-bed5-85dbe2eb1954, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a41fb108-3d57-45b0-bed5-85dbe2eb1954,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:21:36.751177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.828865 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.838882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064a454-2871-4094-880e-22ba2a8e1eb7 None None] Pushing event updated for resources: {'Port': ['ID=a41fb108-3d57-45b0-bed5-85dbe2eb1954,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:36.910361 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:36.992216 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:36.994123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:36.998746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:37.034700 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Pushing event updated for resources: {'Port': ['ID=ae89190d-8191-4b8d-9bb6-8e3f720264a8,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:37.209166 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:37.209925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:37.497562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:21:37.710211 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:21:37.722841 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:21:37.738979 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:37.739972 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:37.775030 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84782ac1-5c5a-4a17-a494-b2a918c71af0 None None] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:21:37.795730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:37.797051 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cfa7c8e8-150d-4e99-8e47-e4c462337c3e admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0646055 May 05 17:21:37.799675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60522) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:37.939601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ec6c6cee-815c-4eea-9c9e-7434f7473160 None None] Provisioning for port a41fb108-3d57-45b0-bed5-85dbe2eb1954 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:37.964272 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:38.264753 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:37Z', 'revision_number': 3, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:38.269881 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:21:38.270442 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Updating router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c port ae89190d-8191-4b8d-9bb6-8e3f720264a8 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:21:38.321177 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:38.652453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:38.653755 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:38.667041 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Transition to ACTIVE for port object ae89190d-8191-4b8d-9bb6-8e3f720264a8 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:38.738416 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:38.822512 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Pushing event updated for resources: {'Port': ['ID=ae89190d-8191-4b8d-9bb6-8e3f720264a8,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:38.825289 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Attempting to bind port ae89190d-8191-4b8d-9bb6-8e3f720264a8 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:21:38.825776 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Attempting to bind port ae89190d-8191-4b8d-9bb6-8e3f720264a8 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:21:38.826365 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Attempting to bind port ae89190d-8191-4b8d-9bb6-8e3f720264a8 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:38.839188 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.842927 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.842927 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.842927 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.842927 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.842927 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.843371 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.843569 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.844148 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.844714 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.845224 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:21:38.848453 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:21:38.848816 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:38.849212 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:38.849581 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:21:38.850052 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Bound port: ae89190d-8191-4b8d-9bb6-8e3f720264a8, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:21:38.850460 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:38.873513 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Allocated IP 172.20.0.1 (3a670c47-fa4e-4fd4-a6ba-5fb1e3385078/e64953da-47e1-4088-9bbf-56f225907149/8feac3f2-ef7b-49c2-994b-c2be9e02f255) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:38.927875 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] For port ae89190d-8191-4b8d-9bb6-8e3f720264a8, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:21:38.931287 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] For port ae89190d-8191-4b8d-9bb6-8e3f720264a8, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ae89190d-8191-4b8d-9bb6-8e3f720264a8,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:21:38.946813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a41fb108-3d57-45b0-bed5-85dbe2eb1954 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:39.002490 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.035297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.051510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Transition to ACTIVE for port object 8feac3f2-ef7b-49c2-994b-c2be9e02f255 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:39.086888 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b2e57-3fcb-44aa-a5c8-ee8bd96bc29e None None] Pushing event updated for resources: {'Port': ['ID=ae89190d-8191-4b8d-9bb6-8e3f720264a8,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:39.092637 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:39.093230 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:39.103879 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port a41fb108-3d57-45b0-bed5-85dbe2eb1954 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:39.109768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a41fb108-3d57-45b0-bed5-85dbe2eb1954 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:39.110142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.161710 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.227056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:39.228396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.229726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:39.233202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:39.262663 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port a41fb108-3d57-45b0-bed5-85dbe2eb1954, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a41fb108-3d57-45b0-bed5-85dbe2eb1954,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:39.284119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Pushing event updated for resources: {'Port': ['ID=8feac3f2-ef7b-49c2-994b-c2be9e02f255,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:39.284665 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:39.301659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.327992 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.400274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=a41fb108-3d57-45b0-bed5-85dbe2eb1954,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:39.466261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.566824 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-32c82e8f-6399-47d6-83cb-58b2b6666d3b None None] Provisioning for port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:39.571838 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-32c82e8f-6399-47d6-83cb-58b2b6666d3b None None] Provisioning complete for port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:39.572210 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-32c82e8f-6399-47d6-83cb-58b2b6666d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.586353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:37Z', 'revision_number': 3, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:39.591581 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7709bb2-a2ee-4baa-9b5a-6f0f5a54f3db None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:37Z', 'revision_number': 3, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:21:39.634015 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-32c82e8f-6399-47d6-83cb-58b2b6666d3b None None] Port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:21:39.700713 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.776564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:39.890497 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Pushing event updated for resources: {'Port': ['ID=8feac3f2-ef7b-49c2-994b-c2be9e02f255,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:39.892955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:40.033543 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:40.034697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:40.267911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-369240c6-57e5-4a0c-b17e-13a077b99ef7 None None] Provisioning complete for port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:40.268509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-369240c6-57e5-4a0c-b17e-13a077b99ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:40.323123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-369240c6-57e5-4a0c-b17e-13a077b99ef7 None None] Port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:21:40.436428 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:21:40.727039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:21:40.737565 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-7b2d7357-c54f-4029-9132-8e5cc4b3d11e admin admin] 10.222.0.70 "PUT /v2.0/routers/29e40fa5-9c81-48d4-86a2-e7eb40b4094c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9368460 May 05 17:21:40.983156 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae89190d-8191-4b8d-9bb6-8e3f720264a8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:41.131244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port ae89190d-8191-4b8d-9bb6-8e3f720264a8 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:41.136536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ae89190d-8191-4b8d-9bb6-8e3f720264a8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:41.138786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:41.254872 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:41.275001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port ae89190d-8191-4b8d-9bb6-8e3f720264a8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ae89190d-8191-4b8d-9bb6-8e3f720264a8,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:41.332568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:41.333482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a41fb108-3d57-45b0-bed5-85dbe2eb1954 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:41.449564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=ae89190d-8191-4b8d-9bb6-8e3f720264a8,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:41.462998 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port a41fb108-3d57-45b0-bed5-85dbe2eb1954 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:41.463366 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:41.864099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60544) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:41.869401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1878556083-network', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:41.874370 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:41.878143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Usage tracker for resource:network and tenant:f451c859763f4420b7fde87e4ef3be0e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:41.880981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:41.886633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:41.959833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Made reservation on behalf of f451c859763f4420b7fde87e4ef3be0e for: {'network': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:21:41.962293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:41.977378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.008145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:42.011955 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Usage tracker for resource:security_group_rule and tenant:f451c859763f4420b7fde87e4ef3be0e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:42.015530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:42.021209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:42.087927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.161318 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.190966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 762} {{(pid=84819) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:21:42.199013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c2d6134-b0dc-47a3-9647-6594e26fc38a,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:42.205010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.205375 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.segments_db [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Added segment 28371284-9fa6-475b-9c5d-a7fed64c19b5 of type vlan for network 7209a9fb-b00f-4773-b436-dc924dae6f68 May 05 17:21:42.231135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.321125 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.321979 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:42.322555 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.424407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] Pushing event updated for resources: {'Network': ['ID=7209a9fb-b00f-4773-b436-dc924dae6f68,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:42.433680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:21:42.480719 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-aef35549-c2e2-41f2-8214-ea0f0ebb6c53 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6155190 May 05 17:21:42.483939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60548) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:42.489319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Request body: {'subnet': {'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1878556083-subnet', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'ip_version': 4}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:42.494438 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:42.499396 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Usage tracker for resource:subnet and tenant:f451c859763f4420b7fde87e4ef3be0e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:42.502295 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:42.508105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:42.601772 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Made reservation on behalf of f451c859763f4420b7fde87e4ef3be0e for: {'subnet': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:21:42.604185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2852259'] for subnet, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.893127 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1848443', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2852273'] for subnet, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:42.917586 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae89190d-8191-4b8d-9bb6-8e3f720264a8 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:42.972676 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2802b22-04e6-4513-b92d-3fe9482aaff5,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:42.987921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Checking segment: {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:42.988732 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Network hostable DHCP agents. Network: 7209a9fb-b00f-4773-b436-dc924dae6f68, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84819) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:21:42.989453 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port ae89190d-8191-4b8d-9bb6-8e3f720264a8 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:42.989887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.076648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84819) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:21:43.079821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:21:43.124679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:43.125342 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:43.149928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 7209a9fb-b00f-4773-b436-dc924dae6f68) {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:43.154746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:43.155327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.184618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b9e8eb-71e2-4389-b50e-cf68e1850af5 None None] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:21:43.237004 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-488265b3-fa22-4779-abd9-4ecb13a4ad54 admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7519205 May 05 17:21:43.239327 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60552) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:43.244310 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:43.249346 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:43.253841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Usage tracker for resource:router and tenant:f451c859763f4420b7fde87e4ef3be0e is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:43.257190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:43.263723 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:43.382939 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.387757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.402491 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.467741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:43.608335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.627659 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-7209a9fb-b00f-4773-b436-dc924dae6f68', 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'fixed_ips': [{'subnet_id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:21:43.628473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.896574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.927832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:43.935900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Allocated IP 172.20.0.2 (7209a9fb-b00f-4773-b436-dc924dae6f68/d2802b22-04e6-4513-b92d-3fe9482aaff5/1261e3f1-bc1c-4272-bdfd-ae136750e32b) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:44.037656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 2, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:44.047775 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:21:44.048130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Updating router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:21:44.070253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Allocated IP 172.26.2.111 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/f54852e1-8224-4ff2-9309-95d9656afebd) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:44.126983 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.219967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.297206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.314093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.320376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Transition to ACTIVE for port object 1261e3f1-bc1c-4272-bdfd-ae136750e32b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:44.363810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Transition to ACTIVE for port object 1261e3f1-bc1c-4272-bdfd-ae136750e32b will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:44.381453 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:44.384392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:44.389362 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:44.422538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Pushing event updated for resources: {'Port': ['ID=f54852e1-8224-4ff2-9309-95d9656afebd,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:44.460129 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.552906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:44.558076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:44.573820 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:44.579238 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Pushing event updated for resources: {'Port': ['ID=1261e3f1-bc1c-4272-bdfd-ae136750e32b,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:44.725565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Attempting to bind port 1261e3f1-bc1c-4272-bdfd-ae136750e32b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:21:44.725964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Attempting to bind port 1261e3f1-bc1c-4272-bdfd-ae136750e32b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:21:44.726301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Attempting to bind port 1261e3f1-bc1c-4272-bdfd-ae136750e32b on network 7209a9fb-b00f-4773-b436-dc924dae6f68 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:44.732080 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.732834 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.748459 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:21:44.748895 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Checking segment: {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:44.749233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.749625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Bound using segment: {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:21:44.750096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Bound port: 1261e3f1-bc1c-4272-bdfd-ae136750e32b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:21:44.750473 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.801404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.835306 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Transition to ACTIVE for port object 8feac3f2-ef7b-49c2-994b-c2be9e02f255 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:44.868976 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] For port 1261e3f1-bc1c-4272-bdfd-ae136750e32b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:21:44.869874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] For port 1261e3f1-bc1c-4272-bdfd-ae136750e32b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1261e3f1-bc1c-4272-bdfd-ae136750e32b,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:21:44.904991 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:44.944640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:45.001547 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84819) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:21:45.051472 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf5161-8298-4484-85f3-ff296a959252 None None] Pushing event updated for resources: {'Port': ['ID=8feac3f2-ef7b-49c2-994b-c2be9e02f255,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:45.211692 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Attempting to bind port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:21:45.212062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Attempting to bind port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:21:45.212432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Attempting to bind port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:45.216104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59baf1b8-da99-4612-913b-b78bfa591f3c None None] Pushing event updated for resources: {'Port': ['ID=1261e3f1-bc1c-4272-bdfd-ae136750e32b,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:45.225810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:21:45.225810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Checking segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:45.225810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:45.225810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Bound using segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:21:45.226597 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Bound port: 8feac3f2-ef7b-49c2-994b-c2be9e02f255, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:21:45.227361 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:45.232757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:21:45.241872 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Sync routers for ids ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:21:45.256669 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Routers {'9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:45.257279 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:45.320036 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:45.321815 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6b3dcbe4-d3ce-4e0a-8099-0ed9db7ccfda admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0815446 May 05 17:21:45.325264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60556) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:45.358859 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] For port 8feac3f2-ef7b-49c2-994b-c2be9e02f255, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:21:45.363578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] For port 8feac3f2-ef7b-49c2-994b-c2be9e02f255, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8feac3f2-ef7b-49c2-994b-c2be9e02f255,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:21:45.428769 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:45.532575 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:45.532797 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Set router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:45.533112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:45.664467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf5161-8298-4484-85f3-ff296a959252 None None] Pushing event updated for resources: {'Port': ['ID=8feac3f2-ef7b-49c2-994b-c2be9e02f255,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:45.755875 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:45.842329 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:44Z', 'revision_number': 3, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:45.846795 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Checking router: 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:21:45.847140 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Updating router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 port f54852e1-8224-4ff2-9309-95d9656afebd binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:21:45.912344 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.176787 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:45Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:46.181660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8020b899-dfd1-4801-a6f8-1f4dc6075f41 None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:45Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:21:46.229435 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.334399 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.348237 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Transition to ACTIVE for port object f54852e1-8224-4ff2-9309-95d9656afebd will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:46.360254 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad7e9fa-c08a-4053-9534-7d96b73ee8ff None None] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:21:46.441564 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.534152 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b13dbe-9e22-49df-b4ae-47a585fb046a None None] Pushing event updated for resources: {'Port': ['ID=f54852e1-8224-4ff2-9309-95d9656afebd,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:46.536702 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Attempting to bind port f54852e1-8224-4ff2-9309-95d9656afebd on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:21:46.537065 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Attempting to bind port f54852e1-8224-4ff2-9309-95d9656afebd by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:21:46.537421 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Attempting to bind port f54852e1-8224-4ff2-9309-95d9656afebd on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:46.545280 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:21:46.545664 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:46.546139 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.546523 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:21:46.546986 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Bound port: f54852e1-8224-4ff2-9309-95d9656afebd, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:21:46.547350 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.549457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Allocated IP 172.20.0.1 (7209a9fb-b00f-4773-b436-dc924dae6f68/d2802b22-04e6-4513-b92d-3fe9482aaff5/45626712-0c47-47f8-8284-aca2cdb902e3) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:46.607571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8f8c6495-67fe-4ee4-86b3-ddccc411fbb4 None None] Provisioning for port 1261e3f1-bc1c-4272-bdfd-ae136750e32b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:46.656567 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] For port f54852e1-8224-4ff2-9309-95d9656afebd, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:21:46.660256 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] For port f54852e1-8224-4ff2-9309-95d9656afebd, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f54852e1-8224-4ff2-9309-95d9656afebd,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:21:46.748615 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.849540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:46.883473 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b13dbe-9e22-49df-b4ae-47a585fb046a None None] Pushing event updated for resources: {'Port': ['ID=f54852e1-8224-4ff2-9309-95d9656afebd,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:46.895510 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Transition to ACTIVE for port object 45626712-0c47-47f8-8284-aca2cdb902e3 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:46.896912 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Routers {'9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:21:46.897531 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:47.007690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.026230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1261e3f1-bc1c-4272-bdfd-ae136750e32b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:47.081129 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:47.083999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:47.087954 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:47.115899 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] Set router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:21:47.138284 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Pushing event updated for resources: {'Port': ['ID=45626712-0c47-47f8-8284-aca2cdb902e3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:47.167379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.170948 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 1261e3f1-bc1c-4272-bdfd-ae136750e32b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:47.178583 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1261e3f1-bc1c-4272-bdfd-ae136750e32b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:47.178960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.332833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.369792 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.375835 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 1261e3f1-bc1c-4272-bdfd-ae136750e32b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1261e3f1-bc1c-4272-bdfd-ae136750e32b,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:47.464113 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.468548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8feac3f2-ef7b-49c2-994b-c2be9e02f255 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:47.509067 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:44Z', 'revision_number': 3, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:21:47.513840 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156c6c16-2db2-477b-a221-09791d5e6bd3 None None] The sync data for ids ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'] in dv-neutron-840483-1-hyperv is: [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:44Z', 'revision_number': 3, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:21:47.529379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-20009dd6-8d6a-4c60-a88f-ec014dee2399 None None] Provisioning for port 45626712-0c47-47f8-8284-aca2cdb902e3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:47.566375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-20009dd6-8d6a-4c60-a88f-ec014dee2399 None None] Provisioning complete for port 45626712-0c47-47f8-8284-aca2cdb902e3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:47.566743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-20009dd6-8d6a-4c60-a88f-ec014dee2399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.612716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.644282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=1261e3f1-bc1c-4272-bdfd-ae136750e32b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:47.647655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-20009dd6-8d6a-4c60-a88f-ec014dee2399 None None] Port 45626712-0c47-47f8-8284-aca2cdb902e3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:21:47.709833 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.741327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:47.742423 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:47.743001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.817457 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Pushing event updated for resources: {'Port': ['ID=45626712-0c47-47f8-8284-aca2cdb902e3,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:47.819978 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.861223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:47.899767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 8feac3f2-ef7b-49c2-994b-c2be9e02f255, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8feac3f2-ef7b-49c2-994b-c2be9e02f255,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:47.965148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:47.966481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:47.984645 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:48.054601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=8feac3f2-ef7b-49c2-994b-c2be9e02f255,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:48.170609 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a74a788b-3b24-437e-b196-5304d20d8609 None None] Provisioning complete for port 45626712-0c47-47f8-8284-aca2cdb902e3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:48.170975 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a74a788b-3b24-437e-b196-5304d20d8609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:48.222636 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a74a788b-3b24-437e-b196-5304d20d8609 None None] Port 45626712-0c47-47f8-8284-aca2cdb902e3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:21:48.353823 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:21:48.556307 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:21:48.566041 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-b64601a0-fd35-4853-9d1d-5cfb0712433e admin admin] 10.222.0.70 "PUT /v2.0/routers/9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2392087 May 05 17:21:48.923935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1261e3f1-bc1c-4272-bdfd-ae136750e32b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:48.995069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 1261e3f1-bc1c-4272-bdfd-ae136750e32b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:48.995431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:49.109294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8feac3f2-ef7b-49c2-994b-c2be9e02f255 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:49.179940 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:49.180312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:49.384351 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60566) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:49.390878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2040977003', 'description': 'tempest-secgroup-smoke-2040977003 description', 'project_id': '7a7a4cb20019421883bba4ed774081dc'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:49.396923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:49.400775 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:49.404501 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:49.410122 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:49.487266 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:49.523167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:49.527143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:49.530011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:49.535839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:49.589701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:49.658582 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:49.700583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:49.770824 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:49.772053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bc23ead8-8bb1-481e-a675-f8ddfa3ad4ff tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3867133 May 05 17:21:49.774907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:49.780961 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:49.787163 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:49.791003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:49.794857 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:49.800773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:49.885940 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.037241 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.125065 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.147828 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6837a383-f19f-4d36-a217-24128101e20f,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:50.239350 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.240619 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-021fda24-c674-4bc4-95f8-8108c5160a44 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4647257 May 05 17:21:50.243335 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60574) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:50.248894 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:50.254958 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:50.258953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:50.261731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:50.267677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:50.338506 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c26c88c-7e14-43a6-8bfe-07691de3af41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.372227 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.433630 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.521388 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.545536 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da940f4f-dff4-49f2-81be-7c82ee2f4a3b,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:50.618601 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.619735 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c5a621da-adec-4a4b-b5ad-00018084f919 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3753946 May 05 17:21:50.622627 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60578) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:50.627951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:50.634037 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:50.637869 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:50.641356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:50.647454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:50.722607 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.791334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.858476 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.881711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ed9202-88bc-4d30-af92-4a296b69061a,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:50.949731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:50.952200 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c7aa9298-c1e1-40ca-877c-f5f8fa893cec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3287308 May 05 17:21:50.954784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60582) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:50.960338 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:50.966882 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:50.970313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:50.973578 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:50.979651 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:51.081610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.147066 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.222479 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.247023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3efa43c2-f655-4b7d-9b89-899d92646151,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:51.332674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.333889 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-96617c29-3710-4922-bba6-9b6200ccc223 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3781846 May 05 17:21:51.336728 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60586) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:51.342436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:51.348464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:51.352356 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:51.355277 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:51.361782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:51.435533 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Project 7a7a4cb20019421883bba4ed774081dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:21:51.442731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.505997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.589464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.613466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f427e7-d081-4764-934a-37641071b221,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:51.687427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.688802 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-3571a158-1508-4a4a-b269-794ff7214d32 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3511713 May 05 17:21:51.691614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 60590) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:21:51.697001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:51.703126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:51.706925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:21:51.709840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:21:51.715746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:51.812781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Project 7a7a4cb20019421883bba4ed774081dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:21:51.819719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.885279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.960973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:51.987002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15820335-84ea-4e2f-8c28-c1e8e7adff9c,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:52.050918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:52.052160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a5a064e8-c07a-4cc2-bda6-1678b774bc07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3596053 May 05 17:21:52.222674 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-4f08c1b8-e310-4826-9084-9a5a8dd7a260 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2040977003&fields=id&tenant_id=7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 267 time: 0.0409439 May 05 17:21:52.433701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d7cfb02b-379b-41fd-9f46-554c57225614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:52.474273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-748feef0-8f1a-4067-8572-107135784b25 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:52.475682 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-748feef0-8f1a-4067-8572-107135784b25 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 809 time: 0.2467217 May 05 17:21:52.493573 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-f3b632a8-aefe-4d62-8b95-d5e2c9f05828 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/quotas/7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 375 time: 0.0124691 May 05 17:21:52.575881 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-60de28a5-910c-42d2-a5c4-30c11eb69a6a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0772703 May 05 17:21:52.722831 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-77802960-4355-414f-9ff8-c877193dc877 service neutron] 10.222.0.70 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343975 May 05 17:21:52.903230 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-d3205f8f-db7f-4b5f-9326-e057659aea3f service neutron] 10.222.0.70 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740634 May 05 17:21:53.161975 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-85729252-ffb6-4079-9a3b-4fe589521c02 req-476b64ab-cba1-4d91-9afe-69211e154df4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:21:53.239526 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-85729252-ffb6-4079-9a3b-4fe589521c02 req-476b64ab-cba1-4d91-9afe-69211e154df4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:21:53.240738 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-85729252-ffb6-4079-9a3b-4fe589521c02 req-476b64ab-cba1-4d91-9afe-69211e154df4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 210 time: 0.1188700 May 05 17:21:53.778080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:53.838257 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:21:53.896559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:54.410750 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-15ce99c7-ed7f-4566-b37c-3ccb2cd1e16e req-950c254c-a683-4be3-9865-d47905915278 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 210 time: 0.0452323 May 05 17:21:54.941481 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f54852e1-8224-4ff2-9309-95d9656afebd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:55.079765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port f54852e1-8224-4ff2-9309-95d9656afebd completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:55.085006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f54852e1-8224-4ff2-9309-95d9656afebd triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:55.085374 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:55.205491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:55.223602 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port f54852e1-8224-4ff2-9309-95d9656afebd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f54852e1-8224-4ff2-9309-95d9656afebd,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:21:55.315753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:55.348953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-3aecedcc-763e-4ea8-9198-f60d2fc4d252 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:55.349625 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-3aecedcc-763e-4ea8-9198-f60d2fc4d252 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:network {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:21:55.386037 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:55.391796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=f54852e1-8224-4ff2-9309-95d9656afebd,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:55.470105 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-3aecedcc-763e-4ea8-9198-f60d2fc4d252 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:network {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:21:55.471651 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-3aecedcc-763e-4ea8-9198-f60d2fc4d252 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 809 time: 0.2753260 May 05 17:21:55.547764 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-79df0e29-c501-48f2-824b-10b3c716c3a6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:21:55.597763 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c29cdee9-2a58-4ade-a25c-8c39a38e25f6 req-5ad83637-e8e0-426e-b768-17a0263e158f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 210 time: 0.0470426 May 05 17:21:55.698202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-79df0e29-c501-48f2-824b-10b3c716c3a6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:21:55.699353 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-79df0e29-c501-48f2-824b-10b3c716c3a6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 380 time: 0.2160702 May 05 17:21:55.708580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'port': {'device_id': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'admin_state_up': True, 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'security_groups': ['4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:55.848948 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:21:55.858243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:21:55.930379 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Made reservation on behalf of 7a7a4cb20019421883bba4ed774081dc for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:21:55.933383 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:56.098669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Allocated IP 172.20.0.8 (3a670c47-fa4e-4fd4-a6ba-5fb1e3385078/e64953da-47e1-4088-9bbf-56f225907149/1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:21:56.284705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:56.300243 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Transition to ACTIVE for port object 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:56.396050 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:56.469709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:21:56.472631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:21:56.475151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:21:56.512439 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:56.544184 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:56.544785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:56.651926 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-87540f2e-cadc-4d53-b979-0a25cf306ea3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9471231 May 05 17:21:56.663020 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Request body: {'port': {'device_id': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:21:56.770728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f9d80d9-9d4c-4b5d-a2dd-78355affe1cd None None] Provisioning for port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:21:56.776477 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-1f9d80d9-9d4c-4b5d-a2dd-78355affe1cd None None] Provisioning complete for port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:56.781121 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f9d80d9-9d4c-4b5d-a2dd-78355affe1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:56.784447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:56.823189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55333a03-0675-48be-ada0-a9c3ae5d6b3c req-70285045-1e30-40e9-824c-82720254a259 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:56.823189 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-55333a03-0675-48be-ada0-a9c3ae5d6b3c req-70285045-1e30-40e9-824c-82720254a259 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 931 time: 0.0929618 May 05 17:21:56.835301 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-1f9d80d9-9d4c-4b5d-a2dd-78355affe1cd None None] Port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:21:56.868901 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-55333a03-0675-48be-ada0-a9c3ae5d6b3c req-2cb76447-fa29-4369-866f-18f76704509a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433621 May 05 17:21:56.923601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f54852e1-8224-4ff2-9309-95d9656afebd up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:21:56.991464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port f54852e1-8224-4ff2-9309-95d9656afebd triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:21:56.991855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:57.222458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:21:57.229340 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:57.243671 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Transition to ACTIVE for port object 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:21:57.313669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:57.440070 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:57.554588 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Attempting to bind port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:21:57.554851 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Attempting to bind port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:21:57.555176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Attempting to bind port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:57.561001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:21:57.561374 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Attempting to bind port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:21:57.568489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:21:57.568815 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Checking segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:21:57.569188 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Bound using segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:21:57.569610 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Bound port: 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:21:57.569951 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:57.657360 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:21:57.660253 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:21:57.727366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:57.792773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:21:57.794148 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] 10.222.0.71 "PUT /v2.0/ports/1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 1093 time: 1.1356549 May 05 17:21:57.794573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:21:57.813760 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b7298-93f8-4be4-a0e0-d80b7b3232a7 service neutron] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:21:57.852064 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a340bd-3851-4370-bdc1-92fd24ef9db1'] response: {'name': 'network-changed', 'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'status': 'completed', 'code': 200} May 05 17:21:57.949149 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8db6cf83-36aa-43ff-9996-b22e186842bb req-ad5300da-5c13-4eb1-a6f8-5a4a90968763 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0759859 May 05 17:21:58.087303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf291619-267e-41be-bedc-0f304f834ae2 req-50830d1f-8d20-45c9-be6e-5a9724f2556c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:58.088537 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cf291619-267e-41be-bedc-0f304f834ae2 req-50830d1f-8d20-45c9-be6e-5a9724f2556c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0792003 May 05 17:21:58.099478 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cf83-36aa-43ff-9996-b22e186842bb req-30e728d0-c8be-4a6f-b78b-9965e1084ec9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:58.100911 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8db6cf83-36aa-43ff-9996-b22e186842bb req-30e728d0-c8be-4a6f-b78b-9965e1084ec9 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=7a7a4cb20019421883bba4ed774081dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1455932 May 05 17:21:58.134356 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-cf291619-267e-41be-bedc-0f304f834ae2 req-f7dc2e3b-f26c-4658-bd84-aceb8cfecdf3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399346 May 05 17:21:58.233895 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6cf83-36aa-43ff-9996-b22e186842bb req-da060a2a-3866-480c-8ad7-0d24ed5b63e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:58.235367 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8db6cf83-36aa-43ff-9996-b22e186842bb req-da060a2a-3866-480c-8ad7-0d24ed5b63e3 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292098 May 05 17:21:58.340008 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-26e2c67d-356e-4196-b2dd-ff954d163850 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0715241 May 05 17:21:58.406456 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-0490cd61-c7f8-4677-91e1-1abc4d73dacc service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 217 time: 0.0596206 May 05 17:21:58.471574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aed02de5-02cc-4849-9bb9-2639cce75b34 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:58.473009 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-aed02de5-02cc-4849-9bb9-2639cce75b34 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0613837 May 05 17:21:58.546450 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-e0a25f39-73d5-4499-baf9-fcf1d02a409f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672488 May 05 17:21:58.679591 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-36a7bc5b-4014-4424-8223-960fef5b6459 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266546 May 05 17:21:58.808734 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-f6ed6203-50f6-4afb-9d02-cac3745a0edc req-e441844b-74f4-467d-9606-b0810bfc1cca service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240001 May 05 17:21:59.335756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0694cd-0897-4c5b-8f7b-a046230feb9d req-38b51d4e-c42a-4a81-9c8f-40f7eb620054 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:21:59.337746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-1d0694cd-0897-4c5b-8f7b-a046230feb9d req-38b51d4e-c42a-4a81-9c8f-40f7eb620054 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:21:59.456464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-1d0694cd-0897-4c5b-8f7b-a046230feb9d req-38b51d4e-c42a-4a81-9c8f-40f7eb620054 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:21:59.457571 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1d0694cd-0897-4c5b-8f7b-a046230feb9d req-38b51d4e-c42a-4a81-9c8f-40f7eb620054 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.1993535 May 05 17:21:59.504562 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1d0694cd-0897-4c5b-8f7b-a046230feb9d req-0f0bf829-5d03-4747-89c6-7b74808aba24 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414495 May 05 17:22:00.699473 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4490b43-6a3f-4063-8170-d62c0789e481 req-df211a40-fbee-4788-957b-64233bb50cba tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:00.700970 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4490b43-6a3f-4063-8170-d62c0789e481 req-df211a40-fbee-4788-957b-64233bb50cba tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0761452 May 05 17:22:00.752555 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b4490b43-6a3f-4063-8170-d62c0789e481 req-65dee05a-1ce4-4818-8949-13fc8742919b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455692 May 05 17:22:01.947649 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55942ca6-3302-46a9-a04d-a1f30c3574a6 req-ea7af7ee-81da-4176-a44d-a72af861a6f7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:01.949166 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-55942ca6-3302-46a9-a04d-a1f30c3574a6 req-ea7af7ee-81da-4176-a44d-a72af861a6f7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0762761 May 05 17:22:01.993721 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-55942ca6-3302-46a9-a04d-a1f30c3574a6 req-f54f43ae-5b61-4746-a2cd-96b9326d0a6e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390313 May 05 17:22:02.831259 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:22:02.964325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:22:02.979114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'mac_address': 'fa:16:3e:43:43:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:22:03.045807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:03.065044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:22:03.080923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:22:03.147604 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:03.192426 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4141b-b791-47db-a7ff-1de4f2927020 req-2b7f5429-f634-4035-8032-5ce02e2a6616 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:03.193903 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34e4141b-b791-47db-a7ff-1de4f2927020 req-2b7f5429-f634-4035-8032-5ce02e2a6616 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 944 time: 0.0786302 May 05 17:22:03.211702 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:03.241644 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-34e4141b-b791-47db-a7ff-1de4f2927020 req-bd23f2f1-a7bf-4d6b-b3fc-29356b0466ef tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419631 May 05 17:22:03.488676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:22:04.333024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:04.562814 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ba067-72db-42d8-a47b-dc1dac951dd6 req-27f50338-d57b-4bdb-8cf5-2db503e626b3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:04.564809 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-970ba067-72db-42d8-a47b-dc1dac951dd6 req-27f50338-d57b-4bdb-8cf5-2db503e626b3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 944 time: 0.1957211 May 05 17:22:04.620656 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-970ba067-72db-42d8-a47b-dc1dac951dd6 req-a990e7ea-100f-41c3-a76d-a62d03ade979 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501270 May 05 17:22:04.831304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:22:04.978050 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:22:04.983623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:22:04.984154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:05.098815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:05.127017 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:22:05.137280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:22:05.182998 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-241ecbbf-719c-419b-b68b-0363b97c3d24'] response: {'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'code': 200} May 05 17:22:05.208610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:05.275189 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:05.506239 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7f714030-891d-4d8d-bc25-f2fda92db5d2 req-f433226d-06ba-4d3e-9447-9db7e91b7ef6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0679407 May 05 17:22:05.548635 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7f714030-891d-4d8d-bc25-f2fda92db5d2 req-bcfc614e-d88c-471c-b0ab-f7cb631fe735 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371029 May 05 17:22:05.820480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcef7b1-29ac-4122-985f-bf5047339766 req-319f74a5-9871-48a9-bc40-04dc54b289cf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:05.821937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bcef7b1-29ac-4122-985f-bf5047339766 req-319f74a5-9871-48a9-bc40-04dc54b289cf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0801108 May 05 17:22:05.867395 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8bcef7b1-29ac-4122-985f-bf5047339766 req-aed45eff-9c9c-43a3-b4cf-efd712217a06 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395489 May 05 17:22:06.225554 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Sync routers for ids ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:22:06.237334 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Routers {'9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:22:06.237943 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:06.416358 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Set router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:22:06.829338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 4, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '45626712-0c47-47f8-8284-aca2cdb902e3', 'name': '', 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'mac_address': 'fa:16:3e:bd:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:46Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 2, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'subnets': [{'id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:06.833415 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Checking router: 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:22:06.833765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Updating router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 port 45626712-0c47-47f8-8284-aca2cdb902e3 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:22:06.889424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.079913 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805743a-2c92-403d-abe3-04ad68ec4cb9 req-f0340a0c-47e3-4bd8-91f4-8acc1ac12cbe tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:07.081393 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3805743a-2c92-403d-abe3-04ad68ec4cb9 req-f0340a0c-47e3-4bd8-91f4-8acc1ac12cbe tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0852997 May 05 17:22:07.127720 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3805743a-2c92-403d-abe3-04ad68ec4cb9 req-f04dc9ee-8486-46e5-a232-f23d9d514adf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 May 05 17:22:07.271253 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.284114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Transition to ACTIVE for port object 45626712-0c47-47f8-8284-aca2cdb902e3 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:22:07.325726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008ba62-52ec-40fb-a1e1-996cbd861012 req-edf85220-4621-4e9c-9ed4-f05d52f4100f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:07.327146 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9008ba62-52ec-40fb-a1e1-996cbd861012 req-edf85220-4621-4e9c-9ed4-f05d52f4100f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0767949 May 05 17:22:07.366827 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.376805 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9008ba62-52ec-40fb-a1e1-996cbd861012 req-ace100f8-2fc6-4b40-8843-5ddda05e0ef7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432849 May 05 17:22:07.404849 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60640) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:22:07.496738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497b89b-6a86-403e-b37c-c80869d61727 None None] Pushing event updated for resources: {'Port': ['ID=45626712-0c47-47f8-8284-aca2cdb902e3,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:07.593458 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Attempting to bind port 45626712-0c47-47f8-8284-aca2cdb902e3 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:22:07.593904 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Attempting to bind port 45626712-0c47-47f8-8284-aca2cdb902e3 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:22:07.594264 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Attempting to bind port 45626712-0c47-47f8-8284-aca2cdb902e3 on network 7209a9fb-b00f-4773-b436-dc924dae6f68 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:22:07.601722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 21, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:22:07.602226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Checking segment: {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:22:07.602627 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.603067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Bound using segment: {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:22:07.603568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Bound port: 45626712-0c47-47f8-8284-aca2cdb902e3, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28371284-9fa6-475b-9c5d-a7fed64c19b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:22:07.604137 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.618860 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-37d3c23a-067b-4405-9172-3ffe841bcf55 tempest-TestShelveInstance-982975988 tempest-TestShelveInstance-982975988-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1093 time: 0.2124214 May 05 17:22:07.621676 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 60646) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:22:07.627972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:22:07.633871 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:22:07.637717 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:floatingip and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:22:07.641286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:22:07.646952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:22:07.711194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] For port 45626712-0c47-47f8-8284-aca2cdb902e3, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:22:07.714404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] For port 45626712-0c47-47f8-8284-aca2cdb902e3, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=45626712-0c47-47f8-8284-aca2cdb902e3,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:22:07.749992 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.778771 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:07.864236 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f497b89b-6a86-403e-b37c-c80869d61727 None None] Pushing event updated for resources: {'Port': ['ID=45626712-0c47-47f8-8284-aca2cdb902e3,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:07.868996 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Routers {'9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:22:07.869534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:07.894441 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:08.049224 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Allocated IP 172.26.2.47 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/a2e005fb-f0a6-46de-aade-c386ed637a2f) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:22:08.059667 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] Set router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:22:08.198568 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:08.309860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:08.375267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:22:08.377958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:22:08.381673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:22:08.390624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 4, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '45626712-0c47-47f8-8284-aca2cdb902e3', 'name': '', 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'mac_address': 'fa:16:3e:bd:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:46Z', 'updated_at': '2022-05-05T17:22:07Z', 'revision_number': 4, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'subnets': [{'id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:08.394800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374ff8ad-89c5-4e31-a15f-5378a5b4e19b None None] The sync data for ids ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'] in dv-neutron-840483-1-hyperv is: [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 4, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '45626712-0c47-47f8-8284-aca2cdb902e3', 'name': '', 'network_id': '7209a9fb-b00f-4773-b436-dc924dae6f68', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'mac_address': 'fa:16:3e:bd:1d:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:46Z', 'updated_at': '2022-05-05T17:22:07Z', 'revision_number': 4, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'subnets': [{'id': 'd2802b22-04e6-4513-b92d-3fe9482aaff5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:22:08.414607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'Port': ['ID=a2e005fb-f0a6-46de-aade-c386ed637a2f,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.444351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:22:08.966653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 45626712-0c47-47f8-8284-aca2cdb902e3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:22:09.052149 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.130170 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 45626712-0c47-47f8-8284-aca2cdb902e3 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:22:09.135750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 45626712-0c47-47f8-8284-aca2cdb902e3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:22:09.140938 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.211935 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.261662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.298556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 45626712-0c47-47f8-8284-aca2cdb902e3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=45626712-0c47-47f8-8284-aca2cdb902e3,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:22:09.370862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.427815 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.440559 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=45626712-0c47-47f8-8284-aca2cdb902e3,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:09.503753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.609261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'Port': ['ID=a2e005fb-f0a6-46de-aade-c386ed637a2f,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:22:09.623884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:09.819862 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Floating IP be24af94-640a-4931-96cc-15d473da861a associated. External IP: 172.26.2.47, port: 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3. May 05 17:22:10.207571 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:22:10.509316 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:22:10.520299 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:22:10.532962 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:22:10.533647 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:10.606926 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:10.664502 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a37ce5bd-f856-4dfc-8b42-4260197fc156 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0416756 May 05 17:22:10.665070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:22:10.720347 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07121d9e-4f27-489b-89c9-98ea78cc7898'] response: {'name': 'network-changed', 'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'status': 'completed', 'code': 200} May 05 17:22:10.751333 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:22:10.813191 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-7ead0049-2113-4245-be61-89971fae7ac9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0703628 May 05 17:22:10.935317 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 45626712-0c47-47f8-8284-aca2cdb902e3 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:22:10.950023 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-27e4e9ea-1d18-4ce3-95b8-63c7a4687335 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:10.951616 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-27e4e9ea-1d18-4ce3-95b8-63c7a4687335 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1330972 May 05 17:22:11.010436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 45626712-0c47-47f8-8284-aca2cdb902e3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:22:11.010801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:11.060955 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-b9570eaa-9c12-4fe8-a67d-aeb7ffb150c4 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 998 time: 0.1037376 May 05 17:22:11.110343 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'be24af94-640a-4931-96cc-15d473da861a', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'floating_ip_address': '172.26.2.47', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'mac_address': 'fa:16:3e:43:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:22:08Z', 'updated_at': '2022-05-05T17:22:08Z', 'revision_number': 0, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:11.114939 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:22:11.127782 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:22:11.128409 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:21:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:11.131565 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-d5907df1-1dea-4bb4-ac36-8139d6b85fa8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:11.133283 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-d5907df1-1dea-4bb4-ac36-8139d6b85fa8 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0671432 May 05 17:22:11.216195 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-07424e4c-faeb-4c69-ae2f-93579d50cc60 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776088 May 05 17:22:11.314679 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:22:11.345636 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-646e86cd-0f0e-4ae3-9c8f-5f1cc5f95f4d service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235535 May 05 17:22:11.476963 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-46fc5c87-aa94-4c86-887a-9467a5e5a641 req-78316aad-12a2-4ec8-9e0a-8132d116c1f5 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258492 May 05 17:22:11.664407 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'be24af94-640a-4931-96cc-15d473da861a', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'floating_ip_address': '172.26.2.47', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'mac_address': 'fa:16:3e:43:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:22:08Z', 'updated_at': '2022-05-05T17:22:08Z', 'revision_number': 0, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:22:11.668445 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de05b4b9-53c1-45fc-90d4-c47b7d38a7ab None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'be24af94-640a-4931-96cc-15d473da861a', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'floating_ip_address': '172.26.2.47', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'mac_address': 'fa:16:3e:43:43:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:22:08Z', 'updated_at': '2022-05-05T17:22:08Z', 'revision_number': 0, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:22:14.367118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056148c-30b5-46b1-99f2-4c203b06f6f3 None None] New status for floating IP be24af94-640a-4931-96cc-15d473da861a: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:22:20.307110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-164c6be4-a301-4a5f-b169-063cb7373f48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:21.722497 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-f8ee28ab-eff6-4185-a1e9-9f0c108d28ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676494 May 05 17:22:21.867628 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-b789483e-ab41-41fc-9233-3c274763c3ee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0744960 May 05 17:22:22.007507 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-e79973ec-03a8-45d3-b56a-b187b5ae582d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:22.008820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-e79973ec-03a8-45d3-b56a-b187b5ae582d service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1230540 May 05 17:22:22.104932 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-4e6cbc87-7d1a-4cfe-a21c-f5934ebcfa92 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 1000 time: 0.0901060 May 05 17:22:22.168687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-7f38fbff-6175-469b-840e-6eaf0b55c1fa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:22:22.170082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-7f38fbff-6175-469b-840e-6eaf0b55c1fa service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0577328 May 05 17:22:22.242036 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-b9507c4b-09af-4737-98e5-798b7cdaa9dd service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658510 May 05 17:22:22.458269 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-ee01d2c0-9f2e-45ba-b6f3-51c6bb5a3f33 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099581 May 05 17:22:22.469107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-85df8577-c45a-45ff-939f-4cf1412f66a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:22.590461 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ac9e844b-ed06-4aaf-9507-3fdda98dd1c3 req-b1062080-e5c2-44ff-8201-8c60e7c64ce7 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258361 May 05 17:22:23.720694 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:23.886376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:25.360455 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:30.840033 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:22:34.320560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:50.297710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0c9b2757-14bb-4940-a7f1-6ebc219ade16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:52.428910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-934a751c-4741-47f0-9ac1-4962409d0c51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:53.717951 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:53.884135 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:22:55.423147 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:04.329161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:07.843706 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:23:20.285662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f54ce96-5c6b-4141-811b-c0a966a741a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:22.454593 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-19be9a17-ed98-4563-88a9-54cbafdc138c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:22.720319 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-fa904941-eeb6-405b-b5a0-3763703d476a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0726287 May 05 17:23:22.859357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-3903d392-b361-4be0-b4af-18c0c14443b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0700707 May 05 17:23:23.002341 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-2db9f0b7-e8e0-4f83-99a6-6ce8ef268fd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:23:23.003710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-2db9f0b7-e8e0-4f83-99a6-6ce8ef268fd0 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1256423 May 05 17:23:23.104226 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-340978bb-7f3a-408b-a46e-9d6bf9ac9f35 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 1000 time: 0.0950408 May 05 17:23:23.165176 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-e1029adc-1be5-4fe5-869c-d8a4d69b0750 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:23:23.166575 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-e1029adc-1be5-4fe5-869c-d8a4d69b0750 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0562577 May 05 17:23:23.242280 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-5e576868-fea3-4a47-ae8b-7d40646ea47e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695128 May 05 17:23:23.374398 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-4e7db37d-6b87-4001-b3d7-5b14bdcc7c9f service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248574 May 05 17:23:23.503260 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-00ed4e61-d790-4e87-9083-f1165811ee67 req-1631d984-47a2-46a0-8e23-cfe355f8bcc4 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231985 May 05 17:23:23.719263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:23.913754 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:25.365947 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:34.322900 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:44.846576 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:23:50.284915 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-72ee4109-99ea-4b4e-b420-8c4c5cf16827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:52.439073 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c59ff98c-e763-41c4-9c88-afc378afcde9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:53.748232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:53.901768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:23:55.404642 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:04.344833 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:20.301549 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-df8d6e6b-4948-454b-bf7d-dd6c26015b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:21.845226 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:24:22.444381 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5684380d-b0dc-4bb6-9302-a097c777ab10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:23.773021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:23.873618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-0adb94e4-4d58-4203-9fc9-4aa8269a385c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1453576 May 05 17:24:23.895816 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:24.015368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-d613c4b3-765a-47a9-ae51-db38187b6cc6 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0743706 May 05 17:24:24.161297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c914d0-1085-42c5-be9a-08b84202119b req-c55dd22e-3790-4d1e-a743-98c4dd7eb368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:24.162709 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-c55dd22e-3790-4d1e-a743-98c4dd7eb368 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1284332 May 05 17:24:24.260518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-a67dc2b3-75e9-401d-a563-937b1c1cf9dd service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 1000 time: 0.0916777 May 05 17:24:24.322935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c914d0-1085-42c5-be9a-08b84202119b req-56da50b1-9591-4375-96ac-8924aa62b4ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:24.324359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-56da50b1-9591-4375-96ac-8924aa62b4ab service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0589097 May 05 17:24:24.395193 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-415278a2-46f7-4624-897c-bf8b717e5d16 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651827 May 05 17:24:24.604527 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-698fc098-a78f-4534-9588-e226d7b7be9b service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034585 May 05 17:24:24.735021 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-90c914d0-1085-42c5-be9a-08b84202119b req-9dcff71c-b49a-4628-b3c7-6d053690cfda service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248193 May 05 17:24:25.381536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:34.393087 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:36.305467 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e70609f-4600-4f5a-92ae-5c92880a1aee req-afbb9f68-47a1-4f64-aa1b-6d519ee73816 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:36.307006 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e70609f-4600-4f5a-92ae-5c92880a1aee req-afbb9f68-47a1-4f64-aa1b-6d519ee73816 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.1517205 May 05 17:24:36.353142 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9e70609f-4600-4f5a-92ae-5c92880a1aee req-8aa3a205-f79e-41ce-8f7a-84204cca9b29 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405090 May 05 17:24:37.560993 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fbf03-0294-42fc-89b7-b633ca26de7e req-85b2f26e-82c3-445c-8e09-25d8b240b849 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:37.562510 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c01fbf03-0294-42fc-89b7-b633ca26de7e req-85b2f26e-82c3-445c-8e09-25d8b240b849 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0817053 May 05 17:24:37.609890 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c01fbf03-0294-42fc-89b7-b633ca26de7e req-2f7e232a-c51d-4edb-b8c7-fc0fabd279db tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418570 May 05 17:24:38.824959 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6650d976-07d6-4528-a363-d2bdfc840e18 req-c0d7214b-86d9-43bd-859d-ca17d2723dd3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:38.826403 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6650d976-07d6-4528-a363-d2bdfc840e18 req-c0d7214b-86d9-43bd-859d-ca17d2723dd3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0803797 May 05 17:24:38.872257 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6650d976-07d6-4528-a363-d2bdfc840e18 req-45a6c9af-dca4-430f-a1bf-76e4ce759591 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402308 May 05 17:24:40.066967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bcadac-d879-480f-83e3-cf654f3ec4ff req-ba796634-a111-474d-b982-853567f32a29 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:40.068412 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6bcadac-d879-480f-83e3-cf654f3ec4ff req-ba796634-a111-474d-b982-853567f32a29 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0758250 May 05 17:24:40.115351 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b6bcadac-d879-480f-83e3-cf654f3ec4ff req-90ad3845-5af8-4d7c-b5c6-a0ac593f497e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413799 May 05 17:24:41.314673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60375c0-923b-4f93-858b-c04f57145d3c req-c6558228-9933-4230-b02c-5b63a08b3e86 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:41.316158 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d60375c0-923b-4f93-858b-c04f57145d3c req-c6558228-9933-4230-b02c-5b63a08b3e86 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0791478 May 05 17:24:41.365740 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d60375c0-923b-4f93-858b-c04f57145d3c req-377dade4-d216-4d39-893c-5004420a007e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432270 May 05 17:24:42.563106 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ad108-fc3a-4b75-ba6b-ed22dd7e5fa5 req-0dc72164-b972-4fa0-9757-461d5e4df56d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:42.564586 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b42ad108-fc3a-4b75-ba6b-ed22dd7e5fa5 req-0dc72164-b972-4fa0-9757-461d5e4df56d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0764544 May 05 17:24:42.609784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b42ad108-fc3a-4b75-ba6b-ed22dd7e5fa5 req-7af1b6c6-110e-40e5-9cc8-cab356a17350 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397577 May 05 17:24:43.804370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2fba7-ae8e-4a59-9925-97e9a29f63c6 req-abd73f85-07a2-4a5a-9359-67b3fd5792c6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:43.806462 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-71d2fba7-ae8e-4a59-9925-97e9a29f63c6 req-abd73f85-07a2-4a5a-9359-67b3fd5792c6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0752718 May 05 17:24:43.851708 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-71d2fba7-ae8e-4a59-9925-97e9a29f63c6 req-a52301ca-818d-4a8a-bda0-45d4fe8fecf4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393803 May 05 17:24:45.055025 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef36a4-7671-4491-a6d9-83b83ebd464b req-50669054-dd6c-42be-ac96-f9567fd6e8b8 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:45.056459 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-12ef36a4-7671-4491-a6d9-83b83ebd464b req-50669054-dd6c-42be-ac96-f9567fd6e8b8 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0788786 May 05 17:24:45.100421 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-12ef36a4-7671-4491-a6d9-83b83ebd464b req-2661fe60-5807-45e8-a9f8-7c4e6f4d8d93 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384765 May 05 17:24:46.305100 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8e42-5eac-4418-b5b8-3fdb2469e593 req-eb4cdaaf-29a3-47ed-b192-bf96a86ba103 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:46.307673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-441f8e42-5eac-4418-b5b8-3fdb2469e593 req-eb4cdaaf-29a3-47ed-b192-bf96a86ba103 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0824108 May 05 17:24:46.354758 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-441f8e42-5eac-4418-b5b8-3fdb2469e593 req-b25a12c0-f480-4a91-b582-774148f5de73 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415115 May 05 17:24:47.555024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537499c3-3267-4dac-b7d9-7986f6ce6a55 req-d0d0c8eb-5a4d-43e9-9745-17cd1b318b26 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:47.557371 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-537499c3-3267-4dac-b7d9-7986f6ce6a55 req-d0d0c8eb-5a4d-43e9-9745-17cd1b318b26 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0805221 May 05 17:24:47.603943 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-537499c3-3267-4dac-b7d9-7986f6ce6a55 req-1573f24f-91a0-40d1-bbe2-85fa60b7ad57 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405822 May 05 17:24:48.938817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed46eb-e105-4772-a877-11ca4d01c872 req-277af5cc-5ee8-4730-b37f-2249c3d87970 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:48.940190 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e2ed46eb-e105-4772-a877-11ca4d01c872 req-277af5cc-5ee8-4730-b37f-2249c3d87970 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0754139 May 05 17:24:48.985130 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-e2ed46eb-e105-4772-a877-11ca4d01c872 req-def74393-8eeb-428f-9c00-9b202a5881b9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394554 May 05 17:24:49.541296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:24:49.675134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:24:49.689149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'mac_address': 'fa:16:3e:43:43:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:24:49.745639 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:49.762577 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:24:49.777758 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:24:49.832927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:49.903402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:24:49.908682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:24:49.946035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.946386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.946725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.947057 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.947391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.947761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.948083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.948409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.948759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.949079 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:49.949400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:24:50.186813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c94563-b629-43ff-81b6-e6094ff3133f req-d19c31b6-2142-4776-b3a6-0cd4337053c1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:50.188280 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-62c94563-b629-43ff-81b6-e6094ff3133f req-d19c31b6-2142-4776-b3a6-0cd4337053c1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 944 time: 0.0802703 May 05 17:24:50.234088 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-62c94563-b629-43ff-81b6-e6094ff3133f req-d515f4a5-ee46-4de5-9656-825de6263762 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402122 May 05 17:24:50.287681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5807d396-9353-42ec-9417-3ceafa876a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:51.434015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0788934-cc68-4e58-8547-4d05b25a5804 req-bc89dabb-9fed-4ad3-a1af-1551c5cea696 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:51.435522 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b0788934-cc68-4e58-8547-4d05b25a5804 req-bc89dabb-9fed-4ad3-a1af-1551c5cea696 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 944 time: 0.0810382 May 05 17:24:51.480193 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b0788934-cc68-4e58-8547-4d05b25a5804 req-ff734ef8-7272-4487-aa0d-45a1b843d85e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390701 May 05 17:24:51.552541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:24:51.620924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:24:51.621282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:51.734461 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:51.762713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:24:51.771755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:24:51.859594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:51.965246 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4792341a-00a0-4b47-9e8f-15605cabd86c'] response: {'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'code': 200} May 05 17:24:51.981858 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:24:52.464680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-56d7352a-abaf-4804-b72a-d7cb450c82f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:52.680230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1dc728-a60a-4ba4-8af0-4bb766d86ca4 req-9102b5f1-36c9-4477-b932-62b45345abe3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:52.681704 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc1dc728-a60a-4ba4-8af0-4bb766d86ca4 req-9102b5f1-36c9-4477-b932-62b45345abe3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0759079 May 05 17:24:52.732063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc1dc728-a60a-4ba4-8af0-4bb766d86ca4 req-3bf30d59-6e0b-4801-b692-1f587542890e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447910 May 05 17:24:53.738543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:53.909067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:53.978832 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b88c5-4a30-4026-b18c-5ab04fb579af req-64a5dca4-0d46-4d70-8e34-116bbfd9b474 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:53.980314 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b16b88c5-4a30-4026-b18c-5ab04fb579af req-64a5dca4-0d46-4d70-8e34-116bbfd9b474 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0971694 May 05 17:24:54.033575 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b16b88c5-4a30-4026-b18c-5ab04fb579af req-ee56b96d-c880-4606-8267-7ea7249a800b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468655 May 05 17:24:55.246726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32bd5dd-fdd1-4784-9bda-91e8c3cf70ca req-7c97ae79-673f-4b75-90b0-8d4e9056de9e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:55.248212 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a32bd5dd-fdd1-4784-9bda-91e8c3cf70ca req-7c97ae79-673f-4b75-90b0-8d4e9056de9e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0856473 May 05 17:24:55.312275 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a32bd5dd-fdd1-4784-9bda-91e8c3cf70ca req-b1236d43-70e2-4b42-99e6-b1c3e33394b5 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576811 May 05 17:24:55.396013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:24:56.548419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf0cc17-d00d-4c2e-aa6b-8b4fb7d39c0c req-c33329e5-d8f1-4f15-bc22-eca29565c331 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:56.552072 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-baf0cc17-d00d-4c2e-aa6b-8b4fb7d39c0c req-c33329e5-d8f1-4f15-bc22-eca29565c331 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0992870 May 05 17:24:56.612773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-baf0cc17-d00d-4c2e-aa6b-8b4fb7d39c0c req-1076c520-3528-4d85-a025-14d4c29e341c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535502 May 05 17:24:57.857861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943e833-e5d3-42aa-a17e-656be024eea8 req-8d7e6d2c-8726-4539-aef8-c61722a1c881 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:57.859344 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2943e833-e5d3-42aa-a17e-656be024eea8 req-8d7e6d2c-8726-4539-aef8-c61722a1c881 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0958428 May 05 17:24:57.911072 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2943e833-e5d3-42aa-a17e-656be024eea8 req-ba2569c8-3c75-4beb-a06e-fa956b6d3b86 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454574 May 05 17:24:58.850620 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:24:59.127195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b995b-3404-4b49-b59f-d15a5b25415d req-5b7ff515-f275-46f9-b719-8ba2327603e8 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:24:59.128596 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-998b995b-3404-4b49-b59f-d15a5b25415d req-5b7ff515-f275-46f9-b719-8ba2327603e8 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0788648 May 05 17:24:59.178779 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-998b995b-3404-4b49-b59f-d15a5b25415d req-eab6f099-1417-4cdc-8799-46fc5c6e52ec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434821 May 05 17:25:00.393599 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae08c87-c522-4af9-8db1-5403621aaa47 req-8cbb5aa1-81b2-43e7-8ec5-b98cc5ba200a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:00.395064 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2ae08c87-c522-4af9-8db1-5403621aaa47 req-8cbb5aa1-81b2-43e7-8ec5-b98cc5ba200a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0828762 May 05 17:25:00.450588 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2ae08c87-c522-4af9-8db1-5403621aaa47 req-6f518773-fa0b-430d-8d23-6df8495a7eaa tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482099 May 05 17:25:01.683482 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9fea0b-02d9-4b56-a391-87709b243cb4 req-c058ce12-c900-4620-ac25-e8023c2b73ba tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:01.685599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d9fea0b-02d9-4b56-a391-87709b243cb4 req-c058ce12-c900-4620-ac25-e8023c2b73ba tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0821698 May 05 17:25:01.738023 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d9fea0b-02d9-4b56-a391-87709b243cb4 req-e96dd4cb-d4e2-493c-ab0b-1a84e4f74edf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430863 May 05 17:25:02.956385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95891ff-1650-411c-8e54-7c48a4b5316b req-0d3b74e0-d0dd-4266-9cb8-1b3756779cfd tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:02.957860 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f95891ff-1650-411c-8e54-7c48a4b5316b req-0d3b74e0-d0dd-4266-9cb8-1b3756779cfd tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0867882 May 05 17:25:03.004472 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f95891ff-1650-411c-8e54-7c48a4b5316b req-99570781-4814-45fe-913f-cbd74f6f1f1c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398545 May 05 17:25:04.216002 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8767f-8d36-4d8f-b502-4569039763ff req-2f5310d7-e1d0-42fa-8a28-0194741be9db tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:04.217468 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b7c8767f-8d36-4d8f-b502-4569039763ff req-2f5310d7-e1d0-42fa-8a28-0194741be9db tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0845046 May 05 17:25:04.264511 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b7c8767f-8d36-4d8f-b502-4569039763ff req-f3cdb6ff-127b-4fe1-860c-d66be6baa3f3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414069 May 05 17:25:04.358742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:05.468725 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b4d718-ad03-4633-b0b3-0046d8fb52dc req-82f75455-ec54-4d9e-a489-b50ef689a57d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:05.470879 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c7b4d718-ad03-4633-b0b3-0046d8fb52dc req-82f75455-ec54-4d9e-a489-b50ef689a57d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0802677 May 05 17:25:05.471185 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-6734a9d4-5d49-476b-b351-20c0f9042b78 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1098 time: 0.0696836 May 05 17:25:05.519542 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c7b4d718-ad03-4633-b0b3-0046d8fb52dc req-491b4623-c096-4150-870e-c507c40a69b4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425920 May 05 17:25:05.616586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-a32b84a1-9991-4789-bfdf-750cca82cc5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:05.618816 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-a32b84a1-9991-4789-bfdf-750cca82cc5c service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1417618 May 05 17:25:05.727557 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-f17c9948-869c-4474-82a3-e68cb2819d1b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 1000 time: 0.1017222 May 05 17:25:05.790970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-9d1e0c87-8da5-4407-acd1-43519e3a2404 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:05.792424 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-9d1e0c87-8da5-4407-acd1-43519e3a2404 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0583272 May 05 17:25:05.869966 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-9cf90160-ba57-4a62-ab5c-e77ebd263273 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714686 May 05 17:25:06.078072 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-ba1d90da-154a-4298-b83d-57b133e68c9e service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022991 May 05 17:25:06.206227 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-74eb9d3c-e57f-4d6b-b174-be8c2b33b83b req-6a542b0c-c7fd-4b2c-b3b5-9ab35fc33e19 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226249 May 05 17:25:06.720447 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8ea28c-fe80-4d59-bf81-3aa229cf558a req-1b14b753-4c13-4491-99a3-0d555d75ba97 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:06.721978 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ef8ea28c-fe80-4d59-bf81-3aa229cf558a req-1b14b753-4c13-4491-99a3-0d555d75ba97 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 945 time: 0.0773795 May 05 17:25:06.768505 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ef8ea28c-fe80-4d59-bf81-3aa229cf558a req-9a05bfd8-1728-467d-8eba-dc8f5e670e9e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410326 May 05 17:25:07.668252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:25:07.783328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:07.813480 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:25:07.823445 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:25:07.864683 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:07.899937 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5891074-a2fc-4f12-9d99-5fd67633e403'] response: {'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'code': 200} May 05 17:25:07.935962 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:25:07.981592 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d80e12-1b9f-46d5-aa73-8cf81523db30 req-264c1d4c-f5e5-41b3-9b66-3a51a7b40513 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:07.983049 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-29d80e12-1b9f-46d5-aa73-8cf81523db30 req-264c1d4c-f5e5-41b3-9b66-3a51a7b40513 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0886252 May 05 17:25:08.029279 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-29d80e12-1b9f-46d5-aa73-8cf81523db30 req-dbb10d83-f873-46c9-89f9-af89cf6bc0be tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406806 May 05 17:25:09.232270 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24101c1f-2d5c-411a-b5c6-596aee85bbe5 req-f917314e-f56b-47ad-b457-f52b9de12fcb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:09.233699 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24101c1f-2d5c-411a-b5c6-596aee85bbe5 req-f917314e-f56b-47ad-b457-f52b9de12fcb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0785007 May 05 17:25:09.278546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24101c1f-2d5c-411a-b5c6-596aee85bbe5 req-0c1e257f-90af-449f-8f66-20da3252b177 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390427 May 05 17:25:09.565063 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-39ff8f48-c42d-453a-a4bf-de91f03571c8 req-d9901f39-8dbb-430b-ac7a-214fbb458d0a service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1301820 May 05 17:25:09.990580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94a8e-325c-4d82-83db-27a72a5d016e req-40c96a4c-d1ba-4e8f-999b-f4039a97888f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:09.992049 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bba94a8e-325c-4d82-83db-27a72a5d016e req-40c96a4c-d1ba-4e8f-999b-f4039a97888f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0795708 May 05 17:25:10.041359 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bba94a8e-325c-4d82-83db-27a72a5d016e req-da1e20ea-ddc0-4019-9f19-efa9c3ac7d5a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 May 05 17:25:10.230448 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-4c0b7af1-d610-42ea-84c7-54ec9236e2b4 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1378274 May 05 17:25:11.241314 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321a110b-909c-4186-85ce-e3445078d373 req-e432e3aa-e70a-4a7e-bf79-9b013fe2af35 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:11.242821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-321a110b-909c-4186-85ce-e3445078d373 req-e432e3aa-e70a-4a7e-bf79-9b013fe2af35 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0771556 May 05 17:25:11.289446 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-321a110b-909c-4186-85ce-e3445078d373 req-fb64dc04-09f8-4ecc-9025-7cf65324e944 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405035 May 05 17:25:11.384246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-c32565ea-94df-40b5-82d3-10d79fa23989 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&tenant_id=7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 1096 time: 0.0690031 May 05 17:25:11.471327 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-b81d5315-90e7-4c26-848c-da1af0934bc5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0674918 May 05 17:25:11.601813 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193e1e-9777-4716-a906-5c1cc65442ba req-64dbe07e-f903-4b76-b5ec-463157685bd7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:11.603860 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-64dbe07e-f903-4b76-b5ec-463157685bd7 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1255443 May 05 17:25:11.698785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:25:11.711425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-0cf90a73-1f2d-4c04-bbae-6eb73811561e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 998 time: 0.1013544 May 05 17:25:11.778668 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02193e1e-9777-4716-a906-5c1cc65442ba req-5f9c1d22-6c5c-4f5c-b921-91603c69a471 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:11.780249 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-5f9c1d22-6c5c-4f5c-b921-91603c69a471 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0631177 May 05 17:25:11.855846 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-d19de10e-04af-4c5f-94a6-bcf432b09c79 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688567 May 05 17:25:11.985521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-3ea01b51-12e9-4ae0-b32b-2a368fcf54f8 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240230 May 05 17:25:12.119325 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-02193e1e-9777-4716-a906-5c1cc65442ba req-89fb23ff-7a61-41e9-a111-d745979fb627 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282356 May 05 17:25:12.497598 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9af8f-73e7-430a-92c7-e9161f154d0d req-d6df85f1-5206-4e98-a0cb-aa7071a29320 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:12.499038 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fae9af8f-73e7-430a-92c7-e9161f154d0d req-d6df85f1-5206-4e98-a0cb-aa7071a29320 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0841029 May 05 17:25:12.548997 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fae9af8f-73e7-430a-92c7-e9161f154d0d req-1ac8a44c-c8ea-4bbf-b5ca-2c61e4311973 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440860 May 05 17:25:13.790451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fde5e-4319-4e25-b343-895ff9532975 req-9aaf8464-8419-4483-b68f-53815bc568ee tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:13.792459 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b29fde5e-4319-4e25-b343-895ff9532975 req-9aaf8464-8419-4483-b68f-53815bc568ee tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.1079125 May 05 17:25:13.845602 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-b29fde5e-4319-4e25-b343-895ff9532975 req-c506a8cc-7463-4a05-94cc-24245dffeb91 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476356 May 05 17:25:15.055261 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4f267-b70b-4e49-a70d-36105a3f57f8 req-3a7b3043-7873-4423-94b6-9d8b910c62e4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:15.056832 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2c4f267-b70b-4e49-a70d-36105a3f57f8 req-3a7b3043-7873-4423-94b6-9d8b910c62e4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0804520 May 05 17:25:15.108620 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a2c4f267-b70b-4e49-a70d-36105a3f57f8 req-956a5505-2782-4627-ac43-f8cda85ffc28 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459948 May 05 17:25:16.320885 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acf14e8-fb85-4830-87c6-33f3faefd648 req-7d16dd4d-9733-42e7-99e8-91186f203bb4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:16.328796 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3acf14e8-fb85-4830-87c6-33f3faefd648 req-7d16dd4d-9733-42e7-99e8-91186f203bb4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0932293 May 05 17:25:16.376075 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3acf14e8-fb85-4830-87c6-33f3faefd648 req-f6391862-8b51-4a5a-bf4f-5be45f137bc1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463254 May 05 17:25:17.598040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c57bb3d-0b80-45dc-b0ca-795f112b1215 req-789e7bc5-1b25-453b-b174-afb4f6d68d4e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:17.599865 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c57bb3d-0b80-45dc-b0ca-795f112b1215 req-789e7bc5-1b25-453b-b174-afb4f6d68d4e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0920608 May 05 17:25:17.658100 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c57bb3d-0b80-45dc-b0ca-795f112b1215 req-17a625b5-793b-416e-92fd-0e3942e7a5b0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513141 May 05 17:25:18.896414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5883fd-9307-4412-aeb2-a03d9dc9c2e3 req-545f7cf9-e61d-4d5f-aa76-296638fecea1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:18.910847 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9b5883fd-9307-4412-aeb2-a03d9dc9c2e3 req-545f7cf9-e61d-4d5f-aa76-296638fecea1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0880685 May 05 17:25:18.953549 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9b5883fd-9307-4412-aeb2-a03d9dc9c2e3 req-a32b392d-a982-48dc-8029-54df62001e0c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486062 May 05 17:25:20.167911 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5c317-ab9f-408e-849c-4ad806f8da9b req-7b49847f-d01d-4f48-bdb1-53af90135487 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:20.169332 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b3e5c317-ab9f-408e-849c-4ad806f8da9b req-7b49847f-d01d-4f48-bdb1-53af90135487 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0835352 May 05 17:25:20.218614 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b3e5c317-ab9f-408e-849c-4ad806f8da9b req-96316c12-845d-4ce2-8b69-4f5713466d4f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 May 05 17:25:20.281140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-364cef3b-d78a-467a-a87a-3673f1f10f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:21.421302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3aae0-cdd4-4ed2-b029-93de29a2843e req-9009ace3-0dda-4101-81e2-6fd6d11eb333 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:21.422750 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6a3aae0-cdd4-4ed2-b029-93de29a2843e req-9009ace3-0dda-4101-81e2-6fd6d11eb333 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0797651 May 05 17:25:21.469616 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6a3aae0-cdd4-4ed2-b029-93de29a2843e req-12ab7505-80e3-4532-8fae-f9b6c8a7ea70 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412853 May 05 17:25:22.441425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3c90db23-39f0-41eb-9df2-a9ae4b518b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:22.762662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf0935-147f-454c-9e77-b8fff6b620cd req-5395027f-8ef4-4924-a870-6e65f6e570ee tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:22.764058 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15cf0935-147f-454c-9e77-b8fff6b620cd req-5395027f-8ef4-4924-a870-6e65f6e570ee tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.1686718 May 05 17:25:22.811760 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-15cf0935-147f-454c-9e77-b8fff6b620cd req-e67e68c8-077b-47ef-a23f-5ef78c4be2e5 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420499 May 05 17:25:23.729954 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:23.907056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:24.008359 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c04fb-2f04-4d00-85da-fb5267f42a70 req-97df2baf-853e-4073-aa1d-cbc8160f20d9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:24.011038 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc4c04fb-2f04-4d00-85da-fb5267f42a70 req-97df2baf-853e-4073-aa1d-cbc8160f20d9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0769668 May 05 17:25:24.056923 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bc4c04fb-2f04-4d00-85da-fb5267f42a70 req-280033ee-2720-4ffd-a8b0-2cf1b210122b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396767 May 05 17:25:24.812092 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-1f8d0ab0-cac3-42c6-8229-1159fc1b86f7 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0726113 May 05 17:25:24.958212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-084a2ee1-a0a3-4e56-b18d-84427ef949b5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:24.959663 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-084a2ee1-a0a3-4e56-b18d-84427ef949b5 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1289625 May 05 17:25:25.057411 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-7f7981e8-85e8-49f1-8334-a5e93e195aa8 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 998 time: 0.0911498 May 05 17:25:25.122153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-265b9422-e84f-4c27-b819-1f63e740ca12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:25.123697 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-265b9422-e84f-4c27-b819-1f63e740ca12 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0612924 May 05 17:25:25.250155 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-f49f0be9-422f-44bb-ad18-ce643fcd09c5 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1205788 May 05 17:25:25.351997 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ea1716-96de-4329-b605-a411dd97e871 req-13c894fd-61d9-4a9a-a1f6-4094dbb98fca tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:25.353379 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-23ea1716-96de-4329-b605-a411dd97e871 req-13c894fd-61d9-4a9a-a1f6-4094dbb98fca tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.1713862 May 05 17:25:25.381152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:25.426044 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-acfdbf0a-818b-4d75-9f8b-496797ac595f service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680005 May 05 17:25:25.430679 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-23ea1716-96de-4329-b605-a411dd97e871 req-043c5a14-d013-4b0f-95df-e5ccf41be212 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703747 May 05 17:25:25.555393 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ab7fb7f4-9f04-4b67-a152-c375d148113c req-8a0a598d-062e-4427-8d3a-2a94129fb846 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227837 May 05 17:25:26.729284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd1b1c4-4c3c-432d-a501-506d85cbb2a9 req-795133d3-463d-4447-8d1f-8fefc9e4466a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:26.731829 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9dd1b1c4-4c3c-432d-a501-506d85cbb2a9 req-795133d3-463d-4447-8d1f-8fefc9e4466a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.1757674 May 05 17:25:26.778271 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9dd1b1c4-4c3c-432d-a501-506d85cbb2a9 req-74eb50e9-3e77-4c91-8720-842255fe82ec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409260 May 05 17:25:27.792967 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:25:27.931487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:25:27.946781 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'port_id': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'mac_address': 'fa:16:3e:43:43:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:25:27.985891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95170aff-f0f5-411f-92bb-63f6c30b78c9 req-f9b9e27e-03bf-4c13-8dc8-3684225f0e56 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:27.987432 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95170aff-f0f5-411f-92bb-63f6c30b78c9 req-f9b9e27e-03bf-4c13-8dc8-3684225f0e56 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 943 time: 0.0850127 May 05 17:25:28.003809 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:28.024579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:25:28.040145 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-95170aff-f0f5-411f-92bb-63f6c30b78c9 req-404e0270-916b-4dc0-b773-1ac1ebba9b94 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463862 May 05 17:25:28.040950 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:25:28.098211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:28.161708 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=9']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:25:28.441802 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:25:29.243015 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793deab-9bd0-4fc4-b1bf-2ac281f5711f req-c38cf167-6888-451d-8398-1e89bf2e7428 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:29.244504 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c793deab-9bd0-4fc4-b1bf-2ac281f5711f req-c38cf167-6888-451d-8398-1e89bf2e7428 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 944 time: 0.0840533 May 05 17:25:29.289759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c793deab-9bd0-4fc4-b1bf-2ac281f5711f req-5db75b0d-2331-43c9-b1a9-9468a19c2a2b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393631 May 05 17:25:29.803143 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:25:29.874743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:25:29.875110 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:29.987489 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:30.014058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:25:30.023490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:25:30.068688 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577d66a2-206d-47f4-9967-44dcb41c5ad3'] response: {'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'code': 200} May 05 17:25:30.076408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:30.145235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=10']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:25:30.476130 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-505beffb-d974-4182-bf6a-5e994645878b req-70d2a317-8ce0-4789-a226-308823b9e801 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0751421 May 05 17:25:30.494070 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550952b-0e14-49cc-8fae-02c7db09b25a req-26af059a-e804-4e45-b05b-8570043f3662 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:30.496202 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6550952b-0e14-49cc-8fae-02c7db09b25a req-26af059a-e804-4e45-b05b-8570043f3662 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.0846350 May 05 17:25:30.522834 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-505beffb-d974-4182-bf6a-5e994645878b req-f56c11cc-42b1-4cfa-b8f4-9992afe18a3e service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408874 May 05 17:25:30.541840 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6550952b-0e14-49cc-8fae-02c7db09b25a req-738d77db-4f20-440d-9c3b-9e372521c2f3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397327 May 05 17:25:31.757107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd740074-15d7-4c6b-89e2-a8ae93202ba9 req-3f604e44-7f65-489e-a96d-b4d3e824ca80 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:31.758571 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd740074-15d7-4c6b-89e2-a8ae93202ba9 req-3f604e44-7f65-489e-a96d-b4d3e824ca80 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.0853469 May 05 17:25:31.811235 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-dd740074-15d7-4c6b-89e2-a8ae93202ba9 req-c9e0c490-715b-4290-ad26-e1a90e86232c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470562 May 05 17:25:33.012623 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007524c8-8327-4a84-920e-452354c97128 req-ed53fa71-35a4-4f24-8100-dfd1d33f157e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:33.014110 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-007524c8-8327-4a84-920e-452354c97128 req-ed53fa71-35a4-4f24-8100-dfd1d33f157e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.0771065 May 05 17:25:33.066572 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-007524c8-8327-4a84-920e-452354c97128 req-ffc95894-0dec-4fa7-9e8d-791596190bba tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469050 May 05 17:25:34.265458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4251cda5-f5d2-4019-b59c-682e6c668de7 req-1e9a253d-690b-4c4f-b8bf-f36bb6fa1ee0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:25:34.266938 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4251cda5-f5d2-4019-b59c-682e6c668de7 req-1e9a253d-690b-4c4f-b8bf-f36bb6fa1ee0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.0751984 May 05 17:25:34.313887 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4251cda5-f5d2-4019-b59c-682e6c668de7 req-5590b925-c242-495e-8069-cc59f267c8f3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413430 May 05 17:25:34.366693 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:35.844145 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:25:50.293070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab51b-e162-40c7-b564-85ac8485652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:52.452491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-099179ae-c9d7-4a41-8deb-3be27bca552b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:53.749676 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:53.880630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:25:55.366689 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:04.372440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:12.848800 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:26:20.286528 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-67dff7cb-4901-4755-bf2c-e7513dc537ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:22.426914 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-249e7f8b-a8e0-466e-9d90-1519659a7069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:23.735710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:23.914530 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:25.392578 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:26.717254 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-da3f4956-dc6c-472d-9a98-fe6f6a090b61 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766926 May 05 17:26:26.852965 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-a4c878d7-eda1-4d92-9280-09f6adaf54c1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0684533 May 05 17:26:26.994659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-b2de69ad-4fb1-4459-9b54-8149fac97cbb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:26:26.996054 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-b2de69ad-4fb1-4459-9b54-8149fac97cbb service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1254404 May 05 17:26:27.177200 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-c3cfedae-8104-4eee-be5e-b5048ddbc049 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 1000 time: 0.1758392 May 05 17:26:27.241662 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-3971af7e-3554-4205-9d39-feba898a1732 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:26:27.243042 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-3971af7e-3554-4205-9d39-feba898a1732 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0596128 May 05 17:26:27.315931 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-61b41ea5-1cd9-4f62-accc-79100f2151ab service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678015 May 05 17:26:27.444881 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-1cbbc1d0-43ac-4b7f-a55a-9b62a421353a service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226020 May 05 17:26:27.575592 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6b46d855-ac17-497e-a6f9-35ba1fb0f9ea req-91db42a2-85c0-4375-8a99-8199447969d9 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250486 May 05 17:26:34.400501 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:49.848488 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:26:50.303391 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ad1bf2d4-bc17-48a6-babf-61da2e88d6bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:52.457443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a390e897-a38f-4ef2-a27c-1122cdf23927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:53.714709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:53.931365 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:26:55.405685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:04.369664 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:18.512298 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 32794) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:18.774135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Deleting port a2e005fb-f0a6-46de-aade-c386ed637a2f {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:27:18.774363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:18.943092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:18.943416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:19.060657 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Calling delete_port for a2e005fb-f0a6-46de-aade-c386ed637a2f owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:27:19.284365 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:19.327640 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event deleted for resources: {'Port': ['ID=a2e005fb-f0a6-46de-aade-c386ed637a2f,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:19.365226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.365573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.365911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.366249 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.366575 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.366900 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.367225 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.367572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.367901 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.368215 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.368530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:19.440572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:20.026638 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:27:20.232020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:27:20.242828 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:27:20.257051 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:27:20.257651 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:27:20.273995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-70b819b4-692c-4a94-b404-47aa11505cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:20.302971 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:20.356680 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-283dc7db-c632-457a-a611-6a388d3d51de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "DELETE /v2.0/floatingips/be24af94-640a-4931-96cc-15d473da861a HTTP/1.1" status: 204 len: 168 time: 1.8432913 May 05 17:27:20.357400 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:27:20.440481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:27:20.558759 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d18abb-f7d5-4dd3-854f-83104ea4186b'] response: {'name': 'network-changed', 'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'status': 'completed', 'code': 200} May 05 17:27:20.651694 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-b342ad19-530e-4fdd-a06d-ccfaf5b6f951 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 1099 time: 0.0719540 May 05 17:27:20.775391 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:27:20.779783 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:27:20.792371 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:27:20.792569 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400fd85-55df-4b07-9722-f4a99273f21c req-a0d3e910-4202-4bc1-8d08-2ecd31640d28 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:20.793157 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:26:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:27:20.793942 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-a0d3e910-4202-4bc1-8d08-2ecd31640d28 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1369727 May 05 17:27:20.898336 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-87abf39d-bf48-480d-9214-b2f489cdeb62 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 200 len: 217 time: 0.0970714 May 05 17:27:20.974171 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:27:20.979132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e400fd85-55df-4b07-9722-f4a99273f21c req-46069cf7-3f40-4baa-a3ac-b5b8cac277d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:20.980592 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-46069cf7-3f40-4baa-a3ac-b5b8cac277d2 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0748219 May 05 17:27:21.022585 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05050d15-4025-4e03-96e6-990d94e0ee28 req-a41c475e-eadd-47e0-bb87-2f0ffa752392 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:21.024298 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-05050d15-4025-4e03-96e6-990d94e0ee28 req-a41c475e-eadd-47e0-bb87-2f0ffa752392 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.1716130 May 05 17:27:21.096079 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-05050d15-4025-4e03-96e6-990d94e0ee28 req-085f9c2f-79c8-42ea-b694-19019b79dce1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595899 May 05 17:27:21.108990 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-d1e64042-4003-497f-9292-469d453bbdf0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1197846 May 05 17:27:21.120076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-8d1be7da-b60a-4eb8-a43f-89e3b9b1eb3b service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:27:21.121273 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-8d1be7da-b60a-4eb8-a43f-89e3b9b1eb3b service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055726 May 05 17:27:21.255667 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-d84b9948-4fc4-462e-9168-bc64504e9a44 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279056 May 05 17:27:21.327367 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:27:21.332023 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5349ceb5-4b53-417f-ace7-7b3448493fbd None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:27:21.391129 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e400fd85-55df-4b07-9722-f4a99273f21c req-c6bd64ce-0cb9-4e40-a3ec-855bfadc357c service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298716 May 05 17:27:21.562291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc22d856-7821-408b-9863-a400250f4040 None None] New status for floating IP be24af94-640a-4931-96cc-15d473da861a: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:27:22.293864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9630ca-b997-406c-bd04-dbc69cf3a9bd req-32a7e969-b3b1-45d7-9525-8e14698c7737 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:22.294574 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-9a9630ca-b997-406c-bd04-dbc69cf3a9bd req-32a7e969-b3b1-45d7-9525-8e14698c7737 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:27:22.365661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-9a9630ca-b997-406c-bd04-dbc69cf3a9bd req-32a7e969-b3b1-45d7-9525-8e14698c7737 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:27:22.366869 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a9630ca-b997-406c-bd04-dbc69cf3a9bd req-32a7e969-b3b1-45d7-9525-8e14698c7737 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.1477304 May 05 17:27:22.417623 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9a9630ca-b997-406c-bd04-dbc69cf3a9bd req-5761a06a-0b8e-41fd-b1be-cf5af718b442 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450330 May 05 17:27:22.432145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-24fa6a1b-2475-4b28-bd65-f1d6e8399dba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:22.472146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-12e4ff1b-9529-4a49-b99f-9d01d7c7a3f1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:22.473563 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-12e4ff1b-9529-4a49-b99f-9d01d7c7a3f1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 946 time: 0.0793679 May 05 17:27:22.540791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Deleting port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:27:22.541134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:22.881556 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] For port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:27:22.881907 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:23.006770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Calling delete_port for 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:27:23.217167 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:23.268908 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event deleted for resources: {'Port': ['ID=1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:23.310064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.310407 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.310797 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.311124 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.311444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.311783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.312096 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.312408 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.312717 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.313024 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.313330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:27:23.349878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] No DVR routers for this DVR port 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:27:23.352222 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:23.354656 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-deleted', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:27:23.421833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-71a53cf6-097e-49b6-81f3-17f4fa1eefb5 req-88caac47-7446-404d-b76d-fcc89d5349c2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "DELETE /v2.0/ports/1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 HTTP/1.1" status: 204 len: 173 time: 0.9429398 May 05 17:27:23.523739 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e7a2d8-2ce1-4894-9fbf-ee0ce2974d53'] response: {'server_uuid': 'f64e0dcc-e98b-4763-8f72-d60369789fe6', 'name': 'network-vif-deleted', 'tag': '1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3', 'status': 'completed', 'code': 200} May 05 17:27:23.596238 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8b6e6fa7-89d4-46a5-af5a-6eaa6c6ae079 req-87318a19-5282-4ac6-bf3a-b519a8d8915d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=f64e0dcc-e98b-4763-8f72-d60369789fe6 HTTP/1.1" status: 200 len: 210 time: 0.0415883 May 05 17:27:23.725905 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:23.948379 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:24.702370 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 32826) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:24.772573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11f8bf53-7c7d-4741-a95d-de55525db32e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:24.802295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11f8bf53-7c7d-4741-a95d-de55525db32e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:24.937338 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11f8bf53-7c7d-4741-a95d-de55525db32e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:24.960005 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8bf53-7c7d-4741-a95d-de55525db32e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:25.026050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-11f8bf53-7c7d-4741-a95d-de55525db32e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:25.030061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-11f8bf53-7c7d-4741-a95d-de55525db32e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "DELETE /v2.0/security-groups/4c087c80-4e4b-4d9b-afa2-42f0dd12f0c7 HTTP/1.1" status: 204 len: 168 time: 0.3267133 May 05 17:27:25.377686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:25.533785 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32836) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:25.539458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674879989', 'description': 'tempest-secgroup-smoke-674879989 description', 'project_id': '7a7a4cb20019421883bba4ed774081dc'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:25.545521 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:25.550248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:25.553118 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:25.558918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:25.640234 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:25.677820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:25.681604 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:25.684366 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:25.690347 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:25.769135 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:25.811384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:25.855485 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84657039-e113-47ac-9b30-68decdb5a61e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:25.948193 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:25.949444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5fe03f28-e13a-4674-b678-2a2e2e7b850b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4146628 May 05 17:27:25.952260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32840) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:25.958666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '84657039-e113-47ac-9b30-68decdb5a61e', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:25.964921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:25.968779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:25.972520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:25.978213 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:26.035519 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.096740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.154258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.179099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59248bc2-d284-469e-8692-082b2e625c25,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:26.243591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.244784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6eaf0f40-4545-4455-9c42-a1e40a0e4582 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2915576 May 05 17:27:26.247561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32844) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:26.253605 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '84657039-e113-47ac-9b30-68decdb5a61e', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:26.259594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:26.263480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:26.266424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:26.273468 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:26.350427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:27:26.365239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.385514 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:27:26.386209 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 1f7e2574-40bf-4b4c-96a8-cfdb5aaffba3 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:27:26.426927 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.502999 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.528744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94bea409-aa9e-4b3d-a0fc-5239140a4757,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:26.609369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.610511 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-83648289-9a78-4319-bbdd-11fbc6d9f576 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3620059 May 05 17:27:26.613973 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32848) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:26.619372 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '84657039-e113-47ac-9b30-68decdb5a61e', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:26.625587 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:26.629481 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:26.633059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:26.639031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:26.732774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.796298 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.850803 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:27:26.874093 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.898716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976ff343-dace-4269-8538-f149b3245a72,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:26.986922 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:26.988209 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-eff5839e-1695-4b26-a1e1-3548899bf784 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3733397 May 05 17:27:26.990918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32852) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:26.996411 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '84657039-e113-47ac-9b30-68decdb5a61e', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:27.003229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:27.009451 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:27.009811 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:27.015444 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:27.095701 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.158209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.234005 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.260003 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c65cd40-5244-43ed-87da-73bd1bcf4007,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:27.343008 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.344323 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-4c16f6b4-1183-4661-9569-aa0c57bf5ef1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3523445 May 05 17:27:27.347273 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32856) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:27.352603 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '84657039-e113-47ac-9b30-68decdb5a61e', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:27.358602 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:27.363194 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:27.366466 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:27.372352 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:27.445858 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Project 7a7a4cb20019421883bba4ed774081dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:27:27.452427 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.518730 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.571467 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.599229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb61e3b4-22fb-4d9a-809e-82fb167b8b56,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:27.661157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.662431 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-554903b1-279b-4e65-80b2-6920f335ec83 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3141849 May 05 17:27:27.665145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 32860) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:27:27.670511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'security_group_rule': {'security_group_id': '84657039-e113-47ac-9b30-68decdb5a61e', 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:27.677064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:27.680812 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:security_group_rule and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:27:27.683694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:27:27.689902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:27.763860 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Project 7a7a4cb20019421883bba4ed774081dc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:27:27.770527 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.836289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.906623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:27.932205 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afdb44a-4d14-40f1-8c37-35a23a4bcf6e,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:28.026699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:28.027887 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5ae3a2b9-c91b-4e76-9b24-d9c0dc9f67dc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3618331 May 05 17:27:35.142883 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:50.348096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8f877b11-2bfc-49e4-99de-21fee4887836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:52.428036 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6c269ad5-5b23-4e86-bc23-cd0085955797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:53.719560 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:53.913916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:54.069313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-19dd2b6d-e295-4448-b97e-d5c4f4c90e1b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:27:54.130953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-19dd2b6d-e295-4448-b97e-d5c4f4c90e1b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:27:54.132210 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-19dd2b6d-e295-4448-b97e-d5c4f4c90e1b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674879989&fields=id&tenant_id=7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 267 time: 0.1042879 May 05 17:27:54.283347 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5abf98fc-e277-4da8-8bb9-ae5b20ced52a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:54.284728 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5abf98fc-e277-4da8-8bb9-ae5b20ced52a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 809 time: 0.1459627 May 05 17:27:54.302368 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-468a897e-88ec-4292-a1ab-6481fcf41abf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/quotas/7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 375 time: 0.0116017 May 05 17:27:54.382176 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-0ae16f38-8135-4c83-a5e0-cf467dcc0758 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0746496 May 05 17:27:54.397729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-236990bc-2bcc-4a1d-82e1-09065e4869aa service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84818) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:27:54.398659 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-236990bc-2bcc-4a1d-82e1-09065e4869aa service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0056965 May 05 17:27:54.527175 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-cd191f2d-5f82-48a3-b3bf-acf613104d5f service neutron] 10.222.0.70 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228979 May 05 17:27:54.657266 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-eda8822f-a91c-4e2f-a77f-ac6302a07b37 service neutron] 10.222.0.70 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244376 May 05 17:27:55.386280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:56.279929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-9b04e9b0-60e6-4449-be26-7a3e0d4f148e req-ac1b47c1-7187-49db-83aa-d5f453b4c006 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:27:56.363918 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-9b04e9b0-60e6-4449-be26-7a3e0d4f148e req-ac1b47c1-7187-49db-83aa-d5f453b4c006 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:27:56.365245 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9b04e9b0-60e6-4449-be26-7a3e0d4f148e req-ac1b47c1-7187-49db-83aa-d5f453b4c006 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 210 time: 0.1293266 May 05 17:27:57.531553 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-8d09d822-6241-4940-a9b8-a724f606d6f0 req-838c442d-3aee-492d-af8b-c9b24e3ee33a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 210 time: 0.0466185 May 05 17:27:58.279413 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-129287f0-bed0-4eb3-a410-3c96d6f731cb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:58.280875 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-129287f0-bed0-4eb3-a410-3c96d6f731cb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 809 time: 0.1431687 May 05 17:27:58.337690 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-08efc6fd-994e-45de-8e5e-a9b164ca6e5d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:27:58.349010 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-08efc6fd-994e-45de-8e5e-a9b164ca6e5d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:27:58.350630 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-08efc6fd-994e-45de-8e5e-a9b164ca6e5d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 379 time: 0.0578487 May 05 17:27:58.358545 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'port': {'device_id': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'admin_state_up': True, 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'security_groups': ['84657039-e113-47ac-9b30-68decdb5a61e']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:58.496437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:27:58.506156 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:27:58.600314 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Made reservation on behalf of 7a7a4cb20019421883bba4ed774081dc for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:27:58.604035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:58.724189 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cc23bf6a-10a6-4c98-9cbc-44226e37dea0 req-4382d9c9-ec14-4b4f-b62f-432a12a16fba tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 210 time: 0.0559132 May 05 17:27:58.812402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Allocated IP 172.20.0.6 (3a670c47-fa4e-4fd4-a6ba-5fb1e3385078/e64953da-47e1-4088-9bbf-56f225907149/7249366d-696d-4718-82a2-bb424de43d80) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:27:59.085774 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:59.101260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Transition to ACTIVE for port object 7249366d-696d-4718-82a2-bb424de43d80 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:27:59.183076 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:59.258734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:27:59.261685 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:27:59.265778 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:27:59.297313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:27:59.332992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:59.333609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:59.451476 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-96701fe8-63d7-4e46-8eb1-7285051e6f13 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0964482 May 05 17:27:59.463275 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Request body: {'port': {'device_id': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:27:59.577212 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:59.586643 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dbcc1ed-0bf5-458e-8368-74c4d70e6122 None None] Provisioning for port 7249366d-696d-4718-82a2-bb424de43d80 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:27:59.592552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9dbcc1ed-0bf5-458e-8368-74c4d70e6122 None None] Provisioning complete for port 7249366d-696d-4718-82a2-bb424de43d80 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:27:59.596925 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9dbcc1ed-0bf5-458e-8368-74c4d70e6122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:59.648225 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9dbcc1ed-0bf5-458e-8368-74c4d70e6122 None None] Port 7249366d-696d-4718-82a2-bb424de43d80 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:27:59.923953 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7249366d-696d-4718-82a2-bb424de43d80 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:27:59.931130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:27:59.942024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc81b11-5d45-41b4-905c-e8d5914467b1 req-74aa7479-35b0-44b9-a406-a74eccfbaad9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:27:59.944119 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bdc81b11-5d45-41b4-905c-e8d5914467b1 req-74aa7479-35b0-44b9-a406-a74eccfbaad9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 931 time: 0.0810580 May 05 17:27:59.946445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Transition to ACTIVE for port object 7249366d-696d-4718-82a2-bb424de43d80 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:27:59.992005 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-bdc81b11-5d45-41b4-905c-e8d5914467b1 req-eac3a4f2-b6fa-4a01-b73b-80f2c2f6df07 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419421 May 05 17:28:00.022884 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:00.147801 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:28:00.269000 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Attempting to bind port 7249366d-696d-4718-82a2-bb424de43d80 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:28:00.269332 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Attempting to bind port 7249366d-696d-4718-82a2-bb424de43d80 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:28:00.269653 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Attempting to bind port 7249366d-696d-4718-82a2-bb424de43d80 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:28:00.275530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Port 7249366d-696d-4718-82a2-bb424de43d80 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:28:00.275841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Attempting to bind port 7249366d-696d-4718-82a2-bb424de43d80 on network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:28:00.282041 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:28:00.282384 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Checking segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:28:00.282743 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Bound using segment: {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:28:00.283199 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Bound port: 7249366d-696d-4718-82a2-bb424de43d80, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90d3a40d-a827-4543-bc18-db68e7bb0909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 782, 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:28:00.283564 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:00.371689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:28:00.376715 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:28:00.484144 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:00.548675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:00.549901 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] 10.222.0.71 "PUT /v2.0/ports/7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1093 time: 1.0917497 May 05 17:28:00.550321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:28:00.570088 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085bc85-0053-4d90-a564-928fa2a68fff service neutron] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:28:00.616173 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b570332b-b9b2-4be3-a258-af0ea54c8a42'] response: {'name': 'network-changed', 'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'status': 'completed', 'code': 200} May 05 17:28:00.704488 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbac72b-b30a-46d1-8ce4-3b714e618615 req-4943ea75-ea0c-40d4-a29e-05594040c618 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1096 time: 0.0740871 May 05 17:28:00.851064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac72b-b30a-46d1-8ce4-3b714e618615 req-b9585a03-e813-4460-b49e-b09b5b7c7406 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:00.852456 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbac72b-b30a-46d1-8ce4-3b714e618615 req-b9585a03-e813-4460-b49e-b09b5b7c7406 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=7a7a4cb20019421883bba4ed774081dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1409523 May 05 17:28:00.987436 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbac72b-b30a-46d1-8ce4-3b714e618615 req-f1f1b9dd-0ff5-47f5-bfea-6d69dc32f872 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:00.988809 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5bbac72b-b30a-46d1-8ce4-3b714e618615 req-f1f1b9dd-0ff5-47f5-bfea-6d69dc32f872 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306696 May 05 17:28:01.098923 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-a5e13432-ab96-4090-b66e-1e7d573620bf service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1096 time: 0.0755358 May 05 17:28:01.166913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-69236a33-1ea2-41be-a556-cd79e14390ff service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 217 time: 0.0615172 May 05 17:28:01.201358 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67164fac-54b6-4f81-a7ad-8318d8540dd7 req-c03c1fe3-ec9d-421c-8980-7224f2a34d4f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:01.202835 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-67164fac-54b6-4f81-a7ad-8318d8540dd7 req-c03c1fe3-ec9d-421c-8980-7224f2a34d4f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0819218 May 05 17:28:01.251817 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-67164fac-54b6-4f81-a7ad-8318d8540dd7 req-23fd6a65-2b2c-45e9-a467-39f2f2b54fea tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433338 May 05 17:28:01.319344 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-7899a22b-302f-4e29-883d-60bbaa283321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:01.320894 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-7899a22b-302f-4e29-883d-60bbaa283321 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.1489043 May 05 17:28:01.393424 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-3b588cbd-896a-46fa-a2ce-a6aabcc3698b service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669591 May 05 17:28:01.524579 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-2a73968d-47a1-4a39-9bca-72dee72def1e service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244934 May 05 17:28:01.657007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-fb0a8583-fc8c-4bc4-9d27-36ec148340f6 req-fdb8eb37-b964-426a-bb11-0564fc31f621 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269095 May 05 17:28:02.461726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c783d5-7812-48fe-a36d-aedb222539aa req-7677054a-dc37-4ae2-92b5-3a2d83713766 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:02.462440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-30c783d5-7812-48fe-a36d-aedb222539aa req-7677054a-dc37-4ae2-92b5-3a2d83713766 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:28:02.549784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-30c783d5-7812-48fe-a36d-aedb222539aa req-7677054a-dc37-4ae2-92b5-3a2d83713766 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:28:02.549784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-30c783d5-7812-48fe-a36d-aedb222539aa req-7677054a-dc37-4ae2-92b5-3a2d83713766 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.1653929 May 05 17:28:02.593344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-30c783d5-7812-48fe-a36d-aedb222539aa req-41c5cb5b-ba9a-485e-aab9-8a9344c2983a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407188 May 05 17:28:03.789333 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44848ba7-1d98-49cf-bbf2-ab4c49b20be5 req-16193cc9-5e28-4f08-ab69-8a663ed247cb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:03.790835 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-44848ba7-1d98-49cf-bbf2-ab4c49b20be5 req-16193cc9-5e28-4f08-ab69-8a663ed247cb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0771160 May 05 17:28:03.836849 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-44848ba7-1d98-49cf-bbf2-ab4c49b20be5 req-1d216949-af85-4c10-9016-139be37f700e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403523 May 05 17:28:03.851601 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:28:04.410815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:05.034195 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1789e98-6cc6-4dd3-af86-ca332bce598b req-24181929-e028-464e-ab96-d8c5534e15bb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:05.035576 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d1789e98-6cc6-4dd3-af86-ca332bce598b req-24181929-e028-464e-ab96-d8c5534e15bb tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0772691 May 05 17:28:05.082932 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d1789e98-6cc6-4dd3-af86-ca332bce598b req-caacffec-cd3f-4f05-adbf-112ddee78f7c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410242 May 05 17:28:06.284302 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa58900e-bef6-4726-9d12-e044ac1e700c req-11b383f0-7c51-4763-9f6c-e6bbb07a93f0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:06.285752 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa58900e-bef6-4726-9d12-e044ac1e700c req-11b383f0-7c51-4763-9f6c-e6bbb07a93f0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0810122 May 05 17:28:06.332586 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa58900e-bef6-4726-9d12-e044ac1e700c req-f75caf73-ce74-4a32-a23d-a9326aa0f5f3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398262 May 05 17:28:07.531825 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba1e46-12c1-433f-b235-bc704a67b383 req-f83d1bc9-3e29-4dec-afd9-f718f642f7ec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:07.533318 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c5ba1e46-12c1-433f-b235-bc704a67b383 req-f83d1bc9-3e29-4dec-afd9-f718f642f7ec tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0800924 May 05 17:28:07.578914 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c5ba1e46-12c1-433f-b235-bc704a67b383 req-774eedfd-cd82-45c9-b323-5e3c08e82b4f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396111 May 05 17:28:08.775569 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fee05c3-aab6-41be-bb94-f1f2c8bb50c3 req-e1a728b5-47a9-49fd-8e3b-0b5c3b9bf2f6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:08.777033 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1fee05c3-aab6-41be-bb94-f1f2c8bb50c3 req-e1a728b5-47a9-49fd-8e3b-0b5c3b9bf2f6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0776885 May 05 17:28:08.822751 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1fee05c3-aab6-41be-bb94-f1f2c8bb50c3 req-9a15905e-d2db-4ed5-aee7-a903657125fa tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400188 May 05 17:28:10.174455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e49518-f728-4be0-9e82-350d49f6d256 req-526ea0a4-32b8-4bad-89bb-3764e704ede2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:10.175931 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-43e49518-f728-4be0-9e82-350d49f6d256 req-526ea0a4-32b8-4bad-89bb-3764e704ede2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0764935 May 05 17:28:10.224751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-43e49518-f728-4be0-9e82-350d49f6d256 req-6ff27252-470f-49aa-b4f1-d1f99acae8bd tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425842 May 05 17:28:10.662507 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:28:10.802607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:28:10.816731 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '7249366d-696d-4718-82a2-bb424de43d80', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'port_id': '7249366d-696d-4718-82a2-bb424de43d80', 'mac_address': 'fa:16:3e:5a:b0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:28:10.869888 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:10.887042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7249366d-696d-4718-82a2-bb424de43d80 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:28:10.901713 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:28:10.959378 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:11.023323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:28:11.031541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.031882 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.032211 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.032536 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.032861 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.033181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.033499 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.033813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.034126 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.034436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.034752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:28:11.272328 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['7249366d-696d-4718-82a2-bb424de43d80'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:28:11.521939 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2733ba97-0a06-4a74-bffc-485008ac0d33 req-c6f089b5-eeaf-411d-961b-6a0ad5908464 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:11.523334 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2733ba97-0a06-4a74-bffc-485008ac0d33 req-c6f089b5-eeaf-411d-961b-6a0ad5908464 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 944 time: 0.1759338 May 05 17:28:11.569768 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2733ba97-0a06-4a74-bffc-485008ac0d33 req-0edbdbca-8805-4969-9304-371dfc27eda3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397966 May 05 17:28:12.666603 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:28:12.781260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5562d6d4-7a03-4c18-ad34-e2912b66559c req-588d1476-0523-4136-a7fc-e37458ce1e5c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:12.783518 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5562d6d4-7a03-4c18-ad34-e2912b66559c req-588d1476-0523-4136-a7fc-e37458ce1e5c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 944 time: 0.0782998 May 05 17:28:12.799344 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 7249366d-696d-4718-82a2-bb424de43d80 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:28:12.805830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 7249366d-696d-4718-82a2-bb424de43d80 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:28:12.806400 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:12.832831 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5562d6d4-7a03-4c18-ad34-e2912b66559c req-16587ef6-c545-4293-a328-828f8d1e0073 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403883 May 05 17:28:12.924848 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:12.951235 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:28:12.962382 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:28:13.006181 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc8b12e1-06ba-4302-99dc-fb0bbb22753a'] response: {'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'code': 200} May 05 17:28:13.032420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:13.108734 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:28:13.414305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e003c39-5ff5-451d-a7d4-9fb95a6896c8 req-313fede7-f8f3-4265-b34f-03c87371afa4 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0735786 May 05 17:28:13.454898 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e003c39-5ff5-451d-a7d4-9fb95a6896c8 req-5714d78e-29e6-4809-ac1d-2427cbeaee96 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352297 May 05 17:28:14.034132 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2e7de-3e87-4449-a860-4a84ed94e8f3 req-d99d1607-07d6-4a29-8144-9711b62acb5d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:14.035707 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cce2e7de-3e87-4449-a860-4a84ed94e8f3 req-d99d1607-07d6-4a29-8144-9711b62acb5d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0792305 May 05 17:28:14.080883 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cce2e7de-3e87-4449-a860-4a84ed94e8f3 req-eb55028d-9842-45ec-919e-6cd0f8802f0c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 May 05 17:28:15.287319 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ea795-1c05-4f5b-b020-d0374f328703 req-d6d0962d-e1de-4b72-99ae-5c3b318d417d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:15.288799 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa4ea795-1c05-4f5b-b020-d0374f328703 req-d6d0962d-e1de-4b72-99ae-5c3b318d417d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0822897 May 05 17:28:15.335604 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa4ea795-1c05-4f5b-b020-d0374f328703 req-fcc7bd95-06c6-4d00-884e-863f286b1dc2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409069 May 05 17:28:15.530830 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ee197-da4c-4206-979d-e9f795263297 req-bfb10955-457b-4adc-b75f-47cc5732ff26 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:15.532517 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-826ee197-da4c-4206-979d-e9f795263297 req-bfb10955-457b-4adc-b75f-47cc5732ff26 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0791681 May 05 17:28:15.578752 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-826ee197-da4c-4206-979d-e9f795263297 req-d28cab0d-600a-4aa0-95dd-f371816b1089 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407536 May 05 17:28:15.606934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33064) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:28:15.746562 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6683af9c-6436-45c5-b681-bb5de503f4f4 tempest-TestShelveInstance-982975988 tempest-TestShelveInstance-982975988-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1093 time: 0.1384680 May 05 17:28:15.749199 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33070) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:28:15.754320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '7249366d-696d-4718-82a2-bb424de43d80', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:28:15.759964 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:28:15.763744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Usage tracker for resource:floatingip and tenant:7a7a4cb20019421883bba4ed774081dc is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:28:15.766504 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:28:15.772134 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:28:15.856519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:15.992537 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:16.129566 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Allocated IP 172.26.2.141 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/be488426-2c24-4063-b700-35a33894c302) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:28:16.275331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:16.433902 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:16.499838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:28:16.502466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:28:16.506153 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:28:16.539861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'Port': ['ID=be488426-2c24-4063-b700-35a33894c302,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:28:17.017363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:17.167716 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:17.370360 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:17.439296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:17.634304 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event updated for resources: {'Port': ['ID=be488426-2c24-4063-b700-35a33894c302,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:28:17.649234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:17.839731 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Floating IP 445bdba4-649c-4f6a-8d12-afb50051f8b6 associated. External IP: 172.26.2.141, port: 7249366d-696d-4718-82a2-bb424de43d80. May 05 17:28:18.225451 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:28:18.422909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:28:18.432949 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:28:18.444432 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:28:18.445117 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:28:18.512326 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:18.580673 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fdc02daf-8403-41b4-ac96-a00402ed00f4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8303311 May 05 17:28:18.581793 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:28:18.636865 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb096647-c3bb-4e8c-a263-794d0fb063a9'] response: {'name': 'network-changed', 'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'status': 'completed', 'code': 200} May 05 17:28:18.724765 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-1a5f3cdd-48e1-4108-a3ca-9fc556e0947b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0681560 May 05 17:28:18.778033 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:28:18.855278 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-a658244a-afeb-4bc2-b488-de0824c244dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:18.856745 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-a658244a-afeb-4bc2-b488-de0824c244dd service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1265244 May 05 17:28:18.959937 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-cdf87e77-668b-4816-bfd1-c0fb5c6dd463 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 999 time: 0.0977581 May 05 17:28:19.026552 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-b551398a-be42-4595-bba7-278c8cc01ac1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:19.028234 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-b551398a-be42-4595-bba7-278c8cc01ac1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0636036 May 05 17:28:19.103345 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-beb578cf-847a-4520-980a-a49289a22f22 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700338 May 05 17:28:19.176578 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '445bdba4-649c-4f6a-8d12-afb50051f8b6', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'floating_ip_address': '172.26.2.141', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'port_id': '7249366d-696d-4718-82a2-bb424de43d80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'mac_address': 'fa:16:3e:5a:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:28:16Z', 'updated_at': '2022-05-05T17:28:16Z', 'revision_number': 0, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:28:19.181358 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:28:19.192480 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:28:19.193115 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:27:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:28:19.318640 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-43a79c22-9073-4cb8-befa-1c87d5aaab01 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096455 May 05 17:28:19.375015 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:28:19.453627 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0f040ff6-d2db-4461-9a13-c5abe19989dc req-a344670e-04b5-459b-81ba-9f5532f5a9c7 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293514 May 05 17:28:19.754219 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '445bdba4-649c-4f6a-8d12-afb50051f8b6', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'floating_ip_address': '172.26.2.141', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'port_id': '7249366d-696d-4718-82a2-bb424de43d80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'mac_address': 'fa:16:3e:5a:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:28:16Z', 'updated_at': '2022-05-05T17:28:16Z', 'revision_number': 0, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:28:19.758674 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bb9a1fa-e3de-4725-9dd5-9adfc22f5f35 None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '445bdba4-649c-4f6a-8d12-afb50051f8b6', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'floating_ip_address': '172.26.2.141', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'port_id': '7249366d-696d-4718-82a2-bb424de43d80', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'mac_address': 'fa:16:3e:5a:b0:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:28:16Z', 'updated_at': '2022-05-05T17:28:16Z', 'revision_number': 0, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:28:19.953251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e820d7b-540b-4411-8619-9ff7ac4ad906 None None] New status for floating IP 445bdba4-649c-4f6a-8d12-afb50051f8b6: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:28:20.319101 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b22117ec-96a1-4189-bafc-97b83f66f21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:22.456025 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4e77b40d-16f9-4e0c-bbf0-26476972e32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:23.707821 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:23.907277 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:25.433175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:30.714751 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-cde71157-f163-4f96-90a5-b2e6bdc8884e service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0705953 May 05 17:28:30.862865 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-a20dbd7c-356b-402f-99af-562ac8503bf9 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0758765 May 05 17:28:31.002190 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-f7fa86b5-206d-4d2d-bae1-184d4660fc5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:31.003521 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-f7fa86b5-206d-4d2d-bae1-184d4660fc5f service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1253681 May 05 17:28:31.107019 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-6c92fb54-43b9-4bed-b627-89f5cc18b46e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1001 time: 0.0966363 May 05 17:28:31.166336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-dc9fd708-4756-4f93-b9de-c3500a08bc7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:28:31.168537 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-dc9fd708-4756-4f93-b9de-c3500a08bc7e service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0566750 May 05 17:28:31.243372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-00938d7b-c661-43ff-8ac6-5783ff3f940c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690458 May 05 17:28:31.371943 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-45572d7a-d439-4746-8170-46dcf1ca7cb0 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230264 May 05 17:28:31.502961 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-eaefe6e7-7422-4c5f-97f8-cd8733af4f50 req-c42153a3-ecfb-4d9f-a007-57e8b821070f service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247482 May 05 17:28:34.376081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:40.853961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:28:50.311818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f4987c29-c92f-4626-9362-73d495179a2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:52.461801 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-17fc48f1-5dcb-43c9-a2dd-b13abd746160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:53.741293 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:53.901840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:28:55.467509 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:04.387265 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:17.854042 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:29:20.307089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b062846a-8607-4fb8-9b40-2cf9bc9c9ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:22.437990 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0a99b87c-fba2-4585-a1a6-4b2ea2733993 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:24.077006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:24.077006 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:25.432326 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:30.775015 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-4976b7ff-a99d-4413-b534-856d62800e65 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1373563 May 05 17:29:30.913744 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-7bdbbe36-a932-4ae4-acc6-7a59f68ec1b0 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0687299 May 05 17:29:31.066756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-9ed78513-bbe9-4d60-9b7c-4cd110271934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:29:31.067766 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-9ed78513-bbe9-4d60-9b7c-4cd110271934 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1330347 May 05 17:29:31.173574 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-ed874017-302f-408b-ad5f-80d40a45ac10 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1001 time: 0.0994797 May 05 17:29:31.237966 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-a65889e7-59e1-49f7-87b2-336bce9376db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:29:31.239394 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-a65889e7-59e1-49f7-87b2-336bce9376db service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0605307 May 05 17:29:31.312304 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-e93dc4d6-5f93-4487-9cf2-4e9bcff76f7f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672021 May 05 17:29:31.523393 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-a6f41319-1e31-4619-8f14-d7f739be9c90 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043300 May 05 17:29:31.652434 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e616855-20f2-402d-95d0-03ee57d67a23 req-245b31f6-4425-4a7d-92b3-7315c89c8ce4 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230383 May 05 17:29:34.432217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:50.278221 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7fec15b7-4901-4cc4-9df8-b4c66b5a531f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:52.437613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-20a166ab-6549-46b3-9f83-5ed87cb9220c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:53.717710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:53.923468 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:29:54.851591 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:29:55.410158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:04.363124 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:20.277488 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7dcd9d7-6c57-42de-92b6-cfd44466b2ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:22.448913 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2482d8f8-5e42-4749-8e67-0da21856fcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:23.723784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:23.934580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:25.408928 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:31.705251 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-af75daa3-0a92-4502-b70c-0e7809b88693 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0680633 May 05 17:30:31.843714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-2c2ab39d-e289-445a-9d96-584116d6c6ce service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0717435 May 05 17:30:31.853250 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:30:31.985736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-eb027dcf-ab43-4ef1-be71-a27e9eb7c7be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:30:31.987120 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-eb027dcf-ab43-4ef1-be71-a27e9eb7c7be service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1250598 May 05 17:30:32.095279 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-b39f5886-d472-4329-91f0-3e2063abb6e3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1001 time: 0.1016428 May 05 17:30:32.155303 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-febd625c-4303-4ddc-971d-59fa5dfa16e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:30:32.156729 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-febd625c-4303-4ddc-971d-59fa5dfa16e0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0554113 May 05 17:30:32.230344 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-df9719e6-8da9-4224-8f27-5df7b46c563a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670345 May 05 17:30:32.362132 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-2b486d47-88bf-4eef-b791-dd59969714d6 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258783 May 05 17:30:32.490154 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4574ac3d-1395-4d3a-99ad-306e102f47df req-a23e474e-e3fa-425d-bf3a-d2ccae8a622e service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217475 May 05 17:30:34.413786 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:50.282194 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ad1e514b-744f-4299-8edf-d421cc15df01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:52.431201 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-90a077ab-153e-4155-94de-43e8b5ca51fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:53.739761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:53.940467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:55.402785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:30:58.173706 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04d053e-3309-4f48-94ea-bb5e420a21c1 req-55a53058-6580-4e77-9ce9-daf356eb59de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:30:58.175163 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d04d053e-3309-4f48-94ea-bb5e420a21c1 req-55a53058-6580-4e77-9ce9-daf356eb59de tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.1850204 May 05 17:30:58.221130 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d04d053e-3309-4f48-94ea-bb5e420a21c1 req-77456ff8-a85e-473b-84e9-5a5c67c670c3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399959 May 05 17:30:59.504279 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4230b-40a2-449b-b16b-fa47d6cd67ed req-79ea9c06-3c38-4687-bc10-1213c3ddc23c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:30:59.508594 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5fc4230b-40a2-449b-b16b-fa47d6cd67ed req-79ea9c06-3c38-4687-bc10-1213c3ddc23c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.1615245 May 05 17:30:59.551906 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5fc4230b-40a2-449b-b16b-fa47d6cd67ed req-a760c809-0654-475a-8bd9-beb661cb9630 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404840 May 05 17:31:00.766241 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04733a11-654b-4609-ab15-c07a0173a1b4 req-cfec675b-5ed4-4fe7-910d-b4b772013ae1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:00.767712 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04733a11-654b-4609-ab15-c07a0173a1b4 req-cfec675b-5ed4-4fe7-910d-b4b772013ae1 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0774946 May 05 17:31:00.812882 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-04733a11-654b-4609-ab15-c07a0173a1b4 req-159132e8-6960-45b8-a1ff-a9cb765a1e3b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395515 May 05 17:31:02.020794 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8cc879-9a4c-4657-8f9d-2c5115fc6eed req-b45d66b1-9762-4a63-aa34-32b95cb81f9e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:02.022223 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ee8cc879-9a4c-4657-8f9d-2c5115fc6eed req-b45d66b1-9762-4a63-aa34-32b95cb81f9e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0746868 May 05 17:31:02.070602 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ee8cc879-9a4c-4657-8f9d-2c5115fc6eed req-b5aa2508-2cb3-46b1-9070-171a2f135c74 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426145 May 05 17:31:03.267610 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111c595b-e4f3-41b9-9861-a2f3a31ea286 req-09299156-5402-465b-bbc2-3b10333fdbbe tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:03.269069 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-111c595b-e4f3-41b9-9861-a2f3a31ea286 req-09299156-5402-465b-bbc2-3b10333fdbbe tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0779676 May 05 17:31:03.315553 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-111c595b-e4f3-41b9-9861-a2f3a31ea286 req-0b9e44b7-7a1c-4d25-8077-5c0024ad8e8b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402732 May 05 17:31:04.357177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:04.518637 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6295a-d037-4a61-b108-5c9b45c1f278 req-ee01b8f1-d1c3-4bd8-ac82-ab525e3689a5 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:04.520131 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-83d6295a-d037-4a61-b108-5c9b45c1f278 req-ee01b8f1-d1c3-4bd8-ac82-ab525e3689a5 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0764544 May 05 17:31:04.565854 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-83d6295a-d037-4a61-b108-5c9b45c1f278 req-bfb84471-b8f9-4c4e-98d1-022b63865127 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395787 May 05 17:31:05.771932 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0ea930-1070-4805-b9ed-fa520ef48aee req-b54989e2-c137-4bc9-8f6b-c3382d9e76b0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:05.773283 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e0ea930-1070-4805-b9ed-fa520ef48aee req-b54989e2-c137-4bc9-8f6b-c3382d9e76b0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0845733 May 05 17:31:05.822104 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7e0ea930-1070-4805-b9ed-fa520ef48aee req-efc30add-6afa-4cd5-85de-c262ad36311f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430267 May 05 17:31:07.020473 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82b02a-1489-4cfe-bd48-85b7b796e159 req-9fbc76c2-5ef8-479a-a782-c0ae6e2e00c3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:07.021904 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d82b02a-1489-4cfe-bd48-85b7b796e159 req-9fbc76c2-5ef8-479a-a782-c0ae6e2e00c3 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0791156 May 05 17:31:07.067019 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7d82b02a-1489-4cfe-bd48-85b7b796e159 req-000e215f-5bc5-46a9-a4ab-b57b670c340f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391703 May 05 17:31:08.268895 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabfd82-08af-4038-8052-ea48c5f3de36 req-107a0d77-4a12-4d9c-aa09-2719f64faa9f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:08.270320 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1dabfd82-08af-4038-8052-ea48c5f3de36 req-107a0d77-4a12-4d9c-aa09-2719f64faa9f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0776865 May 05 17:31:08.319241 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1dabfd82-08af-4038-8052-ea48c5f3de36 req-64211643-7111-4ccf-9b52-2c44fa880950 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427074 May 05 17:31:08.854908 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:31:09.520134 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6be2b6-7761-4a52-acee-14a620d1e44b req-16667580-145d-4919-9c75-2951bee34178 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:09.521500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad6be2b6-7761-4a52-acee-14a620d1e44b req-16667580-145d-4919-9c75-2951bee34178 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0780735 May 05 17:31:09.567246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ad6be2b6-7761-4a52-acee-14a620d1e44b req-ab5290c0-26b3-481d-813a-29061eb9068a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396411 May 05 17:31:10.765769 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec954a-d154-452b-963d-68ab124b1640 req-84dfceba-a693-47ca-a568-40d2a5e7ecac tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:10.767256 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-46ec954a-d154-452b-963d-68ab124b1640 req-84dfceba-a693-47ca-a568-40d2a5e7ecac tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0772789 May 05 17:31:10.812408 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-46ec954a-d154-452b-963d-68ab124b1640 req-03367ba4-24fd-42af-89d6-90c27e40b0c7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396459 May 05 17:31:12.014991 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3d2b-97c5-4e1d-a1aa-a1a3203ed32c req-b3f6471b-ebfa-47da-8fad-4b235a3ad746 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:12.016436 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d17f3d2b-97c5-4e1d-a1aa-a1a3203ed32c req-b3f6471b-ebfa-47da-8fad-4b235a3ad746 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0788226 May 05 17:31:12.063077 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d17f3d2b-97c5-4e1d-a1aa-a1a3203ed32c req-ed3d0b2d-b0ed-480d-95e1-734eb14a7f5f tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410480 May 05 17:31:13.192899 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-3e7ac0bf-d231-4b7d-ac6c-413aaa40042f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0684135 May 05 17:31:13.270054 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730380f-fa75-40ca-927d-fb6018074977 req-54e5ee52-53d1-46d6-8ae8-75b6438a917d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:13.271653 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9730380f-fa75-40ca-927d-fb6018074977 req-54e5ee52-53d1-46d6-8ae8-75b6438a917d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0829577 May 05 17:31:13.417736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-776c9e5c-e969-4514-8527-fb33d9d7b128 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:13.419149 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-776c9e5c-e969-4514-8527-fb33d9d7b128 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.2210231 May 05 17:31:13.420144 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9730380f-fa75-40ca-927d-fb6018074977 req-52d53995-e12d-4f38-b3bc-06016c327221 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427999 May 05 17:31:13.524049 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-f060e37b-74f0-4277-a603-d7ba636d9902 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1001 time: 0.0979128 May 05 17:31:13.587283 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-6aec5a4e-ea75-4749-8249-57dbe36d907b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:13.593247 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-6aec5a4e-ea75-4749-8249-57dbe36d907b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0594523 May 05 17:31:13.663216 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-72ad2a80-a0e3-4d9d-bac0-38222e9bc125 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687897 May 05 17:31:13.798498 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-6491ba8c-6c36-4787-b21c-04bfcb8e58ee service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292765 May 05 17:31:13.929784 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e4469ed7-f9cd-4631-afa1-0474e2be0674 req-55f08cd1-1356-4688-a0f1-ae48f23d0549 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260014 May 05 17:31:14.621103 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2784-9430-457c-b572-7ac77d5159ad req-10ede536-f837-4d53-b67f-4a9f5fbdf88d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:14.622546 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7fca2784-9430-457c-b572-7ac77d5159ad req-10ede536-f837-4d53-b67f-4a9f5fbdf88d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0819309 May 05 17:31:14.670319 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7fca2784-9430-457c-b572-7ac77d5159ad req-641d5645-6f84-44a0-9143-c5e6aad386ca tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402789 May 05 17:31:15.896136 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ed957-67bd-4f76-a209-5b229f66efed req-38c036d6-03cb-49cb-be34-2d7282f19e23 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:15.898678 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c0ed957-67bd-4f76-a209-5b229f66efed req-38c036d6-03cb-49cb-be34-2d7282f19e23 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.1010327 May 05 17:31:15.954739 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5c0ed957-67bd-4f76-a209-5b229f66efed req-d03d2d56-f579-4dd9-a695-e4e747043753 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498383 May 05 17:31:17.154663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e3189-7819-40dc-8dd7-52eb9cda2995 req-e2938409-9d83-407b-8650-f86dfb6f1738 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:17.156189 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-370e3189-7819-40dc-8dd7-52eb9cda2995 req-e2938409-9d83-407b-8650-f86dfb6f1738 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0786467 May 05 17:31:17.203736 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-370e3189-7819-40dc-8dd7-52eb9cda2995 req-6f5af312-6ff3-420d-a6ea-5975e7dcbb2a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 May 05 17:31:17.447090 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-5127ae4e-cce3-4df5-acb5-7235be8e2e4c req-65c55bae-2d2d-4f3c-8b80-d4cc3894b7f5 service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1270189 May 05 17:31:17.839878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958e543-5b58-49bb-b5ed-52f0249cb1b5 req-c9d8cdc9-1490-4b65-beed-b807bac3cddf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:17.841404 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0958e543-5b58-49bb-b5ed-52f0249cb1b5 req-c9d8cdc9-1490-4b65-beed-b807bac3cddf tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0868328 May 05 17:31:17.886730 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0958e543-5b58-49bb-b5ed-52f0249cb1b5 req-ef75395e-cf21-4dea-bbfb-bbd3bb4d7b8a tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396695 May 05 17:31:17.894182 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-5b0b40ab-2e22-4c64-9118-1d4f5e68611d service neutron] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1319387 May 05 17:31:19.086969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e1e1b5-c556-48d9-9907-68f403dc7732 req-8d59dd46-8a51-4bed-9897-1ee5c58f685c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:19.088941 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-67e1e1b5-c556-48d9-9907-68f403dc7732 req-8d59dd46-8a51-4bed-9897-1ee5c58f685c tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0797341 May 05 17:31:19.138322 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-67e1e1b5-c556-48d9-9907-68f403dc7732 req-9ab7e521-d010-45bc-b449-236aaa9b699e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437436 May 05 17:31:19.656359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:31:19.784548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:19.814430 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:31:19.825020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:31:19.897340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:19.945106 dv-neutron-840483-1-hyperv neutron-server[84820]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e79fa962-19ac-48a1-b2a3-befc588b011f']: {'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'code': 422} returned with failed status May 05 17:31:19.961464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:31:19.969751 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.970094 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.970431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.970762 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.971088 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.971409 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.971757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.972098 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.972395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.972717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:19.973031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:31:20.293548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-35d9c008-a49b-4afe-8140-81c7be9cb078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:20.338864 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e80231-a76e-4a04-abf4-efb9c0444312 req-162c2b77-a3db-4308-98b1-e63b61855f2e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:20.340336 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-63e80231-a76e-4a04-abf4-efb9c0444312 req-162c2b77-a3db-4308-98b1-e63b61855f2e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0772748 May 05 17:31:20.389034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-63e80231-a76e-4a04-abf4-efb9c0444312 req-3769a141-05b1-4df0-ba85-4acc67c719d4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431597 May 05 17:31:21.049303 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-84cb5b57-88b5-4185-a73f-9934f5269df3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&tenant_id=7a7a4cb20019421883bba4ed774081dc HTTP/1.1" status: 200 len: 1096 time: 0.0678627 May 05 17:31:21.140581 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-e6714a40-07d4-449d-854c-e95872603b7d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1096 time: 0.0707479 May 05 17:31:21.273075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-95cd3732-63cf-4cab-812a-b0036c028ba3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:21.274420 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-95cd3732-63cf-4cab-812a-b0036c028ba3 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1277344 May 05 17:31:21.376037 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-09c99189-605b-4ac5-996a-5ee1d002d2c3 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 999 time: 0.0953484 May 05 17:31:21.438153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-0f2f5826-d9e1-4f8b-8c3a-34debd9bb209 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:21.439625 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-0f2f5826-d9e1-4f8b-8c3a-34debd9bb209 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0580716 May 05 17:31:21.513473 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-615631f4-97db-4cc9-ae20-31ef44978c36 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685472 May 05 17:31:21.783512 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679845f0-1cbe-4442-bd51-82d486a66157 req-5300c16d-70b7-49d1-b248-35fe58953cc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:21.786007 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-679845f0-1cbe-4442-bd51-82d486a66157 req-5300c16d-70b7-49d1-b248-35fe58953cc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.2753274 May 05 17:31:21.786840 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-a74befbb-d9d0-40ec-848e-c495ea5dad91 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427807 May 05 17:31:21.917160 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-679845f0-1cbe-4442-bd51-82d486a66157 req-c814af1f-c3f5-4c9c-986d-c2f0b85fa7a7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261342 May 05 17:31:21.949618 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-07a97134-f004-4736-a6ac-ad0c97d3a2d7 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562920 May 05 17:31:22.430648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3693059f-9875-419c-8265-74c40023574e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:23.116189 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd91f54-ae76-4232-8d30-606d931c42a1 req-8fec5514-048f-4042-b0a1-19dcde3e21a2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:23.117658 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7dd91f54-ae76-4232-8d30-606d931c42a1 req-8fec5514-048f-4042-b0a1-19dcde3e21a2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0771375 May 05 17:31:23.163312 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7dd91f54-ae76-4232-8d30-606d931c42a1 req-a6639474-aad4-4fe9-a642-0884377557b4 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390313 May 05 17:31:23.722504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:23.962321 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:24.365591 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032d596-5602-4890-90be-5ef70901c742 req-31ec306d-a8c2-4687-8e43-1e94c7c9bfa9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:24.367035 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b032d596-5602-4890-90be-5ef70901c742 req-31ec306d-a8c2-4687-8e43-1e94c7c9bfa9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0811090 May 05 17:31:24.413655 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b032d596-5602-4890-90be-5ef70901c742 req-8a979641-69fd-4bd5-9bb2-ccbf0d1f0d03 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402837 May 05 17:31:25.396062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:25.614843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526a0b5-cd04-4daf-9504-4d3bdcb84aba req-07fbaaf6-70bc-4201-a737-f7adb8988d4b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:25.616320 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6526a0b5-cd04-4daf-9504-4d3bdcb84aba req-07fbaaf6-70bc-4201-a737-f7adb8988d4b tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0799651 May 05 17:31:25.667923 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-6526a0b5-cd04-4daf-9504-4d3bdcb84aba req-6944b81c-a115-4422-9c06-19b0f06e39f9 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453203 May 05 17:31:26.865549 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559ee5-b803-49b5-99ff-baa71ee825ef req-ebe53a51-8a52-4dba-8060-3cd860d2d0ab tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:26.866967 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e559ee5-b803-49b5-99ff-baa71ee825ef req-ebe53a51-8a52-4dba-8060-3cd860d2d0ab tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0750501 May 05 17:31:26.912057 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e559ee5-b803-49b5-99ff-baa71ee825ef req-b54a2963-5a4c-4cda-8c5d-3cc8d7a8ff40 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389717 May 05 17:31:28.109919 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24d065-c153-41ef-9d75-3618e071077b req-54b0f122-d7e7-445a-a9da-cf02a6765853 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:28.111362 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3e24d065-c153-41ef-9d75-3618e071077b req-54b0f122-d7e7-445a-a9da-cf02a6765853 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0752761 May 05 17:31:28.155882 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3e24d065-c153-41ef-9d75-3618e071077b req-630ce822-827e-420e-9544-b86a540947b6 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390484 May 05 17:31:29.353674 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec66ee2d-c9f0-4436-be6c-e66171c0270e req-c5523e94-86ef-4f70-972e-ffbff1e4a332 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:29.355286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ec66ee2d-c9f0-4436-be6c-e66171c0270e req-c5523e94-86ef-4f70-972e-ffbff1e4a332 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 943 time: 0.0795958 May 05 17:31:29.400950 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ec66ee2d-c9f0-4436-be6c-e66171c0270e req-86b185c7-8151-4cbb-8260-54b8404f7854 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396743 May 05 17:31:29.733590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:31:29.867790 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:31:29.881467 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '7249366d-696d-4718-82a2-bb424de43d80', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'port_id': '7249366d-696d-4718-82a2-bb424de43d80', 'mac_address': 'fa:16:3e:5a:b0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 782, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:31:29.934007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:29.950932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7249366d-696d-4718-82a2-bb424de43d80 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:31:29.967035 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:31:30.041867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:30.110282 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:31:30.397233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['7249366d-696d-4718-82a2-bb424de43d80'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:31:30.602955 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3eefba-d1c7-48f4-8c85-bdd07911d5c3 req-94a8a1d8-2c35-49d8-8d77-73d5188e802d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:30.604433 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db3eefba-d1c7-48f4-8c85-bdd07911d5c3 req-94a8a1d8-2c35-49d8-8d77-73d5188e802d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 944 time: 0.0833201 May 05 17:31:30.651074 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-db3eefba-d1c7-48f4-8c85-bdd07911d5c3 req-ac96f21a-ed99-4645-8f51-4c77048c651d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409698 May 05 17:31:31.741910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:31:31.815013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 7249366d-696d-4718-82a2-bb424de43d80 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:31:31.815396 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:31.855709 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a99e68-4385-4187-a117-ce0c41136dbe req-10008b67-04b9-458b-b6c7-be16c176682d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:31.857198 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-89a99e68-4385-4187-a117-ce0c41136dbe req-10008b67-04b9-458b-b6c7-be16c176682d tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 944 time: 0.0769227 May 05 17:31:31.906659 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-89a99e68-4385-4187-a117-ce0c41136dbe req-204b10c1-9a01-4ede-b786-67603d16bdbc tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439599 May 05 17:31:31.932345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:31.959568 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:31:31.969640 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:31:32.017110 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fc911ba-506a-4c90-af6e-c5eb0a2e82ed'] response: {'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'code': 200} May 05 17:31:32.076245 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:32.142796 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:31:32.337649 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52006fe5-44a7-481e-9bba-b5e89cb0306f req-dedcfa9d-e7d1-4463-be32-fe39e566ec06 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0667062 May 05 17:31:32.380585 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-52006fe5-44a7-481e-9bba-b5e89cb0306f req-21260dfa-e857-4db7-b991-80724c6893ac service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376043 May 05 17:31:32.782884 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-7b614fc9-1aba-43d0-a3f7-aecbb1e6427e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0712473 May 05 17:31:32.929664 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-5d688229-5a45-4181-ac81-bf69a48c0356 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:32.931082 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-5d688229-5a45-4181-ac81-bf69a48c0356 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1267743 May 05 17:31:33.032681 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-e9a5b6ae-1cb0-4cba-bb74-bd79987506a1 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1001 time: 0.0955753 May 05 17:31:33.143899 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-1d6608cc-7649-47cd-9bbf-ae213fc66b88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:33.145400 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-1d6608cc-7649-47cd-9bbf-ae213fc66b88 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0787270 May 05 17:31:33.202704 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e1f29-5df1-4b41-8be0-ab7d8cfb3897 req-eead1d13-964a-4408-9115-b79ab52db7a7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:33.204157 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-da9e1f29-5df1-4b41-8be0-ab7d8cfb3897 req-eead1d13-964a-4408-9115-b79ab52db7a7 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.1699314 May 05 17:31:33.265263 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-da9e1f29-5df1-4b41-8be0-ab7d8cfb3897 req-4a162064-5119-4e5a-adae-3e83744dfafe tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545735 May 05 17:31:33.270757 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-dde2aa49-bb31-466a-ba13-218cf24e6b9c service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1179688 May 05 17:31:33.404599 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-f1d99ae0-7775-4b8a-a7b3-dddbc618590b service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261036 May 05 17:31:33.546500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-40ddcf00-2dd2-4b9a-ba77-d214e85bd4d3 req-b74889f8-f2b4-499e-855d-eeebb96816db service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352901 May 05 17:31:34.350923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:34.470656 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e681a-262f-464b-b92d-f7d8f38c0bc9 req-1d2d4974-bf53-43c6-b9cb-c240a6e71838 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:31:34.472134 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-403e681a-262f-464b-b92d-f7d8f38c0bc9 req-1d2d4974-bf53-43c6-b9cb-c240a6e71838 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0791848 May 05 17:31:34.518569 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-403e681a-262f-464b-b92d-f7d8f38c0bc9 req-a9f1a05d-1821-4ae9-a00f-ab1eb0e8dafa tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408092 May 05 17:31:45.855313 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:31:50.310496 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b4b454e5-ce77-486c-ab8d-f5de3150c679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:52.456159 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d75c5a12-d1ee-479e-aa44-3b0c4c3e6af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:53.740511 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:53.930647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:31:55.430188 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:04.390424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:20.327222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-15de288a-f5d1-4b59-b60f-c7e62b7830f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:22.492735 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-0b30c3e7-9f19-4969-8129-4d1f01f86dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:22.859983 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:32:23.715907 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:23.933296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:25.619031 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:32.702292 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-51940dc3-10bb-4307-ae13-a455a8b5e6a6 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0691485 May 05 17:32:32.934177 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-d69113f6-26c7-4986-86fe-f24ea4c2f513 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.1617529 May 05 17:32:33.081328 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-6cff9fce-f1cf-4728-9071-95afe78b3eee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:32:33.082773 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-6cff9fce-f1cf-4728-9071-95afe78b3eee service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1296370 May 05 17:32:33.187257 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-a9937cef-e594-40d8-8283-508ac3326a47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 1001 time: 0.0987720 May 05 17:32:33.249012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-38fed7be-b0d5-4336-8504-dd4db7e0884f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:32:33.250415 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-38fed7be-b0d5-4336-8504-dd4db7e0884f service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0573037 May 05 17:32:33.324338 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-ee7449f8-ddbc-4a99-8c86-a369ba9d39a8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681295 May 05 17:32:33.457962 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-0face5a2-8692-48f0-8bab-b766d342a799 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276674 May 05 17:32:33.593528 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-8814523f-1b36-4fed-97ce-8f8379cc1b28 req-e8b6abb2-61d3-42dc-9a4f-887bb52968cd service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298695 May 05 17:32:34.380674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:50.287632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c6f40b9f-4e76-4c41-994a-f634093f8256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:52.452284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d7411ee1-5588-47ae-9717-271ffb194887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:53.709792 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:53.961176 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:55.412133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:32:59.858824 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:33:04.383857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:20.286330 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-11065a04-9f75-4ed1-9136-01d19525af54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:22.441674 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-263ed0cc-6064-420c-a045-a895f80c43cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:22.671954 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33274) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:23.097719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Deleting port be488426-2c24-4063-b700-35a33894c302 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:23.098051 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:23.265080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:23.265395 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:23.383817 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Calling delete_port for be488426-2c24-4063-b700-35a33894c302 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:23.612173 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:23.655096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event deleted for resources: {'Port': ['ID=be488426-2c24-4063-b700-35a33894c302,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:23.693670 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.694281 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.694372 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.694653 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.694980 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.695303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.695650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.695978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.696292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.696672 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.696929 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:23.726386 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:23.756244 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:23.960590 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:24.233339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:33:24.428292 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:33:24.437903 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:33:24.451269 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:24.452056 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:24.556002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:24.613832 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-4debfe3c-81e2-43ba-b25e-98d03b862969 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "DELETE /v2.0/floatingips/445bdba4-649c-4f6a-8d12-afb50051f8b6 HTTP/1.1" status: 204 len: 168 time: 1.9407880 May 05 17:33:24.614404 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:33:24.633572 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:24.823247 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de5479b7-17cc-466a-ada9-a41ef2d1a6fc'] response: {'name': 'network-changed', 'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'status': 'completed', 'code': 200} May 05 17:33:24.921211 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-70b20f96-06ed-4062-9287-a49bc7bf5777 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=7a7a4cb20019421883bba4ed774081dc&device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 1098 time: 0.0755887 May 05 17:33:24.956765 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:24.960615 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:33:24.975216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:24.976029 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:25.056082 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-356eb4e2-05e0-4683-8e65-fef117ca9006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:25.058039 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-356eb4e2-05e0-4683-8e65-fef117ca9006 service neutron] 10.222.0.71 "GET /v2.0/networks?id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 200 len: 910 time: 0.1315410 May 05 17:33:25.131589 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-fdcfc835-f461-4de2-91a4-84c6111cf2ef service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 200 len: 217 time: 0.0673230 May 05 17:33:25.150184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d261be4b-937d-4d51-8cf9-763ab01fb33d req-cb54d320-0721-45c6-80bd-96dd8c394d3e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:25.150884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d261be4b-937d-4d51-8cf9-763ab01fb33d req-cb54d320-0721-45c6-80bd-96dd8c394d3e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:33:25.194856 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-e076e109-b343-4390-9edf-a86044fbd1a0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:25.196489 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-e076e109-b343-4390-9edf-a86044fbd1a0 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 200 len: 848 time: 0.0596070 May 05 17:33:25.197558 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:25.200767 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-d261be4b-937d-4d51-8cf9-763ab01fb33d req-cb54d320-0721-45c6-80bd-96dd8c394d3e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:33:25.202104 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d261be4b-937d-4d51-8cf9-763ab01fb33d req-cb54d320-0721-45c6-80bd-96dd8c394d3e tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.1305854 May 05 17:33:25.255683 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d261be4b-937d-4d51-8cf9-763ab01fb33d req-4809668b-8015-4e4f-9616-736a53e208d2 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471380 May 05 17:33:25.274410 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-b4f44acd-9501-4842-b34f-37d6085a1740 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705457 May 05 17:33:25.407287 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-b61b316e-29a9-4dbd-93f2-9fe9cb8d35c2 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258116 May 05 17:33:25.424377 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:25.524246 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:25.528293 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e53b81-c8c5-4593-bd4e-5ea4addbea1d None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:21:39Z', 'revision_number': 4, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '8feac3f2-ef7b-49c2-994b-c2be9e02f255', 'name': '', 'network_id': '3a670c47-fa4e-4fd4-a6ba-5fb1e3385078', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'mac_address': 'fa:16:3e:54:c3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64953da-47e1-4088-9bbf-56f225907149', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:38Z', 'updated_at': '2022-05-05T17:21:47Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'subnets': [{'id': 'e64953da-47e1-4088-9bbf-56f225907149', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:33:25.541947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-080f6a83-e92a-49c4-aa90-5719e09a0053 req-61e0298f-b3b4-4c3b-9152-1bc343af2294 service neutron] 10.222.0.71 "GET /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284246 May 05 17:33:25.741490 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4986e7-52e1-47b3-91ae-628b398e9f67 None None] New status for floating IP 445bdba4-649c-4f6a-8d12-afb50051f8b6: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:33:26.464963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db336402-e1bb-43ff-9504-74bdef628ce0 req-f8027f66-601f-4a51-96b0-30e5cddcfc81 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:26.466421 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-db336402-e1bb-43ff-9504-74bdef628ce0 req-f8027f66-601f-4a51-96b0-30e5cddcfc81 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0819511 May 05 17:33:26.511830 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-db336402-e1bb-43ff-9504-74bdef628ce0 req-61c58f4e-5a13-401f-ae90-132166429bc8 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/security-groups?id=84657039-e113-47ac-9b30-68decdb5a61e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392098 May 05 17:33:26.704902 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4df737-c525-4f75-8747-bac3ea02649d req-98067d6f-e376-42a2-8864-1c92f3ab3196 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:26.707113 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af4df737-c525-4f75-8747-bac3ea02649d req-98067d6f-e376-42a2-8864-1c92f3ab3196 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 945 time: 0.0749927 May 05 17:33:26.856583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Deleting port 7249366d-696d-4718-82a2-bb424de43d80 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:26.856923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:27.094819 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] For port 7249366d-696d-4718-82a2-bb424de43d80, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=7249366d-696d-4718-82a2-bb424de43d80,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:27.095181 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:27.215532 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Calling delete_port for 7249366d-696d-4718-82a2-bb424de43d80 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:27.406489 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:27.453123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event deleted for resources: {'Port': ['ID=7249366d-696d-4718-82a2-bb424de43d80,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:27.494158 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.494729 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.494822 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.495145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.495535 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.495820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.496143 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.496516 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.496840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.497157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.497488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:27.537957 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] No DVR routers for this DVR port 7249366d-696d-4718-82a2-bb424de43d80 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:33:27.540316 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:27.542967 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-deleted', 'tag': '7249366d-696d-4718-82a2-bb424de43d80'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:33:27.596364 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-af4df737-c525-4f75-8747-bac3ea02649d req-0d7bb0d9-cf58-4357-ba49-87269e81b0df tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.71 "DELETE /v2.0/ports/7249366d-696d-4718-82a2-bb424de43d80 HTTP/1.1" status: 204 len: 173 time: 0.8836198 May 05 17:33:27.675500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11db3500-ad43-4f51-be02-fb5283561a2d'] response: {'server_uuid': 'e1fb63af-43a8-48cf-abea-f7736f8c13a1', 'name': 'network-vif-deleted', 'tag': '7249366d-696d-4718-82a2-bb424de43d80', 'status': 'completed', 'code': 200} May 05 17:33:27.677272 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-75defde3-6a02-4c69-b9db-60ce719db880 req-b2351d48-c104-4359-8924-15b10af4af99 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 210 time: 0.0414102 May 05 17:33:28.867229 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-9dfc9f2d-3ae3-4bed-86af-345e449a0a54 req-59f306e3-de58-4e5c-9714-a8fdbd369507 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Synchronizing usage tracker for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:33:28.989322 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-9dfc9f2d-3ae3-4bed-86af-345e449a0a54 req-59f306e3-de58-4e5c-9714-a8fdbd369507 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Unset dirty status for tenant:7a7a4cb20019421883bba4ed774081dc on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:33:28.990670 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9dfc9f2d-3ae3-4bed-86af-345e449a0a54 req-59f306e3-de58-4e5c-9714-a8fdbd369507 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "GET /v2.0/ports?device_id=e1fb63af-43a8-48cf-abea-f7736f8c13a1 HTTP/1.1" status: 200 len: 210 time: 0.1694319 May 05 17:33:30.104686 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33302) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:30.176719 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3db484d2-db18-4c41-976b-47a69586abc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:30.204505 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3db484d2-db18-4c41-976b-47a69586abc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:30.291860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:30.324205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 7249366d-696d-4718-82a2-bb424de43d80 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:30.324544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 7249366d-696d-4718-82a2-bb424de43d80 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:30.326363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3db484d2-db18-4c41-976b-47a69586abc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:30.346356 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db484d2-db18-4c41-976b-47a69586abc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84657039-e113-47ac-9b30-68decdb5a61e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:30.423552 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3db484d2-db18-4c41-976b-47a69586abc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:30.427253 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3db484d2-db18-4c41-976b-47a69586abc0 tempest-TestShelveInstance-261778739 tempest-TestShelveInstance-261778739-project] 10.222.0.70 "DELETE /v2.0/security-groups/84657039-e113-47ac-9b30-68decdb5a61e HTTP/1.1" status: 204 len: 168 time: 0.3191071 May 05 17:33:30.538862 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33308) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:31.105458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:31.772178 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Deleting port 8feac3f2-ef7b-49c2-994b-c2be9e02f255 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:31.772835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:31.943740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] For port 8feac3f2-ef7b-49c2-994b-c2be9e02f255, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=8feac3f2-ef7b-49c2-994b-c2be9e02f255,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:31.944091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:32.063074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Calling delete_port for 8feac3f2-ef7b-49c2-994b-c2be9e02f255 owned by network:router_interface {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:32.274677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:32.318677 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8feac3f2-ef7b-49c2-994b-c2be9e02f255,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:32.613456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:33.272741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:33:33.474658 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:33:33.483127 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] Sync routers for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:33:33.494654 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:33.498154 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:33.534013 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-cd2dd520-346a-43ad-bff7-3df13eefced9 admin admin] 10.222.0.70 "PUT /v2.0/routers/29e40fa5-9c81-48d4-86a2-e7eb40b4094c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9934762 May 05 17:33:33.536464 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33314) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:33.675756 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:33.733643 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:33.935209 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:33.954816 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216'}], 'enable_snat': True}, 'gw_port_id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:33:32Z', 'revision_number': 5, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port': {'id': 'ae89190d-8191-4b8d-9bb6-8e3f720264a8', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ed:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:36Z', 'updated_at': '2022-05-05T17:21:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:33.959322 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] Checking router: 29e40fa5-9c81-48d4-86a2-e7eb40b4094c for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:33:33.969590 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] Routers {'29e40fa5-9c81-48d4-86a2-e7eb40b4094c'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:33.970166 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:33.983165 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Deleting port ae89190d-8191-4b8d-9bb6-8e3f720264a8 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:33.983530 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:34.120227 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] Set router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c gateway port host: None {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:34.161893 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] For port ae89190d-8191-4b8d-9bb6-8e3f720264a8, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=ae89190d-8191-4b8d-9bb6-8e3f720264a8,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:34.162331 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:34.225958 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:33:33Z', 'revision_number': 6, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:34.230007 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945574fe-465c-4f98-bb4d-6a311809cb35 None None] The sync data for ids ['29e40fa5-9c81-48d4-86a2-e7eb40b4094c'] in dv-neutron-840483-1-hyperv is: [{'id': '29e40fa5-9c81-48d4-86a2-e7eb40b4094c', 'name': 'tempest-TestShelveInstance-1859333381-router', 'tenant_id': '7a7a4cb20019421883bba4ed774081dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:35Z', 'updated_at': '2022-05-05T17:33:33Z', 'revision_number': 6, 'project_id': '7a7a4cb20019421883bba4ed774081dc', 'gw_port_host': None}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:33:34.284495 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Calling delete_port for ae89190d-8191-4b8d-9bb6-8e3f720264a8 owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:34.389343 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:34.577803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:34.629382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae89190d-8191-4b8d-9bb6-8e3f720264a8,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:34.942038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.200410 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.206860 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.252728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae89190d-8191-4b8d-9bb6-8e3f720264a8 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:35.289540 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: ae89190d-8191-4b8d-9bb6-8e3f720264a8 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:35.289887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device ae89190d-8191-4b8d-9bb6-8e3f720264a8 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:35.290313 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8feac3f2-ef7b-49c2-994b-c2be9e02f255 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:35.324042 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 8feac3f2-ef7b-49c2-994b-c2be9e02f255 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:35.324387 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 8feac3f2-ef7b-49c2-994b-c2be9e02f255 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:35.337678 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.338219 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29e40fa5-9c81-48d4-86a2-e7eb40b4094c {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:33:35.350561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.351712 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a030d4b5-0d9f-4fb4-ad3e-13215d7d3285 admin admin] 10.222.0.70 "DELETE /v2.0/routers/29e40fa5-9c81-48d4-86a2-e7eb40b4094c HTTP/1.1" status: 204 len: 168 time: 1.8142338 May 05 17:33:35.354572 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33318) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:35.416425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Deleting subnet e64953da-47e1-4088-9bbf-56f225907149 {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:33:35.419425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.472429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.547378 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.692320 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.731647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e64953da-47e1-4088-9bbf-56f225907149,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:35.736875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.742632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d2fd5d-f81d-4291-a870-8a6a0ecc8cd7 None None] Network 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:33:35.743613 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-688fca42-c69e-45a9-86cc-e9995faecca1 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/e64953da-47e1-4088-9bbf-56f225907149 HTTP/1.1" status: 204 len: 168 time: 0.3878694 May 05 17:33:35.746014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33322) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:35.852155 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:35.862618 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Deleting port a41fb108-3d57-45b0-bed5-85dbe2eb1954 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:35.862945 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.003029 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] DHCP port deletion for 3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:33:36.004637 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Deleting port a41fb108-3d57-45b0-bed5-85dbe2eb1954 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:36.005012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.063093 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] For port a41fb108-3d57-45b0-bed5-85dbe2eb1954, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a41fb108-3d57-45b0-bed5-85dbe2eb1954,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:36.063439 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.219678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] For port a41fb108-3d57-45b0-bed5-85dbe2eb1954, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=a41fb108-3d57-45b0-bed5-85dbe2eb1954,segment=NetworkSegment(90d3a40d-a827-4543-bc18-db68e7bb0909),segment_id=90d3a40d-a827-4543-bc18-db68e7bb0909)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:36.220071 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.286609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Calling delete_port for a41fb108-3d57-45b0-bed5-85dbe2eb1954 owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:36.347830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Calling delete_port for a41fb108-3d57-45b0-bed5-85dbe2eb1954 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 05 17:33:36.416926 dv-neutron-840483-1-hyperv neutron-server[84820]: util.warn( May 05 17:33:36.420303 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.423250 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:33:36.424362 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:33:36.466838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a41fb108-3d57-45b0-bed5-85dbe2eb1954,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:36.472182 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] No DVR routers for this DVR port a41fb108-3d57-45b0-bed5-85dbe2eb1954 on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:33:36.585354 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.609754 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a670c47-fa4e-4fd4-a6ba-5fb1e3385078']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:36.621894 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90d3a40d-a827-4543-bc18-db68e7bb0909') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:36.622184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90d3a40d-a827-4543-bc18-db68e7bb0909') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:36.633396 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.648625 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.654532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Releasing vlan 782 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:33:36.654909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:33:36.668090 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:33:36.789489 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.807267 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.817515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a670c47-fa4e-4fd4-a6ba-5fb1e3385078,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:36.859735 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:33:36.910838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ddf43b59-7ca3-4589-81f1-a10a045fca76 admin admin] 10.222.0.70 "DELETE /v2.0/networks/3a670c47-fa4e-4fd4-a6ba-5fb1e3385078 HTTP/1.1" status: 204 len: 168 time: 1.1638095 May 05 17:33:36.913673 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33326) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:36.925492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Deleting port a41fb108-3d57-45b0-bed5-85dbe2eb1954 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:36.926024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:36.992023 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-659c0598-3c0c-4d09-bd27-2df54fd2cb7e None None] The port 'a41fb108-3d57-45b0-bed5-85dbe2eb1954' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:33:37.253307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a41fb108-3d57-45b0-bed5-85dbe2eb1954 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:37.285619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: a41fb108-3d57-45b0-bed5-85dbe2eb1954 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:37.285956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device a41fb108-3d57-45b0-bed5-85dbe2eb1954 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:37.300963 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:37.898684 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Deleting port 45626712-0c47-47f8-8284-aca2cdb902e3 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:37.899339 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:38.159787 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] For port 45626712-0c47-47f8-8284-aca2cdb902e3, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=45626712-0c47-47f8-8284-aca2cdb902e3,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:38.160022 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:38.282866 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Calling delete_port for 45626712-0c47-47f8-8284-aca2cdb902e3 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:38.514758 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:38.560619 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Pushing event deleted for resources: {'Port': ['ID=45626712-0c47-47f8-8284-aca2cdb902e3,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:38.865321 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:39.433911 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:33:39.729613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:33:39.739369 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-fa7b3a9a-91c9-4957-ab1d-b6570acc7a6c admin admin] 10.222.0.70 "PUT /v2.0/routers/9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8247080 May 05 17:33:39.739613 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] Sync routers for ids ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:33:39.742030 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33330) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:39.752305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] Routers {'9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:39.753190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:39.933629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] Set router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:39.940458 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:40.136791 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:40.222653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111'}], 'enable_snat': True}, 'gw_port_id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:33:38Z', 'revision_number': 5, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port': {'id': 'f54852e1-8224-4ff2-9309-95d9656afebd', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:80:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:21:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:40.226648 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] Checking router: 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:33:40.238548 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] Routers {'9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:40.239158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:40.240054 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Deleting port f54852e1-8224-4ff2-9309-95d9656afebd {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:40.240399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:40.391911 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] Set router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 gateway port host: None {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:40.416405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] For port f54852e1-8224-4ff2-9309-95d9656afebd, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=f54852e1-8224-4ff2-9309-95d9656afebd,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:40.416798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:40.497562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:33:40Z', 'revision_number': 6, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port_host': None}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:40.502190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd045ec-fd44-4e92-91ad-326099b5304d None None] The sync data for ids ['9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8'] in dv-neutron-840483-1-hyperv is: [{'id': '9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8', 'name': 'tempest-TestShelveInstance-1878556083-router', 'tenant_id': 'f451c859763f4420b7fde87e4ef3be0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:21:43Z', 'updated_at': '2022-05-05T17:33:40Z', 'revision_number': 6, 'project_id': 'f451c859763f4420b7fde87e4ef3be0e', 'gw_port_host': None}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:33:40.541694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Calling delete_port for f54852e1-8224-4ff2-9309-95d9656afebd owned by network:router_gateway {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:40.852506 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:40.901123 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f54852e1-8224-4ff2-9309-95d9656afebd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:41.118074 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.327239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f54852e1-8224-4ff2-9309-95d9656afebd no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:41.364339 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: f54852e1-8224-4ff2-9309-95d9656afebd {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:41.364906 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device f54852e1-8224-4ff2-9309-95d9656afebd not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:41.365327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 45626712-0c47-47f8-8284-aca2cdb902e3 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:41.377217 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.391959 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.397935 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 45626712-0c47-47f8-8284-aca2cdb902e3 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:41.398355 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 45626712-0c47-47f8-8284-aca2cdb902e3 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:41.532731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.532731 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 {{(pid=84819) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:33:41.546382 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] Notify callbacks [] for router, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.547554 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-dd1c8535-64e2-493f-a9cd-e881f4c404d5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/9dc3d5fc-f05d-4ee5-bb0e-7759269cccb8 HTTP/1.1" status: 204 len: 168 time: 1.8045268 May 05 17:33:41.551300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33334) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:41.614749 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Deleting subnet d2802b22-04e6-4513-b92d-3fe9482aaff5 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:33:41.617952 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.666260 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.745900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.881246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.917115 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2802b22-04e6-4513-b92d-3fe9482aaff5,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:41.923235 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:41.929315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394780e8-b826-4416-add3-91d6a6e3e15f None None] Network 7209a9fb-b00f-4773-b436-dc924dae6f68 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:33:41.930368 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-be105c9f-139b-48e0-985c-0534a967fa5a admin admin] 10.222.0.70 "DELETE /v2.0/subnets/d2802b22-04e6-4513-b92d-3fe9482aaff5 HTTP/1.1" status: 204 len: 168 time: 0.3781354 May 05 17:33:41.932840 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33338) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:42.038334 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.049247 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Deleting port 1261e3f1-bc1c-4272-bdfd-ae136750e32b {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:42.049616 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.175986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] DHCP port deletion for 7209a9fb-b00f-4773-b436-dc924dae6f68 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:33:42.180416 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Deleting port 1261e3f1-bc1c-4272-bdfd-ae136750e32b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:42.183443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.257063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] For port 1261e3f1-bc1c-4272-bdfd-ae136750e32b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1261e3f1-bc1c-4272-bdfd-ae136750e32b,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:42.257418 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.391542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] For port 1261e3f1-bc1c-4272-bdfd-ae136750e32b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=1261e3f1-bc1c-4272-bdfd-ae136750e32b,segment=NetworkSegment(28371284-9fa6-475b-9c5d-a7fed64c19b5),segment_id=28371284-9fa6-475b-9c5d-a7fed64c19b5)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:42.392097 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.470141 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Calling delete_port for 1261e3f1-bc1c-4272-bdfd-ae136750e32b owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:42.555083 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Calling delete_port for 1261e3f1-bc1c-4272-bdfd-ae136750e32b owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:33:42.600777 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.627600 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:33:42.630795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:33:42.646714 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Pushing event deleted for resources: {'Port': ['ID=1261e3f1-bc1c-4272-bdfd-ae136750e32b,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:42.659401 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] No DVR routers for this DVR port 1261e3f1-bc1c-4272-bdfd-ae136750e32b on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:33:42.775104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.800599 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7209a9fb-b00f-4773-b436-dc924dae6f68']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:42.812153 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28371284-9fa6-475b-9c5d-a7fed64c19b5') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:42.812452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28371284-9fa6-475b-9c5d-a7fed64c19b5') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:42.824290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.840798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.846887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Releasing vlan 762 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:33:42.852056 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:33:42.860014 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:33:42.972202 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.988326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:42.999014 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] Pushing event deleted for resources: {'Network': ['ID=7209a9fb-b00f-4773-b436-dc924dae6f68,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:43.002643 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-45e2f714-b9ab-45d5-ac92-7bbd0005218d admin admin] 10.222.0.70 "DELETE /v2.0/networks/7209a9fb-b00f-4773-b436-dc924dae6f68 HTTP/1.1" status: 204 len: 168 time: 1.0680842 May 05 17:33:43.128894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Deleting port 1261e3f1-bc1c-4272-bdfd-ae136750e32b {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:33:43.129300 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:43.192078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-50a862cc-c30c-4427-8131-56e4504245f0 None None] The port '1261e3f1-bc1c-4272-bdfd-ae136750e32b' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:33:43.255828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1261e3f1-bc1c-4272-bdfd-ae136750e32b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:33:43.266398 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33344) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:43.291428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 1261e3f1-bc1c-4272-bdfd-ae136750e32b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:33:43.291789 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 1261e3f1-bc1c-4272-bdfd-ae136750e32b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:33:43.318176 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-55559c1c-d567-4af2-847d-0faa7c15307f admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=7a7a4cb20019421883bba4ed774081dc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0506446 May 05 17:33:43.320583 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33348) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:43.380378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f122b38a-4076-4e70-9065-97353bf833a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:43.409784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f122b38a-4076-4e70-9065-97353bf833a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:43.588738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f122b38a-4076-4e70-9065-97353bf833a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:43.607268 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f122b38a-4076-4e70-9065-97353bf833a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117bc8db-3201-4e6f-8a58-e18cefb7d258,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:43.616652 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-f122b38a-4076-4e70-9065-97353bf833a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:43.617794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-f122b38a-4076-4e70-9065-97353bf833a5 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/117bc8db-3201-4e6f-8a58-e18cefb7d258 HTTP/1.1" status: 204 len: 168 time: 0.2963383 May 05 17:33:44.430425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33356) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:44.480490 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-9c366722-086e-4516-bf1f-d75c6a74f81b admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=f451c859763f4420b7fde87e4ef3be0e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0489247 May 05 17:33:44.483115 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33360) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:44.544165 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1a73-51ec-4a90-9b2b-bf6d53eb5d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:44.573652 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1a73-51ec-4a90-9b2b-bf6d53eb5d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:44.686088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1a73-51ec-4a90-9b2b-bf6d53eb5d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:44.702107 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf1a73-51ec-4a90-9b2b-bf6d53eb5d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c2d6134-b0dc-47a3-9647-6594e26fc38a,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:44.707106 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-8ecf1a73-51ec-4a90-9b2b-bf6d53eb5d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:44.709838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-8ecf1a73-51ec-4a90-9b2b-bf6d53eb5d12 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/6c2d6134-b0dc-47a3-9647-6594e26fc38a HTTP/1.1" status: 204 len: 168 time: 0.2241125 May 05 17:33:45.940704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33382) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:46.071030 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-793383172-network', 'tenant_id': '8107d8591258453aa5d4af00354f1487'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:33:46.076024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:46.080144 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Usage tracker for resource:network and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:46.083095 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:46.089342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:46.160528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Made reservation on behalf of 8107d8591258453aa5d4af00354f1487 for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:33:46.162786 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.176050 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.206794 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:46.210553 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:46.213295 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:46.219114 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:46.284969 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.349028 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.379824 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 773} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:33:46.388972 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b50629e7-885b-4c99-bb09-ee5e9f50001d,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:46.394424 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.394769 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Added segment 7b8975b7-bb62-409f-87c9-67f365dfb1dd of type vlan for network dbeecd24-4aff-4a18-a82b-4cec513254b4 May 05 17:33:46.421127 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.526181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.527037 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:46.527650 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:46.627868 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=dbeecd24-4aff-4a18-a82b-4cec513254b4,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:46.637894 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:33:46.675768 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-049435aa-9ea6-43e4-b682-2a6b2f79a7e9 admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7338567 May 05 17:33:46.678605 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33388) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:46.684103 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Request body: {'subnet': {'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-793383172-subnet', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:33:46.689046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:46.693075 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Usage tracker for resource:subnet and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:46.696195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:46.702184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:46.772021 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Made reservation on behalf of 8107d8591258453aa5d4af00354f1487 for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:33:46.774357 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.029497 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.103118 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f46524e-fdc1-4e3d-8107-acf2790181ef,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:47.113452 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Checking segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:47.113799 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Network hostable DHCP agents. Network: dbeecd24-4aff-4a18-a82b-4cec513254b4, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:33:47.245834 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:33:47.337425 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, dbeecd24-4aff-4a18-a82b-4cec513254b4) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:47.341468 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:47.342096 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.346175 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0c65b2-b21b-45e3-a760-f388d1b8d2c7 None None] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:33:47.435647 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-5adda585-5595-46a4-a981-8bc882edbcdb admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7559221 May 05 17:33:47.438252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33392) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:47.444270 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:33:47.449040 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:47.453017 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Usage tracker for resource:router and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:47.456141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:47.461780 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:47.531953 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.532907 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.551273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.564750 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-dbeecd24-4aff-4a18-a82b-4cec513254b4', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:33:47.566292 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.730669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Allocated IP 172.20.0.2 (dbeecd24-4aff-4a18-a82b-4cec513254b4/9f46524e-fdc1-4e3d-8107-acf2790181ef/e03f7a55-cdcd-440a-84cc-88bfe132ce3c) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:33:47.752123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.945393 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:47.955737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Transition to ACTIVE for port object e03f7a55-cdcd-440a-84cc-88bfe132ce3c will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:47.975579 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Transition to ACTIVE for port object e03f7a55-cdcd-440a-84cc-88bfe132ce3c will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:47.992718 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.023912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.035726 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.102836 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:48.106063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:48.109656 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:33:48.120956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Pushing event updated for resources: {'Port': ['ID=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:48.168463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Allocated IP 172.26.2.15 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/e07c434f-dfe9-47fa-a8f0-05a8e7569f41) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:33:48.190112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.191255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.191871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.191958 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.192279 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.192607 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.192932 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.193383 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.193832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.194190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.194527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:48.218021 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Attempting to bind port e03f7a55-cdcd-440a-84cc-88bfe132ce3c on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:33:48.218373 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Attempting to bind port e03f7a55-cdcd-440a-84cc-88bfe132ce3c by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:33:48.218727 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Attempting to bind port e03f7a55-cdcd-440a-84cc-88bfe132ce3c on network dbeecd24-4aff-4a18-a82b-4cec513254b4 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:33:48.225341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:33:48.225704 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Checking segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:48.226166 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.226605 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Bound using segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:33:48.227062 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Bound port: e03f7a55-cdcd-440a-84cc-88bfe132ce3c, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:33:48.227428 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.317630 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] For port e03f7a55-cdcd-440a-84cc-88bfe132ce3c, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:33:48.319830 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.320800 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] For port e03f7a55-cdcd-440a-84cc-88bfe132ce3c, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:33:48.401013 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.429547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.484232 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4e0b7-57c8-4b91-9790-1aedcfd6729d None None] Pushing event updated for resources: {'Port': ['ID=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:48.500252 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:48.501462 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:48.505353 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:33:48.643647 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Pushing event updated for resources: {'Port': ['ID=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:48.842088 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:48.842759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:49.131970 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Router 6e87a851-f886-4578-affc-8bed1626337d is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:33:49.296620 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e03f7a55-cdcd-440a-84cc-88bfe132ce3c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:33:49.360694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:33:49.376636 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:33:49.389674 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:49.390639 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:49.466970 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c556490c-5e0f-4ae4-8bbf-1c169a7aef50 None None] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:33:49.483234 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e03f7a55-cdcd-440a-84cc-88bfe132ce3c completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:49.509496 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:49.511034 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-859fcd7e-c4d0-4f06-8892-add66fd74648 admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0716734 May 05 17:33:49.513704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33396) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:49.616996 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:49.646404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] Provisioning for port e03f7a55-cdcd-440a-84cc-88bfe132ce3c completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:49.656335 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] Provisioning complete for port e03f7a55-cdcd-440a-84cc-88bfe132ce3c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:49.658891 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:49.874203 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:49.912359 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] For port e03f7a55-cdcd-440a-84cc-88bfe132ce3c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:49.933618 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:48Z', 'revision_number': 3, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:49.938262 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:33:49.938613 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Updating router 6e87a851-f886-4578-affc-8bed1626337d port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:33:49.972268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.008417 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.044745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3998b404-6e5e-4ee0-a3b2-bb07352d6140 None None] Pushing event updated for resources: {'Port': ['ID=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:50.194953 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3ebab976-89b8-4ed5-a62e-9b60810d6409 None None] Provisioning complete for port e03f7a55-cdcd-440a-84cc-88bfe132ce3c triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:50.195218 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3ebab976-89b8-4ed5-a62e-9b60810d6409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.317036 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.337615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5108dbc5-d537-4f6a-9de0-042a135b64eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.366510 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.378828 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Transition to ACTIVE for port object e07c434f-dfe9-47fa-a8f0-05a8e7569f41 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:50.468925 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.533917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Allocated IP 172.20.0.1 (dbeecd24-4aff-4a18-a82b-4cec513254b4/9f46524e-fdc1-4e3d-8107-acf2790181ef/86b4be62-d675-431e-a200-7eaba1804008) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:33:50.546410 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Pushing event updated for resources: {'Port': ['ID=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:50.551071 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Attempting to bind port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:33:50.551428 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Attempting to bind port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:33:50.551801 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Attempting to bind port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:33:50.562788 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.563139 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.563476 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.563806 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.564130 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.564454 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.564773 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.565095 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.566066 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.566383 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.566692 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84821) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:33:50.570114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 33, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:33:50.570481 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:50.570876 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.571327 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:33:50.571746 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Bound port: e07c434f-dfe9-47fa-a8f0-05a8e7569f41, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:33:50.572114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.651018 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] For port e07c434f-dfe9-47fa-a8f0-05a8e7569f41, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:33:50.654321 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] For port e07c434f-dfe9-47fa-a8f0-05a8e7569f41, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:33:50.744091 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.801909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.818020 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Transition to ACTIVE for port object 86b4be62-d675-431e-a200-7eaba1804008 will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:50.828352 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:50.828983 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:50.876010 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6e6439-e537-48fe-aa74-6a7090a8b2f9 None None] Pushing event updated for resources: {'Port': ['ID=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:50.910031 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:50.977541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:50.980450 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:50.986101 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:33:51.013535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Pushing event updated for resources: {'Port': ['ID=86b4be62-d675-431e-a200-7eaba1804008,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:51.020353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:51.043818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.180471 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.283320 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e03f7a55-cdcd-440a-84cc-88bfe132ce3c up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:33:51.341897 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-86712904-eb28-4cff-bbbf-61d42f6f0c19 None None] Provisioning for port 86b4be62-d675-431e-a200-7eaba1804008 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:51.349742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-86712904-eb28-4cff-bbbf-61d42f6f0c19 None None] Provisioning complete for port 86b4be62-d675-431e-a200-7eaba1804008 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:51.350314 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-86712904-eb28-4cff-bbbf-61d42f6f0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.356872 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:48Z', 'revision_number': 3, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:51.361180 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb203a7-6a3d-44b5-ac1d-52a44b7d6a9b None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:48Z', 'revision_number': 3, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:33:51.411670 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e03f7a55-cdcd-440a-84cc-88bfe132ce3c triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:51.412051 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.429391 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.452012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-86712904-eb28-4cff-bbbf-61d42f6f0c19 None None] Port 86b4be62-d675-431e-a200-7eaba1804008 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:33:51.474411 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.589940 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Pushing event updated for resources: {'Port': ['ID=86b4be62-d675-431e-a200-7eaba1804008,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:51.602818 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:51.747607 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:51.748887 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:51.983784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-a3070387-a4f6-407a-81a3-c927bffc13ef None None] Provisioning complete for port 86b4be62-d675-431e-a200-7eaba1804008 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:51.984252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3070387-a4f6-407a-81a3-c927bffc13ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:52.046628 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-a3070387-a4f6-407a-81a3-c927bffc13ef None None] Port 86b4be62-d675-431e-a200-7eaba1804008 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:33:52.171334 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Router 6e87a851-f886-4578-affc-8bed1626337d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:33:52.374562 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:33:52.383928 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-d68dddb9-b96d-43ab-95ed-8e14e3a99be6 admin admin] 10.222.0.70 "PUT /v2.0/routers/6e87a851-f886-4578-affc-8bed1626337d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8690674 May 05 17:33:52.429039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1a16099f-39df-48d9-90ab-91678e35b9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.284492 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e07c434f-dfe9-47fa-a8f0-05a8e7569f41 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:33:53.409728 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:53.412178 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:53.412541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.526832 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.527444 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33418) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:53.532682 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1611367180-network', 'tenant_id': '1161c3a16e274724836beba699e4b56a'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:33:53.538557 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:53.542490 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Usage tracker for resource:network and tenant:1161c3a16e274724836beba699e4b56a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:53.547500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e07c434f-dfe9-47fa-a8f0-05a8e7569f41, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:53.547694 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:53.551677 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:53.622966 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.651655 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Made reservation on behalf of 1161c3a16e274724836beba699e4b56a for: {'network': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:33:53.654176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for network, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.668191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks [] for security_group, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.699130 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:53.699961 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:53.706595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Usage tracker for resource:security_group_rule and tenant:1161c3a16e274724836beba699e4b56a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:53.709912 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:53.715669 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:53.771649 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.781084 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.857261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.889755 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 780} {{(pid=84818) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 05 17:33:53.972095 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.992445 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08585d4-460e-4eca-8390-6e3b2c7a9dd6,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:53.997826 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:53.998159 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.segments_db [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Added segment 58a0a167-4aec-4507-84bd-7077e36879fb of type vlan for network 90c5c7a7-651e-437c-8348-53bceb926fcd May 05 17:33:54.026129 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760411027222'] for network, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:54.114962 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025'] for network, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:54.115875 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:54.116482 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:54.225429 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] Pushing event updated for resources: {'Network': ['ID=90c5c7a7-651e-437c-8348-53bceb926fcd,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:54.234968 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Network 90c5c7a7-651e-437c-8348-53bceb926fcd details requested by agent ovs-agent-dv-neutron-840483-1-hyperv with host dv-neutron-840483-1-hyperv {{(pid=84820) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 05 17:33:54.264780 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-907f1818-438d-4568-acd3-34ea99a694db admin admin] 10.222.0.70 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7365751 May 05 17:33:54.267483 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33422) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:54.273614 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Request body: {'subnet': {'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1611367180-subnet', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'ip_version': 4}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:33:54.279726 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:54.284299 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Usage tracker for resource:subnet and tenant:1161c3a16e274724836beba699e4b56a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:54.287331 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:54.293123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:54.349214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Made reservation on behalf of 1161c3a16e274724836beba699e4b56a for: {'subnet': 1} {{(pid=84818) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:33:54.351635 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1420176'] for subnet, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:54.657648 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1373480', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1420162'] for subnet, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:54.740784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=83edebdc-c7c9-4961-b7ad-46b2fecd25e9,revision_number=0']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:54.756368 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Checking segment: {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84818) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:54.756846 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Network hostable DHCP agents. Network: 90c5c7a7-651e-437c-8348-53bceb926fcd, hostable agents: ['3e834086-6d26-4b37-a516-4e5cf0f6e55a'], hosted agents: [] {{(pid=84818) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 05 17:33:54.840413 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Network 90c5c7a7-651e-437c-8348-53bceb926fcd is scheduled to be hosted by DHCP agent 3e834086-6d26-4b37-a516-4e5cf0f6e55a with binding_index 1 {{(pid=84818) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 05 17:33:54.873348 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:33:54.886842 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:54.887395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:54.920484 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-840483-1-hyperv, 90c5c7a7-651e-437c-8348-53bceb926fcd) {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:54.924386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:33:54.925579 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:54.946227 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699e9695-3f1a-43de-872f-b21cc371b295 None None] Network 90c5c7a7-651e-437c-8348-53bceb926fcd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:33:54.995323 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-ff16f6e3-fe66-4ab0-98b4-39c2c5d549ee admin admin] 10.222.0.70 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7264163 May 05 17:33:54.997747 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33426) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:55.003414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:33:55.008283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:33:55.012221 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Usage tracker for resource:router and tenant:1161c3a16e274724836beba699e4b56a is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:33:55.015046 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:33:55.020838 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:33:55.126663 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-449779', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-29015'] for router, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.127580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-449680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-451444', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-555264', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-29020'] for router, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.147917 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.214058 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:55.271556 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e07c434f-dfe9-47fa-a8f0-05a8e7569f41 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:33:55.398708 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-451462', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-446985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32182'] for router, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.435419 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6dea5648-d492-5ae3-a0b1-da8be1390935-90c5c7a7-651e-437c-8348-53bceb926fcd', 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'fixed_ips': [{'subnet_id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9'}]}} from dv-neutron-840483-1-hyperv. {{(pid=84820) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} May 05 17:33:55.439134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.527424 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.670034 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.680487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:55.680860 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.699957 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:55.841616 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Allocated IP 172.26.2.58 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/5517f321-dbd8-46bb-b000-9ed7047a1e31) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:33:55.866412 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.db_base_plugin_common [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Allocated IP 172.20.0.2 (90c5c7a7-651e-437c-8348-53bceb926fcd/83edebdc-c7c9-4961-b7ad-46b2fecd25e9/e48a4962-99a7-4f8e-8abc-3ca09a8b5043) {{(pid=84820) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:33:55.992002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.028793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 2, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:56.046123 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:33:56.049410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Updating router 6e87a851-f886-4578-affc-8bed1626337d port 86b4be62-d675-431e-a200-7eaba1804008 binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:33:56.098781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.122658 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.166952 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:56.170008 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:56.172581 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:33:56.207744 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Pushing event updated for resources: {'Port': ['ID=5517f321-dbd8-46bb-b000-9ed7047a1e31,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:56.239478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Notify callbacks [] for port, precommit_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.289927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Transition to ACTIVE for port object e48a4962-99a7-4f8e-8abc-3ca09a8b5043 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:56.334615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Transition to ACTIVE for port object e48a4962-99a7-4f8e-8abc-3ca09a8b5043 will not be triggered until provisioned by entity DHCP. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:56.407673 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395'] for port, after_create {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.408507 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.409226 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-446976', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-451481'] for router, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.502323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Network 90c5c7a7-651e-437c-8348-53bceb926fcd is already hosted by enough agents. {{(pid=84820) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:56.509669 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.scheduler.base_scheduler [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Resources bound (agent type, host, resource id): {{(pid=84820) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:56.517440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Received port after_create {{(pid=84820) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:33:56.521759 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Pushing event updated for resources: {'Port': ['ID=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,revision_number=1']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:56.679284 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Attempting to bind port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:33:56.679681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Attempting to bind port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:33:56.680039 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Attempting to bind port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 on network 90c5c7a7-651e-437c-8348-53bceb926fcd {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:33:56.693723 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:33:56.694090 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Checking segment: {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:56.694487 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.694869 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Bound using segment: {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:33:56.695336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Bound port: e48a4962-99a7-4f8e-8abc-3ca09a8b5043, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:33:56.695729 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.722280 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.769457 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Transition to ACTIVE for port object 86b4be62-d675-431e-a200-7eaba1804008 will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:56.809503 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] For port e48a4962-99a7-4f8e-8abc-3ca09a8b5043, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:33:56.811699 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 is scheduled to L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 with binding_index 1 {{(pid=84818) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 05 17:33:56.812654 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] For port e48a4962-99a7-4f8e-8abc-3ca09a8b5043, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:33:56.863092 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:56.898753 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:57.025345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:33:57.037835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Sync routers for ids ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:33:57.052157 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Routers {'3c7f523b-e13b-4a13-b002-5b14d28c65c5'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:57.053230 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:57.060206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1855a-ac7a-4330-8e40-2bee17f68dd0 None None] Pushing event updated for resources: {'Port': ['ID=86b4be62-d675-431e-a200-7eaba1804008,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:57.102110 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:57.103589 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-33c10a28-02c9-4957-a4ca-2c4134f82d6f admin admin] 10.222.0.70 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1048453 May 05 17:33:57.106586 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33430) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:33:57.250923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280ef7e-1b8f-41c9-b603-9a1d49edb6b9 None None] Pushing event updated for resources: {'Port': ['ID=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,revision_number=2']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:57.260091 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Attempting to bind port 86b4be62-d675-431e-a200-7eaba1804008 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:33:57.260463 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Attempting to bind port 86b4be62-d675-431e-a200-7eaba1804008 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:33:57.260819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Attempting to bind port 86b4be62-d675-431e-a200-7eaba1804008 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:33:57.279543 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:33:57.279927 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Checking segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:57.280327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:57.280715 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Bound using segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:33:57.281200 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Bound port: 86b4be62-d675-431e-a200-7eaba1804008, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:33:57.281574 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:57.289852 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Set router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:57.433142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] For port 86b4be62-d675-431e-a200-7eaba1804008, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:33:57.436623 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] For port 86b4be62-d675-431e-a200-7eaba1804008, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=86b4be62-d675-431e-a200-7eaba1804008,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:33:57.498744 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:57.592505 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:57.593281 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:57.616126 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:56Z', 'revision_number': 3, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:57.620353 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Checking router: 3c7f523b-e13b-4a13-b002-5b14d28c65c5 for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:33:57.620692 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Updating router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 port 5517f321-dbd8-46bb-b000-9ed7047a1e31 binding host dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:33:57.650081 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1855a-ac7a-4330-8e40-2bee17f68dd0 None None] Pushing event updated for resources: {'Port': ['ID=86b4be62-d675-431e-a200-7eaba1804008,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:57.693493 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:57.809985 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:58.100896 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Notify callbacks [] for port, precommit_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.110236 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.115778 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.provisioning_blocks [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Transition to ACTIVE for port object 5517f321-dbd8-46bb-b000-9ed7047a1e31 will not be triggered until provisioned by entity L2. {{(pid=84821) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:58.188800 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.198237 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:33:57Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:58.202760 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc00957-76b4-4356-850a-d703178dc57a None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:33:57Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:33:58.281214 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Attempting to bind port 5517f321-dbd8-46bb-b000-9ed7047a1e31 on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:33:58.282166 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Attempting to bind port 5517f321-dbd8-46bb-b000-9ed7047a1e31 by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:33:58.282938 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Attempting to bind port 5517f321-dbd8-46bb-b000-9ed7047a1e31 on network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:33:58.286153 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b56d4-e29e-485f-b75a-63de3d609fb7 None None] Pushing event updated for resources: {'Port': ['ID=5517f321-dbd8-46bb-b000-9ed7047a1e31,revision_number=2']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:58.294333 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:33:58.297786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Checking segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84821) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:33:58.297786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.297786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Bound using segment: {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'} {{(pid=84821) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:33:58.297786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.managers [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Bound port: 5517f321-dbd8-46bb-b000-9ed7047a1e31, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5036bc67-9c81-423e-ac96-c5025666ce80', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e'}}] {{(pid=84821) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:33:58.297786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.368806 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5038d-093f-4e35-96b7-64dafe47fd55 None None] Network 90c5c7a7-651e-437c-8348-53bceb926fcd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:33:58.392952 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] For port 5517f321-dbd8-46bb-b000-9ed7047a1e31, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84821) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:33:58.396421 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.plugins.ml2.db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] For port 5517f321-dbd8-46bb-b000-9ed7047a1e31, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5517f321-dbd8-46bb-b000-9ed7047a1e31,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84821) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:33:58.406198 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Allocated IP 172.20.0.1 (90c5c7a7-651e-437c-8348-53bceb926fcd/83edebdc-c7c9-4961-b7ad-46b2fecd25e9/02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:33:58.480820 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron_lib.callbacks.manager [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84821) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.551698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-6c8a3171-2c2b-4281-a7a4-21ebc4d575f9 None None] Provisioning for port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:58.592288 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3b56d4-e29e-485f-b75a-63de3d609fb7 None None] Pushing event updated for resources: {'Port': ['ID=5517f321-dbd8-46bb-b000-9ed7047a1e31,revision_number=3']} {{(pid=84821) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:58.598916 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Routers {'3c7f523b-e13b-4a13-b002-5b14d28c65c5'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:33:58.599583 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:58.624024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.644661 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.provisioning_blocks [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Transition to ACTIVE for port object 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b will not be triggered until provisioned by entity DHCP. {{(pid=84818) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:33:58.744002 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:58.859966 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] Set router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:33:58.911181 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Pushing event updated for resources: {'Port': ['ID=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:58.917532 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Network 90c5c7a7-651e-437c-8348-53bceb926fcd is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:58.918995 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:58.922982 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:33:58.990007 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-451683'] for router_interface, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.169519 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.251518 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:56Z', 'revision_number': 3, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:33:59.260434 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae129c-bcab-4b71-a122-bbb3492f859f None None] The sync data for ids ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'] in dv-neutron-840483-1-hyperv is: [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:56Z', 'revision_number': 3, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:33:59.314795 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7431e5c-c996-4245-8ac0-5207fdd6ff24 None None] Provisioning for port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:59.331482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-e7431e5c-c996-4245-8ac0-5207fdd6ff24 None None] Provisioning complete for port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:59.331482 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e7431e5c-c996-4245-8ac0-5207fdd6ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.386721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e48a4962-99a7-4f8e-8abc-3ca09a8b5043 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:33:59.447725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-e7431e5c-c996-4245-8ac0-5207fdd6ff24 None None] Port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:33:59.537153 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:59.542246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:59.542709 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.576865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.645886 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.660168 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.693158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port e48a4962-99a7-4f8e-8abc-3ca09a8b5043, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:33:59.754759 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Pushing event updated for resources: {'Port': ['ID=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:59.757092 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7738921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-451790'] for router_interface, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.765871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:33:59.766818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 86b4be62-d675-431e-a200-7eaba1804008 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:33:59.880743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:33:59.901289 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Network 90c5c7a7-651e-437c-8348-53bceb926fcd is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:33:59.902345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:33:59.943341 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 86b4be62-d675-431e-a200-7eaba1804008 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:33:59.948828 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 86b4be62-d675-431e-a200-7eaba1804008 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:33:59.949205 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:00.121527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:00.161322 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 86b4be62-d675-431e-a200-7eaba1804008, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=86b4be62-d675-431e-a200-7eaba1804008,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:34:00.172352 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-ebb68e90-d75f-461a-9371-d01298d792d6 None None] Provisioning complete for port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:00.172712 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ebb68e90-d75f-461a-9371-d01298d792d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:00.225793 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ebb68e90-d75f-461a-9371-d01298d792d6 None None] Port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:34:00.228564 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:00.292500 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=86b4be62-d675-431e-a200-7eaba1804008,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:00.324544 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:34:00.526288 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:34:00.535295 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-a62149fe-345a-4354-867c-0da30a26c544 admin admin] 10.222.0.70 "PUT /v2.0/routers/3c7f523b-e13b-4a13-b002-5b14d28c65c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4275215 May 05 17:34:01.272705 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e48a4962-99a7-4f8e-8abc-3ca09a8b5043 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:01.344982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:01.345340 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:01.457414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 86b4be62-d675-431e-a200-7eaba1804008 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:01.522291 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 86b4be62-d675-431e-a200-7eaba1804008 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:01.522699 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.364488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33446) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:02.370086 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1904765974', 'description': 'tempest-secgroup-smoke-1904765974 description', 'project_id': '8107d8591258453aa5d4af00354f1487'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:02.376258 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:02.380917 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:02.383800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:02.389976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:02.451702 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.488915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:02.492798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:02.497182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:02.501399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:02.556437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.622935 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.664358 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e25e1638-866a-4e5c-9be6-53077253cd0b,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:02.726187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.730169 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-23ba35d3-a52c-46cb-97b2-73800cefa194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3619680 May 05 17:34:02.730471 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33452) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:02.736130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group_rule': {'security_group_id': 'e25e1638-866a-4e5c-9be6-53077253cd0b', 'project_id': '8107d8591258453aa5d4af00354f1487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:02.742659 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:02.746675 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:02.749944 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:02.756962 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:02.852818 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.917179 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:02.994600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.018974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b64487a-2ac0-4101-90c1-c5e8b4e3672e,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:03.085992 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.087204 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-5f53e4b8-31b3-4f73-96c9-f15542f2061a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3558006 May 05 17:34:03.090013 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33456) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:03.095559 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group_rule': {'security_group_id': 'e25e1638-866a-4e5c-9be6-53077253cd0b', 'project_id': '8107d8591258453aa5d4af00354f1487', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:03.101620 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:03.105336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:03.108146 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:03.114839 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:03.189783 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.255780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.320130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.343746 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8797d89a-741e-4dc8-addf-1b7f9c258765,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:03.417399 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.418700 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-9c768c8c-f6aa-4563-b08e-53caf3c8c8d8 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3276312 May 05 17:34:03.421300 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33460) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:03.427614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group_rule': {'security_group_id': 'e25e1638-866a-4e5c-9be6-53077253cd0b', 'project_id': '8107d8591258453aa5d4af00354f1487', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:03.433923 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:03.437928 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:03.441947 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:03.447881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:03.561540 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.626094 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.680520 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.703738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeea89b4-5638-445a-9ba7-09129f553d46,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:03.812157 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.813396 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-53ec8c5f-eae6-4a9d-9d2e-d42610cd8cac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3910904 May 05 17:34:03.816289 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33466) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:03.822164 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group_rule': {'security_group_id': 'e25e1638-866a-4e5c-9be6-53077253cd0b', 'project_id': '8107d8591258453aa5d4af00354f1487', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:03.827566 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:03.832348 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:03.835182 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:03.840866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:03.932768 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:03.997403 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.074293 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.099033 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d8569e-158d-4f17-812c-934f3dba67a4,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:04.166071 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.167322 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-815cfaf8-5228-41aa-877b-44905cf28db4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3501339 May 05 17:34:04.170325 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33470) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:04.176393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group_rule': {'security_group_id': 'e25e1638-866a-4e5c-9be6-53077253cd0b', 'project_id': '8107d8591258453aa5d4af00354f1487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:04.182483 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:04.186309 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:04.189369 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:04.196265 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:04.274878 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Project 8107d8591258453aa5d4af00354f1487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:34:04.282099 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.347573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.405711 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.423076 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.429887 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07505caa-93c7-48d8-9f93-b3e62e0d93d7,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:04.491770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.492995 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ff47ccd6-d7e3-4717-be29-0bff9b164bfd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3217752 May 05 17:34:04.495926 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33474) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:04.501238 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'security_group_rule': {'security_group_id': 'e25e1638-866a-4e5c-9be6-53077253cd0b', 'project_id': '8107d8591258453aa5d4af00354f1487', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:04.507075 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:04.510881 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:security_group_rule and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:04.513745 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:04.519373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:04.594796 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.securitygroups_db [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Project 8107d8591258453aa5d4af00354f1487 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 05 17:34:04.602321 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.668716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.720269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500750'] for security_group_rule, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.744414 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79c2e472-6292-40df-bc6c-675fc1a2f5be,revision_number=0']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:04.801248 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:04.802619 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bf0d2476-9a81-4c37-b58b-9dbc273741ee tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3057847 May 05 17:34:04.978753 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-eb40e411-c548-47ef-9111-b59aab18935e tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:security_group {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:34:05.057803 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-eb40e411-c548-47ef-9111-b59aab18935e tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:security_group {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:34:05.059039 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-eb40e411-c548-47ef-9111-b59aab18935e tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904765974&fields=id&tenant_id=8107d8591258453aa5d4af00354f1487 HTTP/1.1" status: 200 len: 267 time: 0.1211467 May 05 17:34:05.214091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d8cf1f50-bed3-4eee-81ab-3f0fea3a543b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:05.215622 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d8cf1f50-bed3-4eee-81ab-3f0fea3a543b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 809 time: 0.1495762 May 05 17:34:05.232124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-50479ab3-987e-4708-a9c7-219bfe534cb9 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/quotas/8107d8591258453aa5d4af00354f1487 HTTP/1.1" status: 200 len: 375 time: 0.0111063 May 05 17:34:05.316581 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-b0b5d641-86ef-4d92-bdfb-b255cadcaf70 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787649 May 05 17:34:05.522542 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-f1568e36-96e1-4116-9230-be78fdca2125 service neutron] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:34:05.523534 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-f1568e36-96e1-4116-9230-be78fdca2125 service neutron] 10.222.0.70 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0719938 May 05 17:34:05.660765 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-18535c09-cdb2-473f-bcb5-042b90ab93fc service neutron] 10.222.0.70 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307836 May 05 17:34:05.795165 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-690c64c7-de6e-4d74-9646-7d2d3d27dd63 service neutron] 10.222.0.70 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283717 May 05 17:34:07.076363 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-797f8565-895e-43c3-9668-f15863af22aa req-9415510f-d2a2-4416-a436-f320a576c10d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:34:07.188608 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-797f8565-895e-43c3-9668-f15863af22aa req-9415510f-d2a2-4416-a436-f320a576c10d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:34:07.189846 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-797f8565-895e-43c3-9668-f15863af22aa req-9415510f-d2a2-4416-a436-f320a576c10d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.1573684 May 05 17:34:07.286641 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5517f321-dbd8-46bb-b000-9ed7047a1e31 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:07.405701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 5517f321-dbd8-46bb-b000-9ed7047a1e31 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:34:07.411252 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5517f321-dbd8-46bb-b000-9ed7047a1e31 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:07.412931 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:07.531354 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:07.547275 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 5517f321-dbd8-46bb-b000-9ed7047a1e31, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5517f321-dbd8-46bb-b000-9ed7047a1e31,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:34:07.616823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:07.686108 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=5517f321-dbd8-46bb-b000-9ed7047a1e31,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:08.381500 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-24fc9e1e-8459-449a-a24b-860e8c5739df req-2fcd113e-8e19-4db2-b6af-4fdce5a0eefd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.1219096 May 05 17:34:09.274160 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5517f321-dbd8-46bb-b000-9ed7047a1e31 up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:09.345432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 5517f321-dbd8-46bb-b000-9ed7047a1e31 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:09.345808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:09.491845 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-d37ec361-3986-4618-b82a-aaf4448ef02e req-8e91ed37-a9d8-4b38-a558-bfb6bc867216 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.0410705 May 05 17:34:10.600905 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-5069c624-c9c4-4b61-b0d5-08fc89d611b0 req-635674a8-6f23-4bf2-b16e-dd5a8a16f926 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.0409498 May 05 17:34:11.760546 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1a728ee7-cf85-4e8f-8e0d-6aa74ebf63f5 req-1c074771-032c-4bda-9e63-81c70835bd27 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.0406218 May 05 17:34:12.927357 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-16fc8c85-f400-42b9-a2e9-ebe3f49e1099 req-25a55210-d410-4b2e-8f81-a71bfd9fc669 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.0430913 May 05 17:34:13.483256 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-a043aa77-0a4a-4ce7-8997-339d7848823d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:13.484588 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-a043aa77-0a4a-4ce7-8997-339d7848823d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 809 time: 0.1403036 May 05 17:34:13.543130 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-a9a3b832-1455-48d4-88df-e45c15aa2c94 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8107d8591258453aa5d4af00354f1487 HTTP/1.1" status: 200 len: 380 time: 0.0461526 May 05 17:34:13.552245 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'port': {'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'admin_state_up': True, 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'security_groups': ['e25e1638-866a-4e5c-9be6-53077253cd0b']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:13.692586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:13.702736 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:13.777311 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Made reservation on behalf of 8107d8591258453aa5d4af00354f1487 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:34:13.780333 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:13.868039 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:34:13.946798 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Allocated IP 172.20.0.7 (dbeecd24-4aff-4a18-a82b-4cec513254b4/9f46524e-fdc1-4e3d-8107-acf2790181ef/c371d768-62bf-411d-8448-c7c8bae4b9b1) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:34:14.096167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-039d66f0-2906-41ff-82f2-a3fe57d27b71 req-0b762a99-4e2e-4d16-9f69-473d223cac75 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.0435641 May 05 17:34:14.139626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:14.155633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Transition to ACTIVE for port object c371d768-62bf-411d-8448-c7c8bae4b9b1 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:34:14.233748 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:14.303750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:34:14.306633 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:34:14.310538 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:34:14.341726 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:14.376878 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:14.377488 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:14.481033 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-e670bc7f-cee0-4e88-a901-8e02bd2032af tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9332221 May 05 17:34:14.493387 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Request body: {'port': {'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:14.601866 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:14.605565 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2ea2dc1a-ed2a-4c76-b338-4b6fe9e5ad9f None None] Provisioning for port c371d768-62bf-411d-8448-c7c8bae4b9b1 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:34:14.610908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2ea2dc1a-ed2a-4c76-b338-4b6fe9e5ad9f None None] Provisioning complete for port c371d768-62bf-411d-8448-c7c8bae4b9b1 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:14.611350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2ea2dc1a-ed2a-4c76-b338-4b6fe9e5ad9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:14.666531 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-2ea2dc1a-ed2a-4c76-b338-4b6fe9e5ad9f None None] Port c371d768-62bf-411d-8448-c7c8bae4b9b1 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:34:14.941098 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c371d768-62bf-411d-8448-c7c8bae4b9b1 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:34:14.947974 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:14.962932 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Transition to ACTIVE for port object c371d768-62bf-411d-8448-c7c8bae4b9b1 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:34:15.028757 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:15.164636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:15.412151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Attempting to bind port c371d768-62bf-411d-8448-c7c8bae4b9b1 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:34:15.412405 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Attempting to bind port c371d768-62bf-411d-8448-c7c8bae4b9b1 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:34:15.412738 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Attempting to bind port c371d768-62bf-411d-8448-c7c8bae4b9b1 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:34:15.423976 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Port c371d768-62bf-411d-8448-c7c8bae4b9b1 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:34:15.424299 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Attempting to bind port c371d768-62bf-411d-8448-c7c8bae4b9b1 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:34:15.436524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34a398-7909-4362-9db8-0558cb4ef0a0 req-3ac29525-5e8a-44a6-a55a-a2024718b916 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:15.437197 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-3d34a398-7909-4362-9db8-0558cb4ef0a0 req-3ac29525-5e8a-44a6-a55a-a2024718b916 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:34:15.444574 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:34:15.444910 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Checking segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:34:15.445290 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Bound using segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:34:15.445716 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Bound port: c371d768-62bf-411d-8448-c7c8bae4b9b1, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:34:15.446063 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:15.527019 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-3d34a398-7909-4362-9db8-0558cb4ef0a0 req-3ac29525-5e8a-44a6-a55a-a2024718b916 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:34:15.528207 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3d34a398-7909-4362-9db8-0558cb4ef0a0 req-3ac29525-5e8a-44a6-a55a-a2024718b916 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.2952888 May 05 17:34:15.558480 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:34:15.574378 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:34:15.589017 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3d34a398-7909-4362-9db8-0558cb4ef0a0 req-be1ace2a-4196-4322-9734-d0599efd8835 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523992 May 05 17:34:15.658107 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:15.725623 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:15.726815 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] 10.222.0.71 "PUT /v2.0/ports/c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 1093 time: 1.2376845 May 05 17:34:15.727246 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:34:15.756705 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f59573-5a4d-40ab-9321-21e318ae92d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:15.792124 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ec01e4-a0db-401b-90db-3ead367b7b2a'] response: {'name': 'network-changed', 'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'status': 'completed', 'code': 200} May 05 17:34:15.889389 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bce0a2df-273f-47f1-b02a-82fa9efc5ce4 req-59d27872-4efb-4740-a606-5f85c686abd4 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1096 time: 0.0768354 May 05 17:34:16.030455 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a2df-273f-47f1-b02a-82fa9efc5ce4 req-4e79cc75-ba67-427b-a2d6-af6f9d227367 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:16.031949 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bce0a2df-273f-47f1-b02a-82fa9efc5ce4 req-4e79cc75-ba67-427b-a2d6-af6f9d227367 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=8107d8591258453aa5d4af00354f1487&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1361761 May 05 17:34:16.166666 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce0a2df-273f-47f1-b02a-82fa9efc5ce4 req-2e59ce9d-e03d-4c15-885e-6bd771d0b51f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:16.168139 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bce0a2df-273f-47f1-b02a-82fa9efc5ce4 req-2e59ce9d-e03d-4c15-885e-6bd771d0b51f service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308663 May 05 17:34:16.273717 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-ad95a483-fc0c-4fd7-b59d-b470e2a867fb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1096 time: 0.0718987 May 05 17:34:16.341063 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-94dd7dfa-95cc-4ae8-b95e-7480694c5837 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0610869 May 05 17:34:16.406422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-84f9448c-4101-4586-9e6c-099b35355180 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:16.408078 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-84f9448c-4101-4586-9e6c-099b35355180 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0615776 May 05 17:34:16.484096 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-9c96a572-2d2e-4427-9290-0e2065e32cb4 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687127 May 05 17:34:16.614457 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-ccfb0a23-6c36-4da4-b87a-36201b1386b0 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247787 May 05 17:34:16.798979 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4d67d641-e8c6-4fb0-b6dc-14887b777972 req-0c788dd3-1905-4c8e-b40f-e419a37fcfcc service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793017 May 05 17:34:16.821900 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ade9-1252-4b9d-a417-94fc828b65e5 req-b69932c0-031a-4c7c-b73c-fc0483e221b9 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:16.823330 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7854ade9-1252-4b9d-a417-94fc828b65e5 req-b69932c0-031a-4c7c-b73c-fc0483e221b9 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.1134028 May 05 17:34:16.870343 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-7854ade9-1252-4b9d-a417-94fc828b65e5 req-42992e52-3fcf-4858-898c-a56d3febc39b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413773 May 05 17:34:18.070966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03628998-1f91-41e5-94c5-c4feb5459b3d req-73eeb5b5-947f-4b52-9f71-fbf00162f030 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:18.072454 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-03628998-1f91-41e5-94c5-c4feb5459b3d req-73eeb5b5-947f-4b52-9f71-fbf00162f030 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.0772047 May 05 17:34:18.117631 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-03628998-1f91-41e5-94c5-c4feb5459b3d req-0bf54af2-f801-4220-b4f7-176cc31ae32a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:security_group {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:34:18.129261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-03628998-1f91-41e5-94c5-c4feb5459b3d req-0bf54af2-f801-4220-b4f7-176cc31ae32a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:security_group {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:34:18.130416 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-03628998-1f91-41e5-94c5-c4feb5459b3d req-0bf54af2-f801-4220-b4f7-176cc31ae32a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524628 May 05 17:34:18.356429 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Sync routers for ids ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:34:18.369044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Routers {'3c7f523b-e13b-4a13-b002-5b14d28c65c5'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:34:18.369678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:18.547141 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Set router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:34:18.910916 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:59Z', 'revision_number': 4, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b', 'name': '', 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'mac_address': 'fa:16:3e:68:14:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:58Z', 'updated_at': '2022-05-05T17:33:59Z', 'revision_number': 2, 'project_id': '1161c3a16e274724836beba699e4b56a', 'subnets': [{'id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:18.914855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Checking router: 3c7f523b-e13b-4a13-b002-5b14d28c65c5 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:34:18.915196 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Updating router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b binding host dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} May 05 17:34:18.965106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:19.339012 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Notify callbacks [] for port, precommit_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:19.355830 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Transition to ACTIVE for port object 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b will not be triggered until provisioned by entity L2. {{(pid=84820) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:34:19.367626 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ad38aa-847b-432e-9826-af09bbdfe8d6 req-c6d09956-8c91-445c-a2f7-ef0dbafe1f9d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:19.369158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-79ad38aa-847b-432e-9826-af09bbdfe8d6 req-c6d09956-8c91-445c-a2f7-ef0dbafe1f9d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.0913258 May 05 17:34:19.416959 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-79ad38aa-847b-432e-9826-af09bbdfe8d6 req-d6791d30-955a-47be-a2b6-0a9b13b1ecf0 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418835 May 05 17:34:19.445580 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:19.572813 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83538505-09a6-4628-9a0e-e48336033b7a None None] Pushing event updated for resources: {'Port': ['ID=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,revision_number=3']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:19.669982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Attempting to bind port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b on host dv-neutron-840483-1-hyperv for vnic_type normal with profile {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:34:19.670353 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Attempting to bind port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b by drivers openvswitch,hyperv on host dv-neutron-840483-1-hyperv at level 0 using segments [{'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:34:19.670721 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Attempting to bind port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b on network 90c5c7a7-651e-437c-8348-53bceb926fcd {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:34:19.677955 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Checking agent: {'id': '400e6bb4-e513-4bae-8c57-2c6cfd525400', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-840483-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 16, 54), 'started_at': datetime.datetime(2022, 5, 5, 16, 17, 24), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-840483-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:34:19.678336 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Checking segment: {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84820) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:34:19.678745 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:19.679174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Bound using segment: {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'} {{(pid=84820) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:34:19.679736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.managers [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Bound port: 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b, host: dv-neutron-840483-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a0a167-4aec-4507-84bd-7077e36879fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd'}}] {{(pid=84820) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:34:19.680116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:19.779370 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] For port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b, host dv-neutron-840483-1-hyperv, cleared binding levels {{(pid=84820) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:34:19.785776 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] For port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b, host dv-neutron-840483-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84820) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:34:19.874874 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:19.957569 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83538505-09a6-4628-9a0e-e48336033b7a None None] Pushing event updated for resources: {'Port': ['ID=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:19.962305 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Routers {'3c7f523b-e13b-4a13-b002-5b14d28c65c5'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:34:19.962919 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:33:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:20.147956 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] Set router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:34:20.417843 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bd8df7de-c95f-4c33-a778-55a79feb04d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:20.490414 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:59Z', 'revision_number': 4, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b', 'name': '', 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'mac_address': 'fa:16:3e:68:14:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:58Z', 'updated_at': '2022-05-05T17:34:19Z', 'revision_number': 4, 'project_id': '1161c3a16e274724836beba699e4b56a', 'subnets': [{'id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:20.495923 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:34:20.500222 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a94c7b2-eecc-4185-a310-dcf0543a5bb8 None None] The sync data for ids ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'] in dv-neutron-840483-1-hyperv is: [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:33:59Z', 'revision_number': 4, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b', 'name': '', 'network_id': '90c5c7a7-651e-437c-8348-53bceb926fcd', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'mac_address': 'fa:16:3e:68:14:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:58Z', 'updated_at': '2022-05-05T17:34:19Z', 'revision_number': 4, 'project_id': '1161c3a16e274724836beba699e4b56a', 'subnets': [{'id': '83edebdc-c7c9-4961-b7ad-46b2fecd25e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:34:20.656377 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c227ed0-8d7d-436e-a8d0-db952b093e0e req-de6c1677-f166-4d1d-be2e-294c5e6a791f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:20.664215 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2c227ed0-8d7d-436e-a8d0-db952b093e0e req-de6c1677-f166-4d1d-be2e-294c5e6a791f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.1193156 May 05 17:34:20.696610 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:34:20.707483 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2c227ed0-8d7d-436e-a8d0-db952b093e0e req-f837e609-3cb8-4d80-a7d8-8e096a10dffd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423911 May 05 17:34:20.713327 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:34:20.772765 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:20.791752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c371d768-62bf-411d-8448-c7c8bae4b9b1 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:34:20.808478 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:34:20.908616 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:20.976779 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:21.266072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['c371d768-62bf-411d-8448-c7c8bae4b9b1'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:34:21.303741 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:21.506402 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning for port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:34:21.518687 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:21.519290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:21.713080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:21.755318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] For port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:34:21.811785 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:21.879268 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Pushing event updated for resources: {'Port': ['ID=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:21.920925 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c06789e-f27d-467d-86e7-afc502482560 req-279d271c-f4f8-4960-b079-7468dd663055 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:21.922360 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c06789e-f27d-467d-86e7-afc502482560 req-279d271c-f4f8-4960-b079-7468dd663055 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 944 time: 0.0804105 May 05 17:34:21.973912 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0c06789e-f27d-467d-86e7-afc502482560 req-798091cd-681a-4ea1-a069-0ff2659ac275 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453367 May 05 17:34:22.428798 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8ca1d799-9321-420e-8375-26b6ad79102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:22.508611 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:22.639152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port c371d768-62bf-411d-8448-c7c8bae4b9b1 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:34:22.644363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port c371d768-62bf-411d-8448-c7c8bae4b9b1 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:22.644738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:22.762000 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:22.788338 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:34:22.797685 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:34:22.843191 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d18ee58b-03c5-43ea-bbc6-23bc8f5ceaad'] response: {'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'code': 200} May 05 17:34:22.885808 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:22.955063 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:23.170820 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8072016-05ff-4e43-966f-2ffb39d14e02 req-e619949d-9d84-4218-9b8c-35f0a270604b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:23.172417 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a8072016-05ff-4e43-966f-2ffb39d14e02 req-e619949d-9d84-4218-9b8c-35f0a270604b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 945 time: 0.0780554 May 05 17:34:23.268121 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a8072016-05ff-4e43-966f-2ffb39d14e02 req-ecc054f8-810e-4926-8260-7ba0fd062378 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631244 May 05 17:34:23.293131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b up at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:34:23.295266 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-76a1090f-1953-4631-a096-6d91a01dc658 req-5898a0dd-7286-4c5f-933e-501ed1bc33dc service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1098 time: 0.1220601 May 05 17:34:23.339199 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-76a1090f-1953-4631-a096-6d91a01dc658 req-cdf391d8-f577-4d0c-be4a-f0ea1bc4fc74 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378649 May 05 17:34:23.361296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Provisioning complete for port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:34:23.361660 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:23.776632 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:23.942851 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:24.465720 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5316de-cfa8-4059-a653-0a6253efedcb req-4a636727-2038-492a-be19-8aa0d8433847 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:24.467162 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1b5316de-cfa8-4059-a653-0a6253efedcb req-4a636727-2038-492a-be19-8aa0d8433847 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 945 time: 0.0773373 May 05 17:34:24.514872 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-1b5316de-cfa8-4059-a653-0a6253efedcb req-58de9e31-8ad9-4f63-87f7-ffaac6f8e5d1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415790 May 05 17:34:25.439069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:25.713515 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12bae5-e676-410a-861b-24d06b3af16b req-003fa2b6-a0b9-4029-9ef5-ddda8e1c7d18 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:25.714948 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd12bae5-e676-410a-861b-24d06b3af16b req-003fa2b6-a0b9-4029-9ef5-ddda8e1c7d18 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 945 time: 0.0765126 May 05 17:34:25.844400 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bd12bae5-e676-410a-861b-24d06b3af16b req-69578e5e-bb65-489d-9d79-834299cf4f25 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1237512 May 05 17:34:26.132832 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c222cd92-f05b-44b1-aff0-f131c4802b33 req-04e9ee16-9ab7-4d9c-b199-ea6e088d3e67 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:26.134372 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c222cd92-f05b-44b1-aff0-f131c4802b33 req-04e9ee16-9ab7-4d9c-b199-ea6e088d3e67 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 945 time: 0.1693451 May 05 17:34:26.180486 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-c222cd92-f05b-44b1-aff0-f131c4802b33 req-f7b201d9-a218-4149-bf7b-6ce42579dbe6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406265 May 05 17:34:26.210264 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33570) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:26.357913 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-49d5e723-aa54-40ed-9f95-42000021d685 tempest-TestSnapshotPattern-894108165 tempest-TestSnapshotPattern-894108165-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1093 time: 0.1464596 May 05 17:34:26.360576 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 33576) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:34:26.366719 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address': '172.20.0.7'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:34:26.372336 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:34:26.376187 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:floatingip and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:34:26.380433 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84819) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:34:26.386841 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:34:26.485835 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:26.620744 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:26.757035 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Allocated IP 172.26.2.104 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/38730115-6a2e-4381-9fa4-deff0512954e) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:34:26.900898 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:26.994594 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:27.060355 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:34:27.063011 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:34:27.066317 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:34:27.104423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'Port': ['ID=38730115-6a2e-4381-9fa4-deff0512954e,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:27.577562 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:27.694697 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:27.899679 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:27.959200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:28.062015 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'Port': ['ID=38730115-6a2e-4381-9fa4-deff0512954e,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:34:28.076779 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.077119 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.077452 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.077776 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.078100 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.078419 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.078756 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.079064 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.079655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.079968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.080280 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:34:28.087572 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:28.359360 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.db.l3_db [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Floating IP b58e212e-3572-44c0-8ea1-214ad22adfc7 associated. External IP: 172.26.2.104, port: c371d768-62bf-411d-8448-c7c8bae4b9b1. May 05 17:34:28.747389 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Router 6e87a851-f886-4578-affc-8bed1626337d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84819) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:34:28.943168 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84819) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:34:28.952462 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:34:28.968565 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:34:28.969164 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:29.034430 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:29.092436 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-6bbc6e24-678c-41a7-a8f9-2b720187338f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7308359 May 05 17:34:29.093126 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:34:29.147439 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:34:29.147616 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef15c476-429d-4d4b-ac81-f5069c690d12'] response: {'name': 'network-changed', 'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'status': 'completed', 'code': 200} May 05 17:34:29.238579 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-659fd239-02e3-4dec-a922-fd5fb8ecf3eb service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1098 time: 0.0692329 May 05 17:34:29.372689 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-49927b99-436e-425e-b94b-55ad3c40744b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:29.374141 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-49927b99-436e-425e-b94b-55ad3c40744b service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1301479 May 05 17:34:29.481425 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-e3388423-812d-40a7-9d01-9ae2a46dee8e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 999 time: 0.1014569 May 05 17:34:29.494216 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:27Z', 'revision_number': 0, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:29.499489 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:34:29.510716 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:34:29.511315 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:34:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:29.545609 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-663d097d-9a01-4599-9b06-f5f853d6baed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:29.547330 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-663d097d-9a01-4599-9b06-f5f853d6baed service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0603952 May 05 17:34:29.622947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-b65c79dd-5057-4f70-be57-1c980866a126 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704005 May 05 17:34:29.692507 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:34:29.758444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-239273af-ef7b-40a9-a96f-711dffafb44d service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299093 May 05 17:34:29.895057 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-4c8279e1-9dc4-4cee-80f4-491e371f299c req-7bb5b851-8f0d-4dde-83b0-ebcb0cdba9b7 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306646 May 05 17:34:30.070817 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:27Z', 'revision_number': 0, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:34:30.074704 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d1638a-dd24-4949-9960-dfd027762804 None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:27Z', 'revision_number': 0, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:34:32.752350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bcca16f-a192-4da5-8454-f3692dfff061 None None] New status for floating IP b58e212e-3572-44c0-8ea1-214ad22adfc7: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:34:34.433371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:35.883818 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-f573950b-5193-4c30-b8dc-1c35547c4a4c service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2509577 May 05 17:34:36.022824 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-22caa580-0977-4ece-ba2e-0a2414a9b11b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1098 time: 0.0693004 May 05 17:34:36.165942 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-12c18126-b8f7-4197-91cd-da3ad9347080 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:36.167717 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-12c18126-b8f7-4197-91cd-da3ad9347080 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1267109 May 05 17:34:36.273528 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-425b98ee-cb5d-4a56-a27c-99546356236f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 1001 time: 0.0989687 May 05 17:34:36.337734 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-32503587-5432-46ce-9fcb-a39c80727e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:34:36.339153 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-32503587-5432-46ce-9fcb-a39c80727e77 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0599458 May 05 17:34:36.415396 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-00e76f4d-6a5c-4b2e-90b0-55025669a007 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678799 May 05 17:34:36.547607 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-57d5b716-4985-4dd2-8b50-11b8007446b0 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265330 May 05 17:34:36.678906 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b78169e7-7307-48a8-a4a2-de38b42bc20d req-2453ce25-325c-46b3-9e35-bc9d06bbcf12 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249332 May 05 17:34:50.308783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-b30b0138-1bb4-4385-8b1f-1d90a9c4bc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:50.861583 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:34:52.428104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-557905e8-5b6f-46b5-80de-1e24a59408b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:53.782783 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:53.959710 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:34:55.451089 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:04.427410 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:20.284993 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-db125604-6a8c-42d6-bf8f-a47f3e779744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:22.495262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ff486b8b-4ad5-4a24-b8ac-ee2de69fdf2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:23.742080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:23.953594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:25.433700 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:27.860467 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:35:34.450719 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:36.696101 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-bb7e8004-3641-4d32-9eb3-676048c0abf5 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704215 May 05 17:35:36.834881 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-be08325c-1d30-40d7-87eb-415a4a76271f service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1098 time: 0.0696971 May 05 17:35:36.978684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-e8a85939-a3af-445f-b8c7-3bf2a00090ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:35:36.980053 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-e8a85939-a3af-445f-b8c7-3bf2a00090ae service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1253352 May 05 17:35:37.081194 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-af4fb42d-fcfd-4903-a63d-33bcd0f34e2e service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 1001 time: 0.0957630 May 05 17:35:37.141330 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-79f88efa-d62e-40da-bfd0-962ef301c787 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:35:37.142710 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-79f88efa-d62e-40da-bfd0-962ef301c787 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0555868 May 05 17:35:37.220840 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-81b0659d-d275-49dd-9339-15a87c5d0c85 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722060 May 05 17:35:37.352968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-a1946039-9c6b-4863-8854-e1e3fddf6808 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258531 May 05 17:35:37.560342 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6d5881ef-5eb6-496a-9daf-d68f67fab864 req-575e9e44-2bb9-45ef-bf97-9f6f45427312 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021379 May 05 17:35:50.296067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-2f8721dc-0a97-4dde-aa35-be7e1e5a2da5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:52.433065 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a3bbd64a-1771-468e-8dcd-6cef6d2e0726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:53.764890 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:53.970177 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:35:55.478698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:04.478971 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:04.863746 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:36:20.296127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-bc7a940d-f4c2-40fa-a445-6ef8e277c301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:22.404239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5cd75d1c-2eef-47d5-bcd7-5aa0c901dc8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:23.736078 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:23.963244 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:25.454206 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:34.472819 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:38.694193 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-40bb3e29-b07c-4d50-bf6f-48b3204313ab service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653546 May 05 17:36:38.835125 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-a71515d3-bf37-461c-8d12-abd8b6152013 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1098 time: 0.0715289 May 05 17:36:38.976001 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-3dda1290-5df6-4622-a17e-add552c1e190 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:36:38.977328 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-3dda1290-5df6-4622-a17e-add552c1e190 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1245432 May 05 17:36:39.073487 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-3e41ddf5-a31c-40bf-a379-e3b5f821aeab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 1001 time: 0.0903702 May 05 17:36:39.136319 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-48a95398-28a3-4a44-8f88-8eae4bad233d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:36:39.137705 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-48a95398-28a3-4a44-8f88-8eae4bad233d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0588026 May 05 17:36:39.211744 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-772dcbc9-340f-4740-928a-ff13adba16a0 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686357 May 05 17:36:39.342412 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-342900b0-c12b-407a-8bbc-0cf4780f9191 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245203 May 05 17:36:39.471671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-1209025d-25e3-4dd9-8e86-c37b3c5093db req-c5b1f79f-2d60-4838-b1ee-383a1d4d6e82 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228316 May 05 17:36:41.862601 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:36:50.295701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-93dbcf34-77f8-4dfe-b7b8-5e52687be514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:52.421026 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e815c7f0-24e8-4ec8-b9dd-98e8ed8013f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:53.745375 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:53.962294 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:36:55.471152 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:04.501497 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:09.266987 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:37:09.403262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:09.417555 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:37:09.470476 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:09.488737 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c371d768-62bf-411d-8448-c7c8bae4b9b1 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:37:09.503696 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:09.575241 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:09.648534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:09.658363 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['c371d768-62bf-411d-8448-c7c8bae4b9b1'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:37:09.683312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.683680 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.684019 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.684350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.684681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.685007 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.685333 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.685655 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.685982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.686302 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:09.686618 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:11.269096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:37:11.336857 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port c371d768-62bf-411d-8448-c7c8bae4b9b1 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:37:11.337223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:11.449908 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:11.476829 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:37:11.486142 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:11.579283 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:11.646263 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:11.654097 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb773260-3329-4d2f-9736-32ff2fb2990c'] response: {'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'code': 200} May 05 17:37:18.862960 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:37:20.301223 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-98c34754-2527-4272-9f32-fe220bd9089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:22.438257 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f32927b6-fbcc-466b-888f-5f5305669ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:23.729584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:23.992285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:25.385582 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ffa49fad-9bec-4fa9-a4fa-1b3112885caa tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1904765974&fields=id&tenant_id=8107d8591258453aa5d4af00354f1487 HTTP/1.1" status: 200 len: 267 time: 0.0432894 May 05 17:37:25.476180 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:25.535257 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-61923f3c-288f-4443-a41e-de076bf2b772 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:25.535950 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-61923f3c-288f-4443-a41e-de076bf2b772 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:network {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:37:25.649416 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-61923f3c-288f-4443-a41e-de076bf2b772 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:network {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:37:25.650521 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-61923f3c-288f-4443-a41e-de076bf2b772 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 809 time: 0.2575808 May 05 17:37:25.669643 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca11b234-403d-4f73-bfd0-55e21cce8a13 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/quotas/8107d8591258453aa5d4af00354f1487 HTTP/1.1" status: 200 len: 375 time: 0.0117126 May 05 17:37:25.754348 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3f061e52-e627-4673-9158-eb72a1fe575f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795689 May 05 17:37:25.956722 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-740020b2-5779-449a-9a20-b92bc25261a9 service neutron] 10.222.0.70 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908023 May 05 17:37:26.086863 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-b3e1260a-651c-41fa-b851-817dfb7ca34a service neutron] 10.222.0.70 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244295 May 05 17:37:26.477426 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-21626878-fb06-42c1-b4b6-9794a49fe6e8 req-6824d0a6-a9b5-4662-8337-d39c5e854e12 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.1165669 May 05 17:37:27.584910 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-deca3954-b7d5-4e1e-a8a9-e0c95c4e87c4 req-905fa2b3-22ec-4641-acb6-672a91023306 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.0394921 May 05 17:37:28.694512 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2f5637fe-6638-4bac-b8b1-c40f14c5491e req-44ce155c-74e1-47b1-a63a-1b625e9cb368 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.0395141 May 05 17:37:29.408158 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:37:29.519214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:29.546964 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:37:29.556431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:29.600636 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb57753-f7f2-49fe-ad1c-b367a625ecc6'] response: {'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'code': 200} May 05 17:37:29.620944 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:29.688347 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:29.806241 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-abc64dfd-323d-47b4-9d6d-2d0d92d26832 req-292733d7-2809-47bf-914b-b087ab79311b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.0413377 May 05 17:37:30.969329 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-4f7c9524-ff33-4310-8660-d4b39151a2d4 req-50f626f9-6032-4afe-bb22-15612f57cb06 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.0429583 May 05 17:37:32.135519 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0a119d52-ad41-4151-8572-6b620ccad15a req-e45375d6-0ceb-42c1-aafa-40fec9946674 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.0421391 May 05 17:37:32.572546 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-f1c04011-3fbc-4816-92f9-38ed99912311 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:32.573968 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-f1c04011-3fbc-4816-92f9-38ed99912311 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 809 time: 0.1465077 May 05 17:37:32.626782 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-471cc3fd-5bac-47c6-a0fc-b2dc45ad5469 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8107d8591258453aa5d4af00354f1487 HTTP/1.1" status: 200 len: 380 time: 0.0415010 May 05 17:37:32.634684 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'port': {'device_id': '56419984-fbd3-417d-9054-3f13d95eacdf', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'admin_state_up': True, 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'security_groups': ['e25e1638-866a-4e5c-9be6-53077253cd0b']}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:37:32.773687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:37:32.784297 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.quota.driver [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84819) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:37:32.860573 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Made reservation on behalf of 8107d8591258453aa5d4af00354f1487 for: {'port': 1} {{(pid=84819) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 05 17:37:32.863586 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:33.029029 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_common [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Allocated IP 172.20.0.8 (dbeecd24-4aff-4a18-a82b-4cec513254b4/9f46524e-fdc1-4e3d-8107-acf2790181ef/9660be3a-4eed-434d-b1c6-1d8572be61a1) {{(pid=84819) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:37:33.320393 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for port, precommit_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:33.341687 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Transition to ACTIVE for port object 9660be3a-4eed-434d-b1c6-1d8572be61a1 will not be triggered until provisioned by entity DHCP. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:37:33.431624 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_create {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:33.535385 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e630b7-ee6d-4cb5-a0b0-4a6c7141563e req-f07f0182-94da-46f4-8eee-6e3885c3af4e tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:33.538194 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-02e630b7-ee6d-4cb5-a0b0-4a6c7141563e req-f07f0182-94da-46f4-8eee-6e3885c3af4e tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0897174 May 05 17:37:33.568004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=1']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:33.590073 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.590683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.591200 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.591693 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.592645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.592645 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.592963 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.593432 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.593770 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.594239 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.594699 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:33.603474 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 is already hosted by enough agents. {{(pid=84819) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:37:33.605456 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.scheduler.base_scheduler [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources bound (agent type, host, resource id): {{(pid=84819) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:37:33.621269 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Received port after_create {{(pid=84819) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:37:33.648846 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-02e630b7-ee6d-4cb5-a0b0-4a6c7141563e req-2c63c573-b21f-4d08-949c-047fbc980884 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013374 May 05 17:37:33.758267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:33.759683 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:33.890123 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-ca99d9da-fcdd-4959-bce9-07653c733086 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2589908 May 05 17:37:34.136049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9a1b3f8e-72c8-43e8-b70d-3878195988c5 None None] Provisioning for port 9660be3a-4eed-434d-b1c6-1d8572be61a1 completed by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:37:34.145440 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-9a1b3f8e-72c8-43e8-b70d-3878195988c5 None None] Provisioning complete for port 9660be3a-4eed-434d-b1c6-1d8572be61a1 triggered by entity DHCP. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:37:34.146436 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9a1b3f8e-72c8-43e8-b70d-3878195988c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:34.207812 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-9a1b3f8e-72c8-43e8-b70d-3878195988c5 None None] Port 9660be3a-4eed-434d-b1c6-1d8572be61a1 cannot update to ACTIVE because it is not bound. {{(pid=84820) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} May 05 17:37:34.495226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:34.867524 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec14662-01c7-46e1-99c2-b9fd8c196bc6 req-ca2d837f-6003-48af-b890-ed78827badf6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:34.868445 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bec14662-01c7-46e1-99c2-b9fd8c196bc6 req-ca2d837f-6003-48af-b890-ed78827badf6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:37:34.958250 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-bec14662-01c7-46e1-99c2-b9fd8c196bc6 req-ca2d837f-6003-48af-b890-ed78827badf6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:37:34.959465 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bec14662-01c7-46e1-99c2-b9fd8c196bc6 req-ca2d837f-6003-48af-b890-ed78827badf6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.1746352 May 05 17:37:35.019781 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-bec14662-01c7-46e1-99c2-b9fd8c196bc6 req-c4b94528-b990-4734-ad39-959ab2c482d6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538502 May 05 17:37:36.233636 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b420a-70af-4068-9553-b67ccec17d46 req-7c93932b-1e5e-4c72-ba23-3ff1c9a0befb tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:36.235120 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-091b420a-70af-4068-9553-b67ccec17d46 req-7c93932b-1e5e-4c72-ba23-3ff1c9a0befb tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0965068 May 05 17:37:36.283167 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-091b420a-70af-4068-9553-b67ccec17d46 req-daa17e64-ad05-44af-a174-ce43fa9cce05 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420747 May 05 17:37:37.497313 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3aa59c-9b15-4eb0-bccc-67408e7c6a59 req-40932536-c6fc-4a47-bb8d-5004587de9ea tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:37.498820 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e3aa59c-9b15-4eb0-bccc-67408e7c6a59 req-40932536-c6fc-4a47-bb8d-5004587de9ea tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0842376 May 05 17:37:37.549588 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3e3aa59c-9b15-4eb0-bccc-67408e7c6a59 req-0f259272-9376-49d8-9de8-7ddcb3b9507a tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448618 May 05 17:37:38.814455 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f259f310-5d1a-4d1c-83eb-6fd7cc85b8b4 req-0380dfe8-1c74-4d68-8e58-b4f3ed051567 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:38.823492 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f259f310-5d1a-4d1c-83eb-6fd7cc85b8b4 req-0380dfe8-1c74-4d68-8e58-b4f3ed051567 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.1392229 May 05 17:37:38.874062 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f259f310-5d1a-4d1c-83eb-6fd7cc85b8b4 req-ce5c5271-2383-455f-8200-3e2004a6f4da tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 May 05 17:37:40.084226 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45de990-d684-43e2-b176-40bc7634a329 req-013496d4-c992-4dc5-909f-70ca2eef318d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:40.085560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d45de990-d684-43e2-b176-40bc7634a329 req-013496d4-c992-4dc5-909f-70ca2eef318d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0766613 May 05 17:37:40.138444 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d45de990-d684-43e2-b176-40bc7634a329 req-40d16c4f-b5f1-430a-97ec-17898ecaf20c tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468163 May 05 17:37:41.342313 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7df9f3-ae5a-4477-a5b0-c5bb4d563183 req-1b259fcd-3226-43cd-8fb9-33777f6dae5c tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:41.343781 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e7df9f3-ae5a-4477-a5b0-c5bb4d563183 req-1b259fcd-3226-43cd-8fb9-33777f6dae5c tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0798311 May 05 17:37:41.389119 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-0e7df9f3-ae5a-4477-a5b0-c5bb4d563183 req-5b2fc956-0ca8-4a0b-936d-6f37caec5f80 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398765 May 05 17:37:42.588022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0615a991-84b6-4489-b2b3-69e8a34778ab req-ed80889c-10df-45a9-968c-52f4c7eaae07 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:42.589467 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0615a991-84b6-4489-b2b3-69e8a34778ab req-ed80889c-10df-45a9-968c-52f4c7eaae07 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0755572 May 05 17:37:42.635022 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-0615a991-84b6-4489-b2b3-69e8a34778ab req-a4e82cdf-a294-43d8-aae6-0f5df8ddb559 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394390 May 05 17:37:43.833729 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a120861-4f3e-4515-8c48-91263a916393 req-523016fd-fdc6-49ec-b28d-3ab5bd411ef4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:43.835181 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a120861-4f3e-4515-8c48-91263a916393 req-523016fd-fdc6-49ec-b28d-3ab5bd411ef4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 931 time: 0.0764637 May 05 17:37:43.883621 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3a120861-4f3e-4515-8c48-91263a916393 req-3498925a-eb18-49ce-809c-f6afee19f115 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420725 May 05 17:37:44.381183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-d9e1019d-f999-40d1-af24-e522717af3a5 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] http://10.222.0.70:9696/v2.0/extensions returned with HTTP 200 {{(pid=84819) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} May 05 17:37:44.382252 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-d9e1019d-f999-40d1-af24-e522717af3a5 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051689 May 05 17:37:44.396185 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.71', 55899) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:37:44.399903 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.v2.base [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Request body: {'port': {'device_id': '56419984-fbd3-417d-9054-3f13d95eacdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8404'}} {{(pid=84819) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:37:44.468423 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-4080e88d-05fe-45b2-8cfa-e99729d2053b service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0693243 May 05 17:37:44.510072 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:44.607821 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-bb83093d-5f7f-4f1a-9115-9200d03f2b40 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1096 time: 0.0677218 May 05 17:37:44.764530 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66216c9f-5772-4179-a664-aa66d5c97222 req-4ce3b6ef-1365-48da-a4da-741a25670e3c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:44.766062 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-4ce3b6ef-1365-48da-a4da-741a25670e3c service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1402619 May 05 17:37:44.854095 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9660be3a-4eed-434d-b1c6-1d8572be61a1 {{(pid=84819) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:37:44.861183 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:44.872671 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-fd13889b-1722-4e1f-8337-9eabfe684fae service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 999 time: 0.1006365 May 05 17:37:44.875503 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.provisioning_blocks [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Transition to ACTIVE for port object 9660be3a-4eed-434d-b1c6-1d8572be61a1 will not be triggered until provisioned by entity L2. {{(pid=84819) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 05 17:37:44.934838 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:44.938662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66216c9f-5772-4179-a664-aa66d5c97222 req-1ae099fb-83f2-4e2b-b6ff-e7a287f9e86b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:44.940278 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-1ae099fb-83f2-4e2b-b6ff-e7a287f9e86b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0621808 May 05 17:37:45.030750 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-3626560b-cf27-421c-ae44-599dc285ed45 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847020 May 05 17:37:45.111915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=2']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:45.235090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63becac-841e-4199-a746-416e242c7c6d req-334c32e2-6984-44e1-8cef-b79560e39498 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:45.236552 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c63becac-841e-4199-a746-416e242c7c6d req-334c32e2-6984-44e1-8cef-b79560e39498 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.2035871 May 05 17:37:45.257804 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Attempting to bind port 9660be3a-4eed-434d-b1c6-1d8572be61a1 on host hv-neutron-8404 for vnic_type normal with profile {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 05 17:37:45.258137 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Attempting to bind port 9660be3a-4eed-434d-b1c6-1d8572be61a1 by drivers openvswitch,hyperv on host hv-neutron-8404 at level 0 using segments [{'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 05 17:37:45.258460 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Attempting to bind port 9660be3a-4eed-434d-b1c6-1d8572be61a1 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:37:45.263650 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-94abfb71-a733-4e68-82e0-baee61f09e44 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272105 May 05 17:37:45.270721 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Port 9660be3a-4eed-434d-b1c6-1d8572be61a1 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8404 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} May 05 17:37:45.271039 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Attempting to bind port 9660be3a-4eed-434d-b1c6-1d8572be61a1 on network dbeecd24-4aff-4a18-a82b-4cec513254b4 {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} May 05 17:37:45.288079 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Checking agent: {'id': '27fbcfe1-56e6-4089-bb4e-a95b4a878c8c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8404', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'started_at': datetime.datetime(2022, 5, 5, 16, 23, 34), 'heartbeat_timestamp': datetime.datetime(2022, 5, 5, 17, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} May 05 17:37:45.288315 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Checking segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=84819) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} May 05 17:37:45.288694 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Bound using segment: {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'} {{(pid=84819) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} May 05 17:37:45.289113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.managers [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Bound port: 9660be3a-4eed-434d-b1c6-1d8572be61a1, host: hv-neutron-8404, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b8975b7-bb62-409f-87c9-67f365dfb1dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4'}}] {{(pid=84819) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 05 17:37:45.289448 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:45.308029 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-c63becac-841e-4199-a746-416e242c7c6d req-d64040a7-d655-4d33-a989-90b00d263a99 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657542 May 05 17:37:45.382192 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, cleared binding levels {{(pid=84819) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 05 17:37:45.385145 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84819) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 05 17:37:45.399329 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-66216c9f-5772-4179-a664-aa66d5c97222 req-f3c94ab3-0f5f-45eb-a07a-89a7d8d4275c service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307302 May 05 17:37:45.472663 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1848566'] for port, after_update {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:45.538221 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:45.539542 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] 10.222.0.71 "PUT /v2.0/ports/9660be3a-4eed-434d-b1c6-1d8572be61a1 HTTP/1.1" status: 200 len: 1093 time: 1.1439183 May 05 17:37:45.539968 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:37:45.562780 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25c395-a1b6-4a4b-9722-008bf1ec1373 service neutron] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=3']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:45.605372 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46d15e49-de19-43f2-95ed-a5964e5c06a8'] response: {'name': 'network-changed', 'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'status': 'completed', 'code': 200} May 05 17:37:45.698740 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cf7c0a50-ce83-4bcb-8941-3a81217838a5 req-a606bf0a-90e8-434e-90d0-749446e345b2 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1096 time: 0.0724583 May 05 17:37:45.932151 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0a50-ce83-4bcb-8941-3a81217838a5 req-c89b9f20-d0f7-408b-9b1e-f3fc9c126428 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:45.933586 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cf7c0a50-ce83-4bcb-8941-3a81217838a5 req-c89b9f20-d0f7-408b-9b1e-f3fc9c126428 service neutron] 10.222.0.71 "GET /v2.0/networks?tenant_id=8107d8591258453aa5d4af00354f1487&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2289209 May 05 17:37:46.076816 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7c0a50-ce83-4bcb-8941-3a81217838a5 req-8cf03e41-8f29-4998-9c97-fe8508773185 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:46.078334 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cf7c0a50-ce83-4bcb-8941-3a81217838a5 req-8cf03e41-8f29-4998-9c97-fe8508773185 service neutron] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1394224 May 05 17:37:46.185862 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-f703afe5-e94c-4ee0-876f-24a659a6b73a service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1096 time: 0.0730979 May 05 17:37:46.253069 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-be625d91-de4b-4393-bac7-90c5fae01633 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1 HTTP/1.1" status: 200 len: 217 time: 0.0611727 May 05 17:37:46.318004 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-d9cbfa35-2930-441e-8597-9368eae8d5b9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:46.319490 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-d9cbfa35-2930-441e-8597-9368eae8d5b9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0613441 May 05 17:37:46.394489 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-cf62858f-4ea1-474e-b9b6-c4026600b4df service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694160 May 05 17:37:46.587047 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-13e9ea84-04a4-434b-b5ce-b5848ade23c2 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866050 May 05 17:37:46.599170 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e12bbf6-fa4a-483c-b43c-fa79d72f3d03 req-973a62cf-126c-44e8-9f78-1813840ed137 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:46.600714 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e12bbf6-fa4a-483c-b43c-fa79d72f3d03 req-973a62cf-126c-44e8-9f78-1813840ed137 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.1299043 May 05 17:37:46.730392 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6e12bbf6-fa4a-483c-b43c-fa79d72f3d03 req-174a9e30-7dff-4295-a778-2a398bdfcfac tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098835 May 05 17:37:46.763900 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-2cc065c6-2d8e-4460-8148-6d9319768e01 req-17b2b725-798c-4e63-a90b-3d0f964bc01c service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622193 May 05 17:37:47.933161 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5ff90-614b-49e3-ba5b-a90566e7da57 req-584a19f6-a2e6-4347-8edd-1ee3a01e75c6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:47.934672 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f9c5ff90-614b-49e3-ba5b-a90566e7da57 req-584a19f6-a2e6-4347-8edd-1ee3a01e75c6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.0809953 May 05 17:37:47.980109 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-f9c5ff90-614b-49e3-ba5b-a90566e7da57 req-af3854ea-88bc-467b-844f-1fd63a1c0fa6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398712 May 05 17:37:49.183422 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ca86c-672c-4aa7-989f-75ec688f4a13 req-cffa9684-6240-437a-9a25-279afd713ebe tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:49.184972 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a0ca86c-672c-4aa7-989f-75ec688f4a13 req-cffa9684-6240-437a-9a25-279afd713ebe tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.0764735 May 05 17:37:49.234353 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-3a0ca86c-672c-4aa7-989f-75ec688f4a13 req-5c57ba82-164a-413f-b412-4f793b3ae7c4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438704 May 05 17:37:50.293106 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4156d7b0-95cb-4339-94e7-0beb2aa497b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:50.432595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958cca1e-29e7-408e-ac79-b2aa01d29f19 req-f3c61b30-0111-4434-837d-4fb4354b2361 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:50.434891 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-958cca1e-29e7-408e-ac79-b2aa01d29f19 req-f3c61b30-0111-4434-837d-4fb4354b2361 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.0752258 May 05 17:37:50.480298 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-958cca1e-29e7-408e-ac79-b2aa01d29f19 req-8b0df9bb-12b2-4753-b0d8-41d782b65618 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400517 May 05 17:37:51.486615 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:37:51.655427 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:51.668855 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'port_id': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'mac_address': 'fa:16:3e:e6:41:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:37:51.682357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c94027-eb82-4371-8b82-abf960148da6 req-cdfa7f4b-91b9-4c09-a033-d72535cf21db tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:51.684369 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d6c94027-eb82-4371-8b82-abf960148da6 req-cdfa7f4b-91b9-4c09-a033-d72535cf21db tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.0785022 May 05 17:37:51.725248 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:51.729711 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-d6c94027-eb82-4371-8b82-abf960148da6 req-000fbeaf-d4a8-4ec4-89de-72cde2f6437e tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395522 May 05 17:37:51.742918 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9660be3a-4eed-434d-b1c6-1d8572be61a1 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:37:51.758839 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:51.843519 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:51.909960 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=4']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:52.226408 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['9660be3a-4eed-434d-b1c6-1d8572be61a1'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:37:52.446701 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-722dca42-d959-47bd-a3ec-5bb905588b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:52.940598 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a9d7b-cfaf-4515-ac99-03714929086e req-a89d7a00-57dc-45a8-8886-36760c271ac2 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:52.942080 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-784a9d7b-cfaf-4515-ac99-03714929086e req-a89d7a00-57dc-45a8-8886-36760c271ac2 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 944 time: 0.0866668 May 05 17:37:52.989140 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-784a9d7b-cfaf-4515-ac99-03714929086e req-c9f5f8bb-7f27-4144-b6ce-72e5aa2603a0 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415876 May 05 17:37:53.500871 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:37:53.626052 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning for port 9660be3a-4eed-434d-b1c6-1d8572be61a1 completed by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 05 17:37:53.632870 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 9660be3a-4eed-434d-b1c6-1d8572be61a1 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:37:53.633239 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:53.755443 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:53.767863 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:53.795703 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:37:53.805594 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:37:53.850866 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-488f9324-e594-43c9-92d0-a54c02657115'] response: {'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'code': 200} May 05 17:37:53.883233 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:53.958544 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=5']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:54.001033 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:54.188554 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9767bf74-b9ca-4a10-bbaf-7b2f4652d95e req-3f3cf311-1502-4852-938f-7516a3fa2194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:54.189960 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9767bf74-b9ca-4a10-bbaf-7b2f4652d95e req-3f3cf311-1502-4852-938f-7516a3fa2194 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 945 time: 0.0785522 May 05 17:37:54.228251 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-34d88f4f-02cd-4bbd-9538-b133b1c21cfa req-1c077adc-3897-4b85-80eb-faf4941f68ac service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1098 time: 0.0745583 May 05 17:37:54.241078 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-9767bf74-b9ca-4a10-bbaf-7b2f4652d95e req-8393af7a-748f-4611-b629-04745e9cec83 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447717 May 05 17:37:54.273397 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-34d88f4f-02cd-4bbd-9538-b133b1c21cfa req-545f3bd1-9bf4-48a1-802a-0df3e4ad52bd service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381947 May 05 17:37:55.447412 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4cc1fb-c242-4e06-8a40-1dc7af0f2a09 req-558287f0-09a9-4b09-82a6-9205b5e54c78 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:55.448912 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ca4cc1fb-c242-4e06-8a40-1dc7af0f2a09 req-558287f0-09a9-4b09-82a6-9205b5e54c78 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 945 time: 0.0777535 May 05 17:37:55.458629 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:55.497137 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-ca4cc1fb-c242-4e06-8a40-1dc7af0f2a09 req-f711d92e-bd1b-4463-a38a-d7626a10ce95 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 May 05 17:37:55.862971 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:37:56.696662 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231eaff-5a9b-4516-ae30-9b908f39c9a8 req-feab47d8-90f3-4131-9623-4ee29af5e09d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:56.698117 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7231eaff-5a9b-4516-ae30-9b908f39c9a8 req-feab47d8-90f3-4131-9623-4ee29af5e09d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 945 time: 0.0770326 May 05 17:37:56.743680 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-7231eaff-5a9b-4516-ae30-9b908f39c9a8 req-c003591e-259d-4641-9a71-c62672e04569 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391760 May 05 17:37:56.944402 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021aec74-5216-4482-91d4-2d8bd6721793 req-c587fc73-607a-4418-86bf-3eecda0fca4b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:37:56.945816 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-021aec74-5216-4482-91d4-2d8bd6721793 req-c587fc73-607a-4418-86bf-3eecda0fca4b tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 945 time: 0.0779631 May 05 17:37:56.991042 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-021aec74-5216-4482-91d4-2d8bd6721793 req-a034959f-8cca-4b8b-a6d1-3b82b325d305 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394192 May 05 17:37:57.018613 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33848) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:37:57.091405 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b5d58481-f08a-44a4-90b5-3e551a38bab5 tempest-TestSnapshotPattern-894108165 tempest-TestSnapshotPattern-894108165-project-admin] Synchronizing usage tracker for tenant:1161c3a16e274724836beba699e4b56a on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:37:57.186065 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-b5d58481-f08a-44a4-90b5-3e551a38bab5 tempest-TestSnapshotPattern-894108165 tempest-TestSnapshotPattern-894108165-project-admin] Unset dirty status for tenant:1161c3a16e274724836beba699e4b56a on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:37:57.187253 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b5d58481-f08a-44a4-90b5-3e551a38bab5 tempest-TestSnapshotPattern-894108165 tempest-TestSnapshotPattern-894108165-project-admin] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1093 time: 0.1676779 May 05 17:37:57.190217 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 33852) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:37:57.195807 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.v2.base [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Request body: {'floatingip': {'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'port_id': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84818) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} May 05 17:37:57.202283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 05 17:37:57.206055 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Usage tracker for resource:floatingip and tenant:8107d8591258453aa5d4af00354f1487 is out of sync, need to count used quota {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 05 17:37:57.209549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=84818) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 05 17:37:57.214804 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.quota.driver [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84818) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 05 17:37:57.294634 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:57.429753 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:57.564928 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_common [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Allocated IP 172.26.2.118 (d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e/75b4296a-b285-401b-9b4c-b8c6d7ecc7e6/2109003b-9135-4f87-8cfb-88ef2ffaf471) {{(pid=84818) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 05 17:37:57.713230 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for port, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:57.798141 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760411040395', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:57.871086 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Network d52ce07d-64aa-4e26-9ec0-b8eb48e2f40e is already hosted by enough agents. {{(pid=84818) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 05 17:37:57.875176 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.base_scheduler [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Resources bound (agent type, host, resource id): {{(pid=84818) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 05 17:37:57.877172 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'Port': ['ID=2109003b-9135-4f87-8cfb-88ef2ffaf471,revision_number=1']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:57.879342 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Received port after_create {{(pid=84818) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} May 05 17:37:57.922515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.922861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.923193 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.923549 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.923884 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.924214 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.924547 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.924872 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.925195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.925513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:57.925858 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:37:58.472528 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:58.595690 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:58.796596 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for port, precommit_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:58.852414 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1373605'] for port, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:58.960227 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event updated for resources: {'Port': ['ID=2109003b-9135-4f87-8cfb-88ef2ffaf471,revision_number=2']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:37:58.975166 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-451562'] for floatingip, after_update {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:59.167647 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.db.l3_db [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Floating IP 32ee25f7-f8ab-4cd4-b362-29752c4829ff associated. External IP: 172.26.2.118, port: 9660be3a-4eed-434d-b1c6-1d8572be61a1. May 05 17:37:59.558109 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Router 6e87a851-f886-4578-affc-8bed1626337d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:37:59.761157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:37:59.783041 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:37:59.799004 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:37:59.799649 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:37:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:37:59.852860 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:37:59.915752 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-6df1c69d-9547-44b5-87cb-e7bb21091ae1 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7244728 May 05 17:37:59.916351 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:37:59.973309 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-717bfcef-badc-4d69-b87d-fa02e0d24050'] response: {'name': 'network-changed', 'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'status': 'completed', 'code': 200} May 05 17:37:59.995768 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:38:00.084984 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-5ad30b41-59e0-4ddc-bf69-35de14a86718 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1098 time: 0.0820792 May 05 17:38:00.218580 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-eb673940-b3ba-4be4-9ef0-6da1b1859b29 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:38:00.219981 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-eb673940-b3ba-4be4-9ef0-6da1b1859b29 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1292031 May 05 17:38:00.371321 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '32ee25f7-f8ab-4cd4-b362-29752c4829ff', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.118', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e6:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56419984-fbd3-417d-9054-3f13d95eacdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:37:58Z', 'updated_at': '2022-05-05T17:37:58Z', 'revision_number': 0, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}, {'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:32Z', 'revision_number': 1, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:38:00.376224 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:38:00.386826 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:38:00.387440 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:37:52Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:38:00.418411 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-688206e6-4add-4e03-a037-a653d8732971 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1 HTTP/1.1" status: 200 len: 999 time: 0.1922255 May 05 17:38:00.483631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-331dcd0e-c725-4e55-bd40-952858e9d82b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:38:00.484997 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-331dcd0e-c725-4e55-bd40-952858e9d82b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0606332 May 05 17:38:00.557852 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-fcf88e60-d0b3-4ebc-b4ed-389b38a88300 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672691 May 05 17:38:00.567752 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:38:00.695980 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-d189441e-e135-44a7-85c1-285b68f0691c service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289694 May 05 17:38:00.832720 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-92ff8d1d-7886-4359-b487-914a6c1ae179 req-b84af1d5-cf2e-41d2-ac8f-d1d220ee35fd service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299965 May 05 17:38:00.947611 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '32ee25f7-f8ab-4cd4-b362-29752c4829ff', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.118', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e6:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56419984-fbd3-417d-9054-3f13d95eacdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:37:58Z', 'updated_at': '2022-05-05T17:37:58Z', 'revision_number': 0, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}, {'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:32Z', 'revision_number': 1, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:38:00.952728 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2c1584b-e48e-4ad3-b8c9-3807215a5079 None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': '32ee25f7-f8ab-4cd4-b362-29752c4829ff', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.118', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e6:41:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56419984-fbd3-417d-9054-3f13d95eacdf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:37:58Z', 'updated_at': '2022-05-05T17:37:58Z', 'revision_number': 0, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}, {'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:32Z', 'revision_number': 1, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:38:01.149717 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd27944-57ff-46f5-a571-46ab1a84ec79 None None] New status for floating IP 32ee25f7-f8ab-4cd4-b362-29752c4829ff: ACTIVE {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:38:04.483388 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:20.286491 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-5b3a64b4-e48b-4064-a4ea-3c2db8b2a265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:22.452046 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f8e7812b-4444-477a-86f5-3aaedb69260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:23.749226 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:23.985552 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:25.471571 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:32.861019 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:38:34.486127 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:38.702052 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-5811fea7-351c-4636-b013-f1a829730a8d service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687854 May 05 17:38:38.844961 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-8bd435e2-599c-4a2f-a3fb-a0e6167f913d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1096 time: 0.0712879 May 05 17:38:38.986386 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-c3e95e42-3d22-4103-96b5-9a9cb075219b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:38:38.988345 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-c3e95e42-3d22-4103-96b5-9a9cb075219b service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1236413 May 05 17:38:39.089947 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-492df516-287b-4d1b-96a5-1c47312019ab service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 999 time: 0.0960233 May 05 17:38:39.150304 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-595277d5-8412-40c4-ab77-3ce2dfafd0ac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:38:39.151740 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-595277d5-8412-40c4-ab77-3ce2dfafd0ac service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0562549 May 05 17:38:39.231609 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-d46e07bf-3b54-46ad-bca9-0f597f7a5fa1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0721476 May 05 17:38:39.361284 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-fe7c528f-fdc8-42bf-a9e7-1a60f90e0194 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238596 May 05 17:38:39.488665 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-6cd7702c-7fbd-423a-b268-93d6294ce991 req-e1f32a93-448c-4c83-bacb-b858a2e0367f service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220109 May 05 17:38:50.297390 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6a34a7db-f688-4694-af8b-b99c3f4738a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:52.431120 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a260411d-5041-4fd0-b2e8-9c7bbeb2bfb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:53.734274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:53.974009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:38:55.496912 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:04.508262 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:09.861446 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:39:20.313997 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a776e029-fb98-4825-b74d-a8240925b81e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:22.447903 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-6b38b278-5db9-4c10-91e3-74bc7c29d178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:23.731064 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:23.985350 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:25.473917 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:34.518995 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:38.800027 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-d9295c74-a116-4c11-8405-05925bab59c9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1324434 May 05 17:39:38.887202 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-8c246607-0d6b-43f9-aafb-dbd8a84564b1 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1098 time: 0.0668256 May 05 17:39:39.026232 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-223d4b84-41f5-477a-9d2e-f87cfa18f48b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:39:39.027671 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-223d4b84-41f5-477a-9d2e-f87cfa18f48b service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1222572 May 05 17:39:39.210323 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-953ad8b2-8b08-45b7-a90d-dc1479d39b84 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1 HTTP/1.1" status: 200 len: 1001 time: 0.1769190 May 05 17:39:39.275337 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-22398ae7-37d7-4c17-9a07-dc8ef0414497 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:39:39.276833 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-22398ae7-37d7-4c17-9a07-dc8ef0414497 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0605419 May 05 17:39:39.350325 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-3e59a7a3-af21-4a54-a379-4b5a2bcca2a6 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680933 May 05 17:39:39.484920 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-0dde581b-c797-49ef-97f3-e1d6a4afee16 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284575 May 05 17:39:39.617631 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-cd304eff-787b-45c1-9ee1-b1e3e8e25a0b req-4d1aab8e-930b-4602-80f7-e0218915bb3c service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263647 May 05 17:39:46.864416 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:39:50.304662 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-3a55f64f-2ba0-4283-8444-6628df102073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:52.533606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-45f58899-a938-4ac2-8d67-17a4897e5d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:53.782111 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:53.979020 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:39:55.484994 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:04.199761 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 details requested by agent hyperv_hv-neutron-8404 with host hv-neutron-8404 {{(pid=84820) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 05 17:40:04.372826 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:04.387056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Returning: {'device': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'port_id': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'mac_address': 'fa:16:3e:e6:41:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 773, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=84820) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 05 17:40:04.451736 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:04.469768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9660be3a-4eed-434d-b1c6-1d8572be61a1 {{(pid=84820) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 05 17:40:04.484788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:04.529722 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:04.572181 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:04.650810 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=6']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:04.663757 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.664107 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.664444 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.664774 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.665104 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.665433 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.665885 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.666214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.666535 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.666854 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.667174 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84820) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:04.673438 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] get_ports_and_sgs() called for port_ids ['9660be3a-4eed-434d-b1c6-1d8572be61a1'] {{(pid=84820) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} May 05 17:40:06.200307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 up at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 05 17:40:06.267921 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.provisioning_blocks [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Provisioning complete for port 9660be3a-4eed-434d-b1c6-1d8572be61a1 triggered by entity L2. {{(pid=84820) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 05 17:40:06.268285 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7578600'] for port, provisioning_complete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:06.387887 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:06.414299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:40:06.424112 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:06.514961 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:06.542697 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f900a0ad-db92-42d2-902a-2fd48efe059e'] response: {'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'code': 200} May 05 17:40:06.584601 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=7']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:20.295376 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-074958b2-0a16-418c-8264-cc762ff8825c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:21.460882 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34038) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:21.756273 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Deleting port 2109003b-9135-4f87-8cfb-88ef2ffaf471 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:21.756518 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:21.923283 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:21.923774 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:22.047597 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Calling delete_port for 2109003b-9135-4f87-8cfb-88ef2ffaf471 owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:22.287060 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:22.330782 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event deleted for resources: {'Port': ['ID=2109003b-9135-4f87-8cfb-88ef2ffaf471,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:22.342387 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.342730 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.343067 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.343403 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.352839 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84818) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:22.439112 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:22.458823 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-907ab676-53b9-46ad-aaf7-1ef2151af396 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:22.831169 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Router 6e87a851-f886-4578-affc-8bed1626337d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:40:23.027384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:40:23.038769 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:40:23.050954 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:23.052255 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:23.133332 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:23.190473 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-3d486a4e-440c-4946-b275-c1be71d8bff6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "DELETE /v2.0/floatingips/32ee25f7-f8ab-4cd4-b362-29752c4829ff HTTP/1.1" status: 204 len: 168 time: 1.7284310 May 05 17:40:23.191485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:40:23.233198 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:23.332658 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9177eb20-7362-4814-9316-78bf5aa249a2'] response: {'name': 'network-changed', 'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'status': 'completed', 'code': 200} May 05 17:40:23.427794 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-f70e7d05-eeca-49e0-8d97-182df26ed957 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 1098 time: 0.0748775 May 05 17:40:23.563669 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-8cdbf5fd-1835-43ee-9bc2-d8c94f25c2b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:23.565158 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-8cdbf5fd-1835-43ee-9bc2-d8c94f25c2b8 service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1307807 May 05 17:40:23.598142 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:32Z', 'revision_number': 1, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:23.602077 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:40:23.612668 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:23.613249 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:23.644512 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-69d8851e-6d35-4f29-b36e-3c72afae8c5d service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1 HTTP/1.1" status: 200 len: 217 time: 0.0734050 May 05 17:40:23.713784 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-0a015ee4-99d0-4580-ac7e-099e3472f7c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:23.715305 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-0a015ee4-99d0-4580-ac7e-099e3472f7c9 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0657265 May 05 17:40:23.733182 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:23.806133 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-2753eb0c-6828-4bec-a757-be467ac9810f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849423 May 05 17:40:23.834582 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:23.876458 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e73d91-a22f-4254-a7ab-dd1bc176d55a req-66f82347-f3cf-43cc-bcbd-c5761eb4e2bd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:23.878287 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a6e73d91-a22f-4254-a7ab-dd1bc176d55a req-66f82347-f3cf-43cc-bcbd-c5761eb4e2bd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:40:23.895668 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:40:23.948560 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-c2f5b84b-e459-49ba-b009-c14a179602f9 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352260 May 05 17:40:23.984595 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a6e73d91-a22f-4254-a7ab-dd1bc176d55a req-66f82347-f3cf-43cc-bcbd-c5761eb4e2bd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:40:23.986829 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6e73d91-a22f-4254-a7ab-dd1bc176d55a req-66f82347-f3cf-43cc-bcbd-c5761eb4e2bd tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 945 time: 0.1908720 May 05 17:40:24.018067 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:24.039780 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a6e73d91-a22f-4254-a7ab-dd1bc176d55a req-013148fe-acd9-4daf-9ec7-49a85071e554 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455704 May 05 17:40:24.085641 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-a7aa5cf4-bc94-4946-b306-bae4c5e85827 req-173855b1-1d17-4060-83cc-3693b4ae54a7 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304359 May 05 17:40:24.210981 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:32Z', 'revision_number': 1, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:24.214835 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e1de95-8442-4832-ad4b-b2bdeaac66c1 None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_floatingips': [{'id': 'b58e212e-3572-44c0-8ea1-214ad22adfc7', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'floating_ip_address': '172.26.2.104', 'floating_network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'router_id': '6e87a851-f886-4578-affc-8bed1626337d', 'port_id': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'mac_address': 'fa:16:3e:e2:29:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-05T17:34:27Z', 'updated_at': '2022-05-05T17:34:32Z', 'revision_number': 1, 'project_id': '8107d8591258453aa5d4af00354f1487', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:40:24.276625 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:24.390608 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:24.419217 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84820) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:40:24.428788 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:24.444131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1f894-e0f6-4504-9f68-c447d0efc5d9 None None] New status for floating IP 32ee25f7-f8ab-4cd4-b362-29752c4829ff: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:40:24.493408 dv-neutron-840483-1-hyperv neutron-server[84820]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62f0ff3-1189-4668-b1ca-9fc3ce76b445'] response: {'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'code': 200} May 05 17:40:24.500105 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760411463590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760411040413', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760411040458'] for port, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:24.624345 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Pushing event updated for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=8']} {{(pid=84820) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:25.391485 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723e274-c305-47a0-9881-f640b9f72bcc req-e9bfb639-9803-4fef-9ac3-e8726beaec07 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:25.393103 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3723e274-c305-47a0-9881-f640b9f72bcc req-e9bfb639-9803-4fef-9ac3-e8726beaec07 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.2157841 May 05 17:40:25.448740 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-6ad75a73-dc20-4713-b44d-969627cdd948 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:25.450181 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-6ad75a73-dc20-4713-b44d-969627cdd948 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 943 time: 0.1021910 May 05 17:40:25.453853 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-3723e274-c305-47a0-9881-f640b9f72bcc req-28266285-c31f-4140-8a0c-10fed1c5c1e6 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544224 May 05 17:40:25.507096 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:25.528113 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Deleting port 9660be3a-4eed-434d-b1c6-1d8572be61a1 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:25.528454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:25.869752 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] For port 9660be3a-4eed-434d-b1c6-1d8572be61a1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=9660be3a-4eed-434d-b1c6-1d8572be61a1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:25.869981 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:25.989891 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Calling delete_port for 9660be3a-4eed-434d-b1c6-1d8572be61a1 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:26.247017 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:26.297606 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event deleted for resources: {'Port': ['ID=9660be3a-4eed-434d-b1c6-1d8572be61a1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:26.373681 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.374031 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.374392 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.374725 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.375059 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.375440 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.375802 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.376130 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.376459 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.376782 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.377104 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-840483-1-hyperv {{(pid=84819) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 05 17:40:26.391614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] No DVR routers for this DVR port 9660be3a-4eed-434d-b1c6-1d8572be61a1 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:40:26.391614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:26.391614 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-deleted', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:40:26.502179 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-e3af75d7-334d-47f3-999f-f9c7bd1367eb req-79febbf9-c5dd-4df7-9d9c-2c46186a5a93 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "DELETE /v2.0/ports/9660be3a-4eed-434d-b1c6-1d8572be61a1 HTTP/1.1" status: 204 len: 173 time: 1.0459623 May 05 17:40:26.526246 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a75e206-396f-47d4-ac0c-88b18529c63c'] response: {'server_uuid': '56419984-fbd3-417d-9054-3f13d95eacdf', 'name': 'network-vif-deleted', 'tag': '9660be3a-4eed-434d-b1c6-1d8572be61a1', 'status': 'completed', 'code': 200} May 05 17:40:26.623838 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-fa3aba62-1f35-4c10-ba8a-3e64e8dcb204 req-308143d3-5bd9-4e8e-9e8e-d397aaa9869f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=56419984-fbd3-417d-9054-3f13d95eacdf HTTP/1.1" status: 200 len: 210 time: 0.0428128 May 05 17:40:28.294431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:28.330425 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: 9660be3a-4eed-434d-b1c6-1d8572be61a1 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:28.331318 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device 9660be3a-4eed-434d-b1c6-1d8572be61a1 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:29.076865 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34100) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:29.277778 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Deleting port 38730115-6a2e-4381-9fa4-deff0512954e {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:29.278024 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:29.449119 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:29.449443 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:29.568973 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Calling delete_port for 38730115-6a2e-4381-9fa4-deff0512954e owned by network:floatingip {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:29.792410 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:29.841802 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event deleted for resources: {'Port': ['ID=38730115-6a2e-4381-9fa4-deff0512954e,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:29.930448 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for floatingip, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:30.320151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Router 6e87a851-f886-4578-affc-8bed1626337d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:40:30.623784 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:40:30.636801 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:40:30.642175 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for floatingip, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:30.649382 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:30.649993 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:30.694976 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-0b4c601c-da2f-41dd-bfce-53596a9c0a45 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "DELETE /v2.0/floatingips/b58e212e-3572-44c0-8ea1-214ad22adfc7 HTTP/1.1" status: 204 len: 168 time: 1.6170239 May 05 17:40:30.695567 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84818) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:40:30.757231 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93082660-0958-40f0-b9ee-dc1ee21bfd2b'] response: {'name': 'network-changed', 'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'status': 'completed', 'code': 200} May 05 17:40:30.833912 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:30.864496 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-bca5094c-3e50-4169-a8e2-d271bf622861 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=8107d8591258453aa5d4af00354f1487&device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 1096 time: 0.0861742 May 05 17:40:31.005897 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-53eaafda-a746-41a9-ae71-ff029a164eab service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:31.007242 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-53eaafda-a746-41a9-ae71-ff029a164eab service neutron] 10.222.0.71 "GET /v2.0/networks?id=dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 200 len: 910 time: 0.1370671 May 05 17:40:31.079175 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-4fd6b1ea-8437-4ec2-9128-d8517af3f2de service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 200 len: 217 time: 0.0654719 May 05 17:40:31.144921 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-3317d84f-92d0-4a40-a324-50c4d9b59e23 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:31.146672 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-3317d84f-92d0-4a40-a324-50c4d9b59e23 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 200 len: 848 time: 0.0624661 May 05 17:40:31.157991 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:31.163126 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:40:31.173873 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:31.175266 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:31.279286 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-9f7f6b90-8a21-470b-88fd-9750da6a777e service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=dbeecd24-4aff-4a18-a82b-4cec513254b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254385 May 05 17:40:31.351822 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:31.396111 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1050fa7-0b20-4a80-a287-c1ef441c17a6 req-7af7be52-1ac3-4279-98d6-c00ec79077f4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:31.396800 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b1050fa7-0b20-4a80-a287-c1ef441c17a6 req-7af7be52-1ac3-4279-98d6-c00ec79077f4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84819) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:40:31.438304 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-a4ed4f67-88de-4740-ad41-e3c7c0b471e6 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524732 May 05 17:40:31.521068 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.quota.resource [req-b1050fa7-0b20-4a80-a287-c1ef441c17a6 req-7af7be52-1ac3-4279-98d6-c00ec79077f4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84819) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:40:31.522221 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b1050fa7-0b20-4a80-a287-c1ef441c17a6 req-7af7be52-1ac3-4279-98d6-c00ec79077f4 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.3017585 May 05 17:40:31.601452 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-b1050fa7-0b20-4a80-a287-c1ef441c17a6 req-07584010-c915-4915-9191-2d6fff731333 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697927 May 05 17:40:31.608976 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-9e0fbd72-7e6c-488e-a842-ef652dcf8141 req-b4c35859-1201-4203-8e5c-197fad54ba98 service neutron] 10.222.0.71 "GET /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639295 May 05 17:40:31.697215 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:31.701477 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8724299e-9ecc-470d-ad92-171c65d8491f None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:33:51Z', 'revision_number': 4, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv', '_interfaces': [{'id': '86b4be62-d675-431e-a200-7eaba1804008', 'name': '', 'network_id': 'dbeecd24-4aff-4a18-a82b-4cec513254b4', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'mac_address': 'fa:16:3e:9e:8d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:50Z', 'updated_at': '2022-05-05T17:34:00Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'subnets': [{'id': '9f46524e-fdc1-4e3d-8107-acf2790181ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:40:31.927069 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90889658-fa38-4b25-b64b-0360f164b7c8 None None] New status for floating IP b58e212e-3572-44c0-8ea1-214ad22adfc7: DOWN {{(pid=84820) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} May 05 17:40:32.212091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-da81b8b1-93f6-43e1-b74b-f1fafe9aa18f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84819) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:32.213460 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-da81b8b1-93f6-43e1-b74b-f1fafe9aa18f tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.0827916 May 05 17:40:32.282600 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Deleting port c371d768-62bf-411d-8448-c7c8bae4b9b1 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:32.282929 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:32.608423 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] For port c371d768-62bf-411d-8448-c7c8bae4b9b1, host hv-neutron-8404, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8404',level=0,port_id=c371d768-62bf-411d-8448-c7c8bae4b9b1,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:32.608773 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:32.729648 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Calling delete_port for c371d768-62bf-411d-8448-c7c8bae4b9b1 owned by compute:nova {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:32.822364 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d1718a-7eb4-4cd8-85ed-ebeaa33e64bc req-fc41e3e0-9b3c-42c8-a471-34ce360fdee3 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84818) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 05 17:40:32.823998 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a2d1718a-7eb4-4cd8-85ed-ebeaa33e64bc req-fc41e3e0-9b3c-42c8-a471-34ce360fdee3 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Synchronizing usage tracker for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84818) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 05 17:40:32.836603 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.quota.resource [req-a2d1718a-7eb4-4cd8-85ed-ebeaa33e64bc req-fc41e3e0-9b3c-42c8-a471-34ce360fdee3 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Unset dirty status for tenant:8107d8591258453aa5d4af00354f1487 on resource:port {{(pid=84818) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 05 17:40:32.837736 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a2d1718a-7eb4-4cd8-85ed-ebeaa33e64bc req-fc41e3e0-9b3c-42c8-a471-34ce360fdee3 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 943 time: 0.1069660 May 05 17:40:32.883891 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-a2d1718a-7eb4-4cd8-85ed-ebeaa33e64bc req-7d9db63a-8927-4349-bd30-923b49a26b33 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/security-groups?id=e25e1638-866a-4e5c-9be6-53077253cd0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403869 May 05 17:40:32.935357 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:32.981858 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event deleted for resources: {'Port': ['ID=c371d768-62bf-411d-8448-c7c8bae4b9b1,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:33.059759 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] No DVR routers for this DVR port c371d768-62bf-411d-8448-c7c8bae4b9b1 on host hv-neutron-8404 {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:40:33.062136 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-180173'] for port, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:33.064707 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-deleted', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1'}] {{(pid=84819) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 05 17:40:33.121092 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64b6b576-266c-48f7-a420-f98eed4d769d'] response: {'server_uuid': 'a79c22e3-6527-4f83-a695-80685dd2493c', 'name': 'network-vif-deleted', 'tag': 'c371d768-62bf-411d-8448-c7c8bae4b9b1', 'status': 'completed', 'code': 200} May 05 17:40:33.168374 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [req-62fdd7a5-2d7a-43e7-aa1e-a356c8b48c96 req-3cd96bcc-cea1-495f-8cea-c9c072ac064d tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.71 "DELETE /v2.0/ports/c371d768-62bf-411d-8448-c7c8bae4b9b1 HTTP/1.1" status: 204 len: 173 time: 0.9498439 May 05 17:40:34.068994 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [req-08d58d82-bf92-4536-a764-a295ca881fc1 req-cf3c056c-9d83-4228-8105-ba48594e63c0 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "GET /v2.0/ports?device_id=a79c22e3-6527-4f83-a695-80685dd2493c HTTP/1.1" status: 200 len: 210 time: 0.0412560 May 05 17:40:34.504447 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:35.174513 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34118) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:35.245908 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da266e7c-e5e4-4cc8-a81a-1b7bf3d86489 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:35.275741 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da266e7c-e5e4-4cc8-a81a-1b7bf3d86489 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:35.420934 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da266e7c-e5e4-4cc8-a81a-1b7bf3d86489 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:35.439247 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da266e7c-e5e4-4cc8-a81a-1b7bf3d86489 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25e1638-866a-4e5c-9be6-53077253cd0b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:35.520709 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-da266e7c-e5e4-4cc8-a81a-1b7bf3d86489 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:35.521811 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-da266e7c-e5e4-4cc8-a81a-1b7bf3d86489 tempest-TestSnapshotPattern-1576852319 tempest-TestSnapshotPattern-1576852319-project] 10.222.0.70 "DELETE /v2.0/security-groups/e25e1638-866a-4e5c-9be6-53077253cd0b HTTP/1.1" status: 204 len: 168 time: 0.3463309 May 05 17:40:35.639916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34124) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:36.166235 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:36.340422 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 no longer exists at agent hyperv_hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:36.371892 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] No Port match for: c371d768-62bf-411d-8448-c7c8bae4b9b1 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:36.372229 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Device c371d768-62bf-411d-8448-c7c8bae4b9b1 not bound to the agent host hv-neutron-8404 {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:36.768978 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Deleting port 86b4be62-d675-431e-a200-7eaba1804008 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:36.769543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:36.935210 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] For port 86b4be62-d675-431e-a200-7eaba1804008, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=86b4be62-d675-431e-a200-7eaba1804008,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:36.935578 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:37.145781 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Calling delete_port for 86b4be62-d675-431e-a200-7eaba1804008 owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:37.401601 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:37.444345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Pushing event deleted for resources: {'Port': ['ID=86b4be62-d675-431e-a200-7eaba1804008,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:37.731543 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:38.317743 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Router 6e87a851-f886-4578-affc-8bed1626337d has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:40:38.523286 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:40:38.532095 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] Sync routers for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:40:38.536147 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-135b1f36-a4ad-408c-b11e-09d9db04ae68 admin admin] 10.222.0.70 "PUT /v2.0/routers/6e87a851-f886-4578-affc-8bed1626337d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8951385 May 05 17:40:38.538570 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34130) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:38.545599 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:38.546204 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:38.725570 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:38.833742 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:39.012174 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:40:37Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:39.015958 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] Checking router: 6e87a851-f886-4578-affc-8bed1626337d for host: dv-neutron-840483-1-hyperv {{(pid=84821) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:40:39.027242 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] Routers {'6e87a851-f886-4578-affc-8bed1626337d'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84821) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:39.027890 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['6e87a851-f886-4578-affc-8bed1626337d'], 'active': True} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:39.032469 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:39.147139 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Deleting port e07c434f-dfe9-47fa-a8f0-05a8e7569f41 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:39.147527 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:39.209631 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_dvr_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] Set router 6e87a851-f886-4578-affc-8bed1626337d gateway port host: dv-neutron-840483-1-hyperv {{(pid=84821) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:39.320345 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] For port e07c434f-dfe9-47fa-a8f0-05a8e7569f41, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:39.320916 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:39.442851 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Calling delete_port for e07c434f-dfe9-47fa-a8f0-05a8e7569f41 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:39.499673 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.l3_hamode_db [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:40:37Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84821) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:39.503969 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8f5bab-8b62-4299-8595-8141e02f0a8d None None] The sync data for ids ['6e87a851-f886-4578-affc-8bed1626337d'] in dv-neutron-840483-1-hyperv is: [{'id': '6e87a851-f886-4578-affc-8bed1626337d', 'name': 'tempest-TestSnapshotPattern-793383172-router', 'tenant_id': '8107d8591258453aa5d4af00354f1487', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15'}], 'enable_snat': True}, 'gw_port_id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:47Z', 'updated_at': '2022-05-05T17:40:37Z', 'revision_number': 5, 'project_id': '8107d8591258453aa5d4af00354f1487', 'gw_port': {'id': 'e07c434f-dfe9-47fa-a8f0-05a8e7569f41', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:5c:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e87a851-f886-4578-affc-8bed1626337d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:48Z', 'updated_at': '2022-05-05T17:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84821) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:40:39.701291 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:39.749261 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e07c434f-dfe9-47fa-a8f0-05a8e7569f41,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:39.973515 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.321692 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.326081 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.409609 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.410123 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e87a851-f886-4578-affc-8bed1626337d {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:40:40.422534 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.426061 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-54ec4c37-597c-4332-8280-bc5ab8d40db6 admin admin] 10.222.0.70 "DELETE /v2.0/routers/6e87a851-f886-4578-affc-8bed1626337d HTTP/1.1" status: 204 len: 168 time: 1.8842218 May 05 17:40:40.426763 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34134) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:40.492151 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Deleting subnet 9f46524e-fdc1-4e3d-8107-acf2790181ef {{(pid=84818) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:40:40.495258 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.544624 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1446321'] for subnet, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.621384 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.769966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1373679', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1420283'] for subnet, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.809770 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f46524e-fdc1-4e3d-8107-acf2790181ef,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:40.813736 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.820541 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432aedd3-359d-4c0d-bacb-72e00fff4445 None None] Network dbeecd24-4aff-4a18-a82b-4cec513254b4 requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:40:40.821485 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-b2e86606-06b4-41d7-bf46-aa4dc0dcd523 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/9f46524e-fdc1-4e3d-8107-acf2790181ef HTTP/1.1" status: 204 len: 168 time: 0.3937430 May 05 17:40:40.824184 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34138) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:40.937135 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:40.948285 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Deleting port e03f7a55-cdcd-440a-84cc-88bfe132ce3c {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:40.948617 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.075770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] DHCP port deletion for dbeecd24-4aff-4a18-a82b-4cec513254b4 request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:40:41.079633 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Deleting port e03f7a55-cdcd-440a-84cc-88bfe132ce3c {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:41.080001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.159843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] For port e03f7a55-cdcd-440a-84cc-88bfe132ce3c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:41.160094 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.280966 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Calling delete_port for e03f7a55-cdcd-440a-84cc-88bfe132ce3c owned by network:dhcp {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:41.307323 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] For port e03f7a55-cdcd-440a-84cc-88bfe132ce3c, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,segment=NetworkSegment(7b8975b7-bb62-409f-87c9-67f365dfb1dd),segment_id=7b8975b7-bb62-409f-87c9-67f365dfb1dd)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:41.307743 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.427432 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Calling delete_port for e03f7a55-cdcd-440a-84cc-88bfe132ce3c owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:41.449510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.469537 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 86b4be62-d675-431e-a200-7eaba1804008 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:41.502463 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Pushing event deleted for resources: {'Port': ['ID=e03f7a55-cdcd-440a-84cc-88bfe132ce3c,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:41.506073 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] No DVR routers for this DVR port e03f7a55-cdcd-440a-84cc-88bfe132ce3c on host dv-neutron-840483-1-hyperv {{(pid=84818) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:40:41.509815 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 86b4be62-d675-431e-a200-7eaba1804008 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:41.510162 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 86b4be62-d675-431e-a200-7eaba1804008 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:41.510584 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e03f7a55-cdcd-440a-84cc-88bfe132ce3c no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:41.547312 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e03f7a55-cdcd-440a-84cc-88bfe132ce3c {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:41.547686 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e03f7a55-cdcd-440a-84cc-88bfe132ce3c not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:41.548116 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e07c434f-dfe9-47fa-a8f0-05a8e7569f41 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:41.589534 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: e07c434f-dfe9-47fa-a8f0-05a8e7569f41 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:41.589876 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e07c434f-dfe9-47fa-a8f0-05a8e7569f41 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:41.598864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:40:41.598864 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:40:41.622207 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.648355 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeecd24-4aff-4a18-a82b-4cec513254b4']}} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:41.661195 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b8975b7-bb62-409f-87c9-67f365dfb1dd') {'for_net_delete': True} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:41.661389 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.services.segments.db [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b8975b7-bb62-409f-87c9-67f365dfb1dd') {} {{(pid=84818) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:41.672541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1445954'] for segment, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.688510 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.694668 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=84818) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:40:41.695035 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1373569'] for segment, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: Traceback (most recent call last): May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: timer() May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: cb(*args, **kw) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: return func(*args, **kwargs) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: self._notify() May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: self.callback(batched_events) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: event.method(event) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: return f(self, *a, **k) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._get(url).json() May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: return self.request(url, 'GET', **kwargs) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:40:41.708234 dv-neutron-840483-1-hyperv neutron-server[84818]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:40:41.866535 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.885202 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Notify callbacks [] for network, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:41.895856 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] Pushing event deleted for resources: {'Network': ['ID=dbeecd24-4aff-4a18-a82b-4cec513254b4,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:41.993193 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-984e8ba5-9333-4782-9ae3-dc2255702778 admin admin] 10.222.0.70 "DELETE /v2.0/networks/dbeecd24-4aff-4a18-a82b-4cec513254b4 HTTP/1.1" status: 204 len: 168 time: 1.1679139 May 05 17:40:41.996039 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34142) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:42.100307 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Deleting port e03f7a55-cdcd-440a-84cc-88bfe132ce3c {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:42.100889 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:42.167755 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-ae04f21d-864e-4d2b-9487-ec0707c59732 None None] The port 'e03f7a55-cdcd-440a-84cc-88bfe132ce3c' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:40:42.498790 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-451800'] for router_interface, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:43.099434 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Deleting port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:43.099803 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:43.268506 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] For port 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:43.268844 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:43.384541 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Calling delete_port for 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b owned by network:router_interface {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:43.626843 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:43.673284 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Pushing event deleted for resources: {'Port': ['ID=02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:44.055191 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7739004', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-451727'] for router_interface, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:44.615192 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 has already been hosted by L3 agent 7d1bb923-2ff7-4481-a4ff-7880b3d51078 {{(pid=84818) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 05 17:40:44.814133 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] Notify agent at l3_agent.dv-neutron-840483-1-hyperv the message routers_updated {{(pid=84818) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 05 17:40:44.823072 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] Sync routers for ids ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'] in dv-neutron-840483-1-hyperv {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} May 05 17:40:44.836027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] Routers {'3c7f523b-e13b-4a13-b002-5b14d28c65c5'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:44.836647 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:44.889095 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-2eecbaee-72b7-4cfa-955a-9887a6c68f3e admin admin] 10.222.0.70 "PUT /v2.0/routers/3c7f523b-e13b-4a13-b002-5b14d28c65c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8919027 May 05 17:40:44.891435 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34146) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:45.034290 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] Set router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:45.092080 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:45.320214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:40:43Z', 'revision_number': 5, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:45.324431 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] Checking router: 3c7f523b-e13b-4a13-b002-5b14d28c65c5 for host: dv-neutron-840483-1-hyperv {{(pid=84820) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} May 05 17:40:45.336024 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] Routers {'3c7f523b-e13b-4a13-b002-5b14d28c65c5'} bound to L3 agent in host dv-neutron-840483-1-hyperv {{(pid=84820) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} May 05 17:40:45.336682 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-840483-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-05T16:16:52Z,description=,heartbeat_timestamp=2022-05-05T17:40:22Z,host='dv-neutron-840483-1-hyperv',id=7d1bb923-2ff7-4481-a4ff-7880b3d51078,load=0,resource_versions=,resources_synced=,started_at=2022-05-05T16:16:53Z,topic='l3_agent')) {'router_ids': ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'], 'active': True} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:45.412573 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:45.486869 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Deleting port 5517f321-dbd8-46bb-b000-9ed7047a1e31 {{(pid=84818) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:45.487240 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:45.522837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_dvr_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] Set router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 gateway port host: dv-neutron-840483-1-hyperv {{(pid=84820) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} May 05 17:40:45.700580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.db [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] For port 5517f321-dbd8-46bb-b000-9ed7047a1e31, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=5517f321-dbd8-46bb-b000-9ed7047a1e31,segment=NetworkSegment(5036bc67-9c81-423e-ac96-c5025666ce80),segment_id=5036bc67-9c81-423e-ac96-c5025666ce80)] {{(pid=84818) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:45.700580 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:45.808188 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.plugins.ml2.plugin [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Calling delete_port for 5517f321-dbd8-46bb-b000-9ed7047a1e31 owned by network:router_gateway {{(pid=84818) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:45.853171 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.db.l3_hamode_db [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:40:43Z', 'revision_number': 5, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}], 'dv-neutron-840483-1-hyperv', False) {} {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:45.857230 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b06469-af4d-4691-80b8-c2c428fa11e7 None None] The sync data for ids ['3c7f523b-e13b-4a13-b002-5b14d28c65c5'] in dv-neutron-840483-1-hyperv is: [{'id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'name': 'tempest-TestSnapshotPattern-1611367180-router', 'tenant_id': '1161c3a16e274724836beba699e4b56a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'external_fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58'}], 'enable_snat': True}, 'gw_port_id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:40:43Z', 'revision_number': 5, 'project_id': '1161c3a16e274724836beba699e4b56a', 'gw_port': {'id': '5517f321-dbd8-46bb-b000-9ed7047a1e31', 'name': '', 'network_id': 'd52ce07d-64aa-4e26-9ec0-b8eb48e2f40e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:49:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c7f523b-e13b-4a13-b002-5b14d28c65c5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'ip_address': '172.26.2.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-840483-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-05T17:33:55Z', 'updated_at': '2022-05-05T17:34:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '75b4296a-b285-401b-9b4c-b8c6d7ecc7e6', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-840483-1-hyperv'}] {{(pid=84820) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} May 05 17:40:46.055296 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1373660'] for port, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.109386 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5517f321-dbd8-46bb-b000-9ed7047a1e31,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:46.356724 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-451525'] for router_gateway, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.614909 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-447029', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28997'] for router, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.618958 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.712466 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-447129'] for router, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.713027 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c7f523b-e13b-4a13-b002-5b14d28c65c5 {{(pid=84818) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 05 17:40:46.727142 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.731424 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 34150) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:46.737703 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-67a1c657-0d5b-4263-b9c0-693ea03638c5 admin admin] 10.222.0.70 "DELETE /v2.0/routers/3c7f523b-e13b-4a13-b002-5b14d28c65c5 HTTP/1.1" status: 204 len: 168 time: 1.8451412 May 05 17:40:46.795750 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Deleting subnet 83edebdc-c7c9-4961-b7ad-46b2fecd25e9 {{(pid=84819) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} May 05 17:40:46.799511 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.856644 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1172117'] for subnet, precommit_delete_associations {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:46.936943 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7590924'] for subnet, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.073012 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7590917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503811', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1848508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2852296'] for subnet, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.122437 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83edebdc-c7c9-4961-b7ad-46b2fecd25e9,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:47.129326 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.135626 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42a133-b379-4ac2-9408-0cacce6b9a30 None None] Network 90c5c7a7-651e-437c-8348-53bceb926fcd requested from dv-neutron-840483-1-hyperv {{(pid=84820) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} May 05 17:40:47.136240 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-bdf1b164-b3d0-4ba8-ac85-1f790cc94d44 admin admin] 10.222.0.70 "DELETE /v2.0/subnets/83edebdc-c7c9-4961-b7ad-46b2fecd25e9 HTTP/1.1" status: 204 len: 168 time: 0.4026046 May 05 17:40:47.138454 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 34154) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:47.253912 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-7372008'] for network, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.264639 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Deleting port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 {{(pid=84819) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:47.264970 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.420324 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] DHCP port deletion for 90c5c7a7-651e-437c-8348-53bceb926fcd request from dv-neutron-840483-1-hyperv {{(pid=84820) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} May 05 17:40:47.425982 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Deleting port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:47.426624 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.472267 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.db [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] For port e48a4962-99a7-4f8e-8abc-3ca09a8b5043, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84819) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:47.472631 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.476118 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:47.519161 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:47.519547 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 02b37bc7-dc6b-47b5-a2cd-d08d2c3b8b2b not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:47.519973 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device e48a4962-99a7-4f8e-8abc-3ca09a8b5043 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:47.593864 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.plugin [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Calling delete_port for e48a4962-99a7-4f8e-8abc-3ca09a8b5043 owned by network:dhcp {{(pid=84819) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:47.773091 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7469231', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-111525', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760411463572', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760411040404', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1848463'] for port, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.773752 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.db [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] For port e48a4962-99a7-4f8e-8abc-3ca09a8b5043, host dv-neutron-840483-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-840483-1-hyperv',level=0,port_id=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,segment=NetworkSegment(58a0a167-4aec-4507-84bd-7077e36879fb),segment_id=58a0a167-4aec-4507-84bd-7077e36879fb)] {{(pid=84820) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 05 17:40:47.773867 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-389354'] for port, precommit_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.791214 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7470035'] for port, before_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.823741 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Pushing event deleted for resources: {'Port': ['ID=e48a4962-99a7-4f8e-8abc-3ca09a8b5043,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:47.827761 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] No DVR routers for this DVR port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 on host dv-neutron-840483-1-hyperv {{(pid=84819) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 05 17:40:47.913404 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Calling delete_port for e48a4962-99a7-4f8e-8abc-3ca09a8b5043 owned by network:dhcp {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} May 05 17:40:47.950655 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7592345', 'neutron.services.segments.db._delete_segments_for_network-8760411491961'] for network, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:47.977596 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90c5c7a7-651e-437c-8348-53bceb926fcd']}} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:47.995040 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a0a167-4aec-4507-84bd-7077e36879fb') {'for_net_delete': True} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:47.995391 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.services.segments.db [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a0a167-4aec-4507-84bd-7077e36879fb') {} {{(pid=84819) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 05 17:40:47.998251 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5517f321-dbd8-46bb-b000-9ed7047a1e31 no longer exists at agent ovs-agent-dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 05 17:40:48.008508 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760411491844', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1172326'] for segment, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.024915 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7442026'] for segment, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.031185 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=84819) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} May 05 17:40:48.031636 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-7442033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1848530'] for segment, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.043018 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] No Port match for: 5517f321-dbd8-46bb-b000-9ed7047a1e31 {{(pid=84820) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} May 05 17:40:48.043371 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.rpc [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Device 5517f321-dbd8-46bb-b000-9ed7047a1e31 not bound to the agent host dv-neutron-840483-1-hyperv {{(pid=84820) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: Traceback (most recent call last): May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: timer() May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: cb(*args, **kw) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: return func(*args, **kwargs) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: self._notify() May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: self.callback(batched_events) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: event.method(event) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_id = self._get_aggregate_id(event.segment_id) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: aggregate_uuid = self.p_client.list_aggregates( May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: return f(self, *a, **k) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._get(url).json() May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: return self._client.get(url, endpoint_filter=self._ks_filter, May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: return self.request(url, 'GET', **kwargs) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: base_url = self.get_endpoint(auth, allow=allow, May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: auth = self._auth_required(auth, 'determine endpoint URL') May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 05 17:40:48.045404 dv-neutron-840483-1-hyperv neutron-server[84819]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 05 17:40:48.056315 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.db.api [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84820) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 05 17:40:48.057049 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG oslo_db.api [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84820) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 05 17:40:48.198249 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7592338', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-503892', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7739025', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-451544'] for network, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.214038 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Notify callbacks [] for network, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.228022 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] Pushing event deleted for resources: {'Network': ['ID=90c5c7a7-651e-437c-8348-53bceb926fcd,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:48.235076 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-c97315bd-6615-44c7-8a1c-0eadf63fc751 admin admin] 10.222.0.70 "DELETE /v2.0/networks/90c5c7a7-651e-437c-8348-53bceb926fcd HTTP/1.1" status: 204 len: 168 time: 1.0956814 May 05 17:40:48.558080 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Deleting port e48a4962-99a7-4f8e-8abc-3ca09a8b5043 {{(pid=84820) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} May 05 17:40:48.558746 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760411393235'] for port, before_delete {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.621325 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron.plugins.ml2.plugin [None req-8380f873-e29a-4622-ac8d-4291c8fcc290 None None] The port 'e48a4962-99a7-4f8e-8abc-3ca09a8b5043' was deleted {{(pid=84820) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} May 05 17:40:48.660242 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 34160) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:48.792694 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-a3afbfb8-295d-42d1-b023-818c2a2ece34 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=8107d8591258453aa5d4af00354f1487&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1387560 May 05 17:40:48.795090 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.wsgi [-] (84819) accepted ('10.222.0.70', 34164) {{(pid=84819) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:48.854561 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec539-4349-4ba1-987f-f5e4ee9f7c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:48.880223 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec539-4349-4ba1-987f-f5e4ee9f7c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:49.001009 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec539-4349-4ba1-987f-f5e4ee9f7c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:49.019373 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5ec539-4349-4ba1-987f-f5e4ee9f7c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b50629e7-885b-4c99-bb09-ee5e9f50001d,revision_number=None']} {{(pid=84819) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:49.027148 dv-neutron-840483-1-hyperv neutron-server[84819]: DEBUG neutron_lib.callbacks.manager [None req-ac5ec539-4349-4ba1-987f-f5e4ee9f7c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84819) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:49.028293 dv-neutron-840483-1-hyperv neutron-server[84819]: INFO neutron.wsgi [None req-ac5ec539-4349-4ba1-987f-f5e4ee9f7c40 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b50629e7-885b-4c99-bb09-ee5e9f50001d HTTP/1.1" status: 204 len: 168 time: 0.2322903 May 05 17:40:49.741234 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34172) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:49.792854 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-c434830a-beb7-4152-801c-6c11a4e4fc75 admin admin] 10.222.0.70 "GET /v2.0/security-groups?tenant_id=1161c3a16e274724836beba699e4b56a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481830 May 05 17:40:49.793157 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [-] (84818) accepted ('10.222.0.70', 34176) {{(pid=84818) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 05 17:40:49.861014 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-288b22c6-1499-47c3-be1e-eddcd4aa7b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:49.888861 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-288b22c6-1499-47c3-be1e-eddcd4aa7b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:50.040888 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-288b22c6-1499-47c3-be1e-eddcd4aa7b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-500927'] for security_group, after_delete {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:50.057704 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b22c6-1499-47c3-be1e-eddcd4aa7b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08585d4-460e-4eca-8390-6e3b2c7a9dd6,revision_number=None']} {{(pid=84818) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 05 17:40:50.062491 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron_lib.callbacks.manager [None req-288b22c6-1499-47c3-be1e-eddcd4aa7b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84818) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:50.066217 dv-neutron-840483-1-hyperv neutron-server[84818]: INFO neutron.wsgi [None req-288b22c6-1499-47c3-be1e-eddcd4aa7b08 admin admin] 10.222.0.70 "DELETE /v2.0/security-groups/b08585d4-460e-4eca-8390-6e3b2c7a9dd6 HTTP/1.1" status: 204 len: 168 time: 0.2720513 May 05 17:40:50.329397 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f88f5519-abf9-4f73-b844-3183850514a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:52.447140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-ca3e5080-e33c-463c-88e8-c719baa0ec56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:53.818145 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:54.012299 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:40:55.529001 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:00.891114 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:41:04.529014 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:20.320523 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d810c6d1-137d-4e65-b8af-e4896b078bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:22.423420 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-1f0b5742-c83f-4f89-8649-1edc2d5a2c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:23.786009 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:24.046149 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:25.488304 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:34.526246 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:37.891679 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:41:50.293837 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-05d36340-ad70-4475-83f7-8d9f1abf144c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:52.434504 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-4052c444-7c92-4751-9e07-262cb748d2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:53.751008 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:53.985070 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:41:55.499395 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:04.548679 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:14.893786 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:42:20.302638 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-849b1972-06bf-4724-be5e-25ba2c3f4b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:22.451048 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c4763e60-fba7-45e9-bc35-b36c2ddf33e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:23.733133 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:24.013418 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:25.487169 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:34.553725 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:50.332738 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-d1529fb5-180c-42d0-b31f-a317e70db4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:51.894918 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:42:52.441154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-627aacea-7fb2-4a95-a1f6-f3ad77aa5709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:53.743924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:53.995296 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:42:55.521010 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:04.555044 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:20.292140 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-07ca4310-2c4e-401b-86ee-49279cebe05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:22.478770 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-fd275fba-8bc6-499c-8f5a-f3bf30a5fc43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:23.778027 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:24.011963 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:25.519114 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:28.896156 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:43:34.555653 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:50.279942 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-e9bdf90b-ad3f-49f2-8bb9-732c7825f3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:52.432678 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-01247fb8-f7f6-44b8-9dab-8d5ec73120bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:53.748606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:54.010121 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:43:55.514190 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:04.553742 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:05.899891 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:44:20.290606 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-c65ce256-2e63-4a2d-9363-b585b302ce60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:22.461910 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-544c877e-f6c7-462e-bc88-2d98f1250d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:23.770784 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:24.022131 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:25.506924 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:34.558849 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:42.901589 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:44:50.278539 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-04ef34b2-bd90-4de1-af56-b13b90741bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:52.421807 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-9f3209b6-b4bd-4725-9a64-f7badf96ba26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:53.804562 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:54.038527 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:44:55.518840 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:04.558619 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:19.900561 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:45:20.301103 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-7c71a792-d34a-4b41-a421-9cc22fc62b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:22.444056 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-677f698e-b912-441a-9716-e923f87a72f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:23.769542 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:24.003986 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:25.517862 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:34.603767 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:50.307698 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-31f79a11-addf-4053-ab64-9dd028d8e949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:52.420255 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-90b1304b-21ef-463e-a535-ea696487a367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:53.740464 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:54.003274 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:55.512154 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:45:56.900581 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:46:04.580134 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:46:17.896104 dv-neutron-840483-1-hyperv neutron-server[84818]: DEBUG neutron.wsgi [req-1f9ec797-cb8d-4c26-a68f-173d872f0006 req-5b0b40ab-2e22-4c64-9118-1d4f5e68611d service neutron] (84818) timed out ('10.222.0.70', 59748) {{(pid=84818) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 05 17:46:20.299681 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-69a3c713-4064-4910-b3c3-8bc263befdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:46:22.414411 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-a7dcf967-29be-4db3-b449-d7441f80b43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:46:23.745768 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-8d59822e-731e-44be-a38c-e5eb68433f03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:46:24.014351 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-f85588f3-96b2-4d45-9bf2-1821fe43788f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:46:25.505394 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-73d6d3b1-9ee9-4ebf-9979-12a3909fda98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 05 17:46:33.903961 dv-neutron-840483-1-hyperv neutron-server[84821]: DEBUG neutron.db.agents_db [None req-b126d93b-7c37-4544-b42c-1fd79b6fe8bd None None] Agent healthcheck: found 6 active agents {{(pid=84821) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} May 05 17:46:34.573818 dv-neutron-840483-1-hyperv neutron-server[84820]: DEBUG neutron_lib.callbacks.manager [None req-084dd731-2498-48f6-b06e-6a950d055fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760411491943', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7578521'] for agent, after_update {{(pid=84820) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}